-- Logs begin at Wed 2021-05-19 10:46:25 UTC, end at Wed 2021-05-19 12:06:02 UTC. -- May 19 11:10:26.286821 dv-cinder-787764-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 19 11:10:27.463704 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.common.config [-] Logging enabled! May 19 11:10:27.464378 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev214 May 19 11:10:27.464378 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=90958) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 19 11:10:27.465663 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.common.config [-] Logging enabled! May 19 11:10:27.465813 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev214 May 19 11:10:27.465940 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=90958) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 19 11:10:27.466468 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 19 11:10:27.466619 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 19 11:10:27.466761 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 19 11:10:27.466886 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 19 11:10:27.466995 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 19 11:10:27.467163 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:27.467321 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:27.467476 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:27.467591 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:27.467745 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:27.467897 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:27.468046 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:27.468196 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:27.468351 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:27.468502 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:27.468649 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:27.468797 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:27.468913 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:27.469062 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] config_source = [] {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:27.469229 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:27.469382 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:27.469501 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] debug = True {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:27.469646 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:27.469864 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:27.470095 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:27.470243 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:27.470395 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:27.470541 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:27.470684 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:27.470827 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:27.470977 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:27.471155 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] host = dv-cinder-787764-1-iscsi {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:27.471306 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:27.471460 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:27.471612 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:27.471763 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:27.471908 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:27.472052 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:27.472203 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:27.472346 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] log_dir = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:27.472488 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] log_file = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:27.472633 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:27.472784 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:27.472934 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:27.473088 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:27.473217 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:27.473323 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:27.473476 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:27.473628 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:27.473790 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:27.473997 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:27.474078 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:27.474188 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:27.474328 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:27.474468 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:27.474617 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:27.474765 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:27.474914 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:27.475057 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:27.475200 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:27.475341 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:27.475482 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:27.475647 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:27.475791 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:27.475933 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:27.476074 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:27.476235 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:27.476387 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:27.476530 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:27.476698 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:27.476848 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:27.477001 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:27.477169 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:27.477317 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:27.477475 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:27.477614 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:27.477752 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] use_journal = False {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:27.477890 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] use_json = False {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:27.478026 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:27.478162 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:27.478304 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:27.478455 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:27.478594 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:27.478736 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:27.478875 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:27.479024 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:27.479181 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:27.479338 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:27.479497 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:27.479646 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:27.479801 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:27.479947 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:27.480107 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:27.480249 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:27.480397 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:27.480544 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:27.480692 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:27.480834 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:27.480982 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:27.481154 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:27.481317 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:27.481477 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:27.481634 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:27.481788 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:27.481933 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:27.482077 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:27.482220 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:27.482364 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:27.482514 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:27.482669 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:27.482819 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:27.482963 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:27.483108 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:27.483260 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:27.483405 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:27.483547 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:27.483690 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:27.483843 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:27.483987 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:27.484131 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:27.484279 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:27.484425 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:27.484568 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:27.484709 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:27.484854 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:27.485006 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:27.485167 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:27.485312 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:27.485452 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:27.485595 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:27.485737 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:27.485887 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:27.486034 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:27.486177 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:27.486319 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:27.486464 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:27.486605 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:27.486748 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:27.486893 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:27.487038 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:27.487183 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:27.487326 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:27.487467 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:27.487609 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:27.487749 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:27.487889 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:27.488029 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:27.488167 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:27.488309 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:27.488448 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:27.488586 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:27.488727 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:27.488867 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:27.489008 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:27.489174 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:27.489332 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:27.489478 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:27.489626 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:27.489771 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:27.489914 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:27.490057 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:27.490209 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:27.490348 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:27.490488 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:27.490624 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:27.490772 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:27.490916 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:27.491063 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:27.491447 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:27.491891 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:27.492034 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:27.492206 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:27.492376 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:27.492519 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:27.492663 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:27.492811 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:27.492958 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:27.493135 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:27.493297 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:27.493463 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:27.493615 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:27.493765 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:27.493910 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:27.494068 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:27.494211 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:27.494319 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 19 11:10:27.494438 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=90958) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 19 11:10:27.660407 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=90958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:10:27.660614 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=90958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:10:27.660614 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=90958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:10:27.660815 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.manager [-] Loading core plugin: ml2 May 19 11:10:27.807767 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=90958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:27.807985 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=90958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:27.808139 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=90958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:27.808749 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=90958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:27.808917 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=90958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:27.809008 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=90958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:27.901971 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=90958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:27.902230 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=90958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:27.902230 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=90958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:27.909277 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=90958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:27.909443 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=90958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:27.909609 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=90958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:27.923950 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=90958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:27.924102 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=90958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:27.924194 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=90958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:27.942845 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=90958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:27.943000 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=90958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:27.943115 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=90958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:28.058936 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=90958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:28.059130 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=90958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:28.059218 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=90958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:28.059319 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=90958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:28.059690 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=90958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:28.119063 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=90958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:28.119224 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=90958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:28.119349 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=90958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:28.119489 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=90958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:28.119626 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=90958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:28.119786 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=90958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:28.119917 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=90958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:28.120046 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=90958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:28.120172 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=90958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:28.120314 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=90958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:28.120447 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=90958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:28.120582 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=90958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:28.120716 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=90958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:28.120845 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=90958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:28.120979 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=90958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:28.121130 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=90958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:28.121276 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=90958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:28.121508 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=90958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:28.121651 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=90958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:28.121802 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=90958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:28.122000 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=90958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:28.122130 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=90958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:28.122256 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=90958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:28.122401 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=90958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:28.122526 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=90958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:28.122648 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=90958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:28.122860 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=90958) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 19 11:10:28.123042 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=90958) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 19 11:10:28.123147 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=90958) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 19 11:10:28.123234 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=90958) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 19 11:10:28.123335 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=90958) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 19 11:10:28.123448 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=90958) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 19 11:10:28.123638 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 19 11:10:28.125195 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 19 11:10:28.127275 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 19 11:10:28.129220 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1350, 1399)])]) May 19 11:10:28.130151 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 19 11:10:28.130420 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 19 11:10:28.130601 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 19 11:10:28.130802 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 19 11:10:28.132381 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 19 11:10:28.132549 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 19 11:10:28.132669 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 19 11:10:28.146458 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 19 11:10:28.146683 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=90958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:28.146840 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=90958) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 19 11:10:28.147033 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=90958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:28.148105 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=90958) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 19 11:10:28.148259 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 19 11:10:28.148351 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 19 11:10:28.150018 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=90958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:28.150174 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=90958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:28.182234 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 19 11:10:28.182390 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 19 11:10:28.182390 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 19 11:10:28.182590 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 19 11:10:28.204251 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_db.sqlalchemy.engines [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=90958) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 19 11:10:28.403795 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.plugins.ml2.managers [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Initializing driver for type 'gre' May 19 11:10:28.404582 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] gre ID ranges: [(1, 1000)] May 19 11:10:28.435457 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.plugins.ml2.managers [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Initializing driver for type 'local' May 19 11:10:28.435616 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.plugins.ml2.managers [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Initializing driver for type 'vlan' May 19 11:10:28.442894 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] VlanTypeDriver initialization complete May 19 11:10:28.443090 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.plugins.ml2.managers [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Initializing driver for type 'vxlan' May 19 11:10:28.443424 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] vxlan ID ranges: [(1, 1000)] May 19 11:10:28.469013 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.plugins.ml2.managers [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Initializing extension driver 'port_security' May 19 11:10:28.469398 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.plugins.ml2.extensions.port_security [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] PortSecurityExtensionDriver initialization complete May 19 11:10:28.469498 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.plugins.ml2.managers [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Initializing mechanism driver 'openvswitch' May 19 11:10:28.469680 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.plugins.ml2.managers [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Initializing mechanism driver 'hyperv' May 19 11:10:28.474046 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.plugins.ml2.plugin [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=90958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:10:28.474584 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron_lib.callbacks.manager [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Subscribe: > port after_create 55550000 {{(pid=90958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:28.474798 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron_lib.callbacks.manager [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Subscribe: > port after_update 55550000 {{(pid=90958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:28.475012 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron_lib.callbacks.manager [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Subscribe: > port after_delete 55550000 {{(pid=90958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:28.475252 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron_lib.callbacks.manager [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Subscribe: > subnet after_create 55550000 {{(pid=90958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:28.475464 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron_lib.callbacks.manager [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Subscribe: > subnet after_update 55550000 {{(pid=90958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:28.475942 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron_lib.callbacks.manager [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Subscribe: > subnet after_delete 55550000 {{(pid=90958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:28.476194 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron_lib.callbacks.manager [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Subscribe: > network after_create 55550000 {{(pid=90958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:28.476412 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron_lib.callbacks.manager [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Subscribe: > network after_update 55550000 {{(pid=90958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:28.476623 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron_lib.callbacks.manager [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Subscribe: > network after_delete 55550000 {{(pid=90958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:28.476858 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron_lib.callbacks.manager [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Subscribe: > security_group after_create 55550000 {{(pid=90958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:28.477071 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron_lib.callbacks.manager [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Subscribe: > security_group after_update 55550000 {{(pid=90958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:28.477294 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron_lib.callbacks.manager [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Subscribe: > security_group after_delete 55550000 {{(pid=90958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:28.477531 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron_lib.callbacks.manager [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=90958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:28.477744 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron_lib.callbacks.manager [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=90958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:28.477952 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron_lib.callbacks.manager [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=90958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:28.478186 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron_lib.callbacks.manager [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Subscribe: > address_group after_create 55550000 {{(pid=90958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:28.478400 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron_lib.callbacks.manager [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Subscribe: > address_group after_update 55550000 {{(pid=90958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:28.478604 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron_lib.callbacks.manager [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Subscribe: > address_group after_delete 55550000 {{(pid=90958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:28.478809 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] ML2 OVO RPC backend initialized. {{(pid=90958) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}} May 19 11:10:28.479276 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron_lib.callbacks.manager [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Subscribe: > router_interface after_create 55550000 {{(pid=90958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:28.479481 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron_lib.callbacks.manager [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=90958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:28.479744 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron_lib.callbacks.manager [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Subscribe: > network before_response 55550000 {{(pid=90958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:28.479958 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron_lib.callbacks.manager [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Subscribe: > networks before_response 55550000 {{(pid=90958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:28.480169 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron_lib.callbacks.manager [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Subscribe: > port before_response 55550000 {{(pid=90958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:28.480376 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron_lib.callbacks.manager [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Subscribe: > ports before_response 55550000 {{(pid=90958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:28.480586 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron_lib.callbacks.manager [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Subscribe: > subnet before_response 55550000 {{(pid=90958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:28.480796 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron_lib.callbacks.manager [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Subscribe: > subnets before_response 55550000 {{(pid=90958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:28.481008 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron_lib.callbacks.manager [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Subscribe: > network after_create 55550000 {{(pid=90958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:28.481235 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron_lib.callbacks.manager [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Subscribe: > network after_update 55550000 {{(pid=90958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:28.481440 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron_lib.callbacks.manager [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Subscribe: > network after_delete 55550000 {{(pid=90958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:28.481645 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron_lib.callbacks.manager [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Subscribe: > port after_create 55550000 {{(pid=90958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:28.481848 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron_lib.callbacks.manager [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Subscribe: > port after_update 55550000 {{(pid=90958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:28.482049 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron_lib.callbacks.manager [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Subscribe: > port after_delete 55550000 {{(pid=90958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:28.482252 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron_lib.callbacks.manager [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Subscribe: > subnet after_create 55550000 {{(pid=90958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:28.482452 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron_lib.callbacks.manager [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Subscribe: > subnet after_update 55550000 {{(pid=90958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:28.482650 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron_lib.callbacks.manager [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Subscribe: > subnet after_delete 55550000 {{(pid=90958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:28.483034 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.plugins.ml2.plugin [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Modular L2 Plugin initialization complete May 19 11:10:28.483218 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.manager [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loading services supported by the core plugin {{(pid=90958) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 19 11:10:28.483422 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.plugins.ml2.managers [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Got port-security extension from driver 'port_security' May 19 11:10:28.483722 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.extensions.vlantransparent [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Disabled vlantransparent extension. May 19 11:10:28.484075 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.manager [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=90958) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 19 11:10:28.484226 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.manager [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loading Plugin: router May 19 11:10:28.508666 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron_lib.callbacks.manager [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Subscribe: > router_interface before_create 55550000 {{(pid=90958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:28.508895 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron_lib.callbacks.manager [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Subscribe: > router after_create 55549900 {{(pid=90958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:28.509139 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron_lib.callbacks.manager [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Subscribe: > router before_create 55549900 {{(pid=90958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:28.509364 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron_lib.callbacks.manager [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=90958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:28.509592 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron_lib.callbacks.manager [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=90958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:28.509808 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron_lib.callbacks.manager [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Subscribe: > router after_delete 55549900 {{(pid=90958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:28.510027 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron_lib.callbacks.manager [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Subscribe: > floatingip after_update 55550000 {{(pid=90958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:28.510252 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron_lib.callbacks.manager [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Subscribe: > router after_create 55549900 {{(pid=90958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:28.510463 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron_lib.callbacks.manager [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Subscribe: > router after_update 55549900 {{(pid=90958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:28.510678 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron_lib.callbacks.manager [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Subscribe: > router after_update 55549900 {{(pid=90958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:28.510891 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron_lib.callbacks.manager [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=90958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:28.511109 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron_lib.callbacks.manager [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Subscribe: > router after_update 55549900 {{(pid=90958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:28.511365 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron_lib.callbacks.manager [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Subscribe: > router precommit_update 55549900 {{(pid=90958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:28.511592 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron_lib.callbacks.manager [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Subscribe: port after_update 55550000 {{(pid=90958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:28.511798 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron_lib.callbacks.manager [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Subscribe: port after_delete 55550000 {{(pid=90958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:28.512002 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron_lib.callbacks.manager [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Subscribe: subnet after_update 55550000 {{(pid=90958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:28.512216 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron_lib.callbacks.manager [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=90958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:28.512427 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron_lib.callbacks.manager [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Subscribe: > port precommit_delete 55550000 {{(pid=90958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:28.512639 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron_lib.callbacks.manager [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Subscribe: > router precommit_create 55549900 {{(pid=90958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:28.512846 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron_lib.callbacks.manager [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Subscribe: port before_delete 55550000 {{(pid=90958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:28.513054 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron_lib.callbacks.manager [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Subscribe: > router precommit_create 55550000 {{(pid=90958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:28.513293 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron_lib.callbacks.manager [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Subscribe: > router after_update 55549900 {{(pid=90958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:28.513502 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron_lib.callbacks.manager [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Subscribe: > router precommit_delete 55549900 {{(pid=90958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:28.513714 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron_lib.callbacks.manager [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Subscribe: > router precommit_create 55549900 {{(pid=90958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:28.513936 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron_lib.callbacks.manager [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Subscribe: > router_interface after_create 55550000 {{(pid=90958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:28.514150 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron_lib.callbacks.manager [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Subscribe: > router precommit_update 55549900 {{(pid=90958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:28.514381 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron_lib.callbacks.manager [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Subscribe: > network after_delete 55550000 {{(pid=90958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:28.514959 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.quota.resource_registry [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Tracking information for resource: router configured {{(pid=90958) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 19 11:10:28.515122 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.quota.resource_registry [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Tracking information for resource: floatingip configured {{(pid=90958) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 19 11:10:28.518320 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.db.l3_agentschedulers_db [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 19 11:10:28.518647 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron_lib.callbacks.manager [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Subscribe: port after_update 55550000 {{(pid=90958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:28.518870 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron_lib.callbacks.manager [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Subscribe: port after_create 55550000 {{(pid=90958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:28.519083 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron_lib.callbacks.manager [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Subscribe: port after_delete 55550000 {{(pid=90958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:28.519301 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron_lib.callbacks.manager [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Subscribe: port after_update 55550000 {{(pid=90958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:28.519833 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron_lib.callbacks.manager [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Subscribe: > router before_create 55550100 {{(pid=90958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:28.520036 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron_lib.callbacks.manager [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Subscribe: > router precommit_delete 55550100 {{(pid=90958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:28.520256 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron_lib.callbacks.manager [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Subscribe: > router precommit_create 55550100 {{(pid=90958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:28.520471 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron_lib.callbacks.manager [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Subscribe: > router precommit_update 55550100 {{(pid=90958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:28.523357 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.services.provider_configuration [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Service providers = [] {{(pid=90958) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 19 11:10:28.523553 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.db.servicetype_db [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=90958) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 19 11:10:28.525418 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.services.service_base [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=90958) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 19 11:10:28.525616 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.services.service_base [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=90958) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 19 11:10:28.525814 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.services.service_base [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=90958) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 19 11:10:28.526405 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.services.service_base [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=90958) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 19 11:10:28.526605 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.services.service_base [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Default provider is not specified for service type L3_ROUTER_NAT May 19 11:10:28.526951 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.manager [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=90958) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 19 11:10:28.527148 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.manager [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 19 11:10:28.534111 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.manager [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=90958) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 19 11:10:28.534284 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.manager [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loading Plugin: auto_allocate May 19 11:10:28.537958 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron_lib.callbacks.manager [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Subscribe: network precommit_update 55550000 {{(pid=90958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:28.538378 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron_lib.callbacks.manager [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Subscribe: network precommit_create 55550000 {{(pid=90958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:28.538943 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.manager [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=90958) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 19 11:10:28.539134 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.manager [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loading Plugin: tag May 19 11:10:28.543460 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.manager [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=90958) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 19 11:10:28.543635 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.manager [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loading Plugin: timestamp May 19 11:10:28.546067 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.manager [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=90958) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 19 11:10:28.546682 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.manager [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loading Plugin: network_ip_availability May 19 11:10:28.549762 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron_lib.callbacks.manager [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=90958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:28.549969 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron_lib.callbacks.manager [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=90958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:28.550181 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron_lib.callbacks.manager [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=90958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:28.550661 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.manager [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=90958) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 19 11:10:28.550838 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.manager [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loading Plugin: flavors May 19 11:10:28.553989 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.manager [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=90958) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 19 11:10:28.554178 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.manager [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loading Plugin: revisions May 19 11:10:28.556894 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.manager [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=90958) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 19 11:10:28.557129 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_concurrency.lockutils [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 0.896s {{(pid=90958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:10:28.557563 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=90958) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} May 19 11:10:28.557748 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Initializing extension manager. May 19 11:10:28.558084 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loading extension file: __init__.py {{(pid=90958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:28.558270 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loading extension file: __pycache__ {{(pid=90958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:28.558467 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=90958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:28.558665 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loading extension file: address_group.py {{(pid=90958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:28.559177 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=90958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:28.559551 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loaded extension: address-group May 19 11:10:28.559729 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loading extension file: address_scope.py {{(pid=90958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:28.560208 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=90958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:28.560523 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loaded extension: address-scope May 19 11:10:28.560719 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loading extension file: admin_state_down_before_update.py {{(pid=90958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:28.561396 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=90958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:28.561735 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loaded extension: router-admin-state-down-before-update May 19 11:10:28.561930 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loading extension file: agent.py {{(pid=90958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:28.562412 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=90958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:28.562707 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loaded extension: agent May 19 11:10:28.562901 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loading extension file: agent_resources_synced.py {{(pid=90958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:28.563494 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=90958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:28.563807 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loaded extension: agent-resources-synced May 19 11:10:28.564005 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loading extension file: allowedaddresspairs.py {{(pid=90958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:28.565081 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=90958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:28.565475 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loaded extension: allowed-address-pairs May 19 11:10:28.565653 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loading extension file: auto_allocated_topology.py {{(pid=90958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:28.566437 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=90958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:28.566754 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loaded extension: auto-allocated-topology May 19 11:10:28.566951 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loading extension file: availability_zone.py {{(pid=90958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:28.567415 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=90958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:28.567726 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loaded extension: availability_zone May 19 11:10:28.567928 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loading extension file: availability_zone_filter.py {{(pid=90958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:28.568527 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=90958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:28.568870 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loaded extension: availability_zone_filter May 19 11:10:28.569051 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loading extension file: data_plane_status.py {{(pid=90958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:28.569939 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=90958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:28.570266 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Extension data-plane-status not supported by any of loaded plugins May 19 11:10:28.570452 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loading extension file: default_subnetpools.py {{(pid=90958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:28.571056 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=90958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:28.571366 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loaded extension: default-subnetpools May 19 11:10:28.571561 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loading extension file: dhcpagentscheduler.py {{(pid=90958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:28.572109 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=90958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:28.572425 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loaded extension: dhcp_agent_scheduler May 19 11:10:28.572624 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loading extension file: dns.py {{(pid=90958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:28.573240 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=90958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:28.573572 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Extension dns-integration not supported by any of loaded plugins May 19 11:10:28.573766 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loading extension file: dns_domain_ports.py {{(pid=90958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:28.574361 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=90958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:28.574675 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Extension dns-domain-ports not supported by any of loaded plugins May 19 11:10:28.574870 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loading extension file: dvr.py {{(pid=90958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:28.575325 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=90958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:28.575623 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loaded extension: dvr May 19 11:10:28.575817 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loading extension file: empty_string_filtering.py {{(pid=90958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:28.576408 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=90958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:28.576722 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loaded extension: empty-string-filtering May 19 11:10:28.576916 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=90958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:28.577530 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=90958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:28.577880 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 19 11:10:28.578065 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=90958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:28.578643 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=90958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:28.578990 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 19 11:10:28.579168 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loading extension file: external_net.py {{(pid=90958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:28.579758 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=90958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:28.580099 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loaded extension: external-net May 19 11:10:28.580276 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loading extension file: extra_dhcp_opt.py {{(pid=90958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:28.580871 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=90958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:28.581226 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loaded extension: extra_dhcp_opt May 19 11:10:28.581425 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loading extension file: extraroute.py {{(pid=90958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:28.582019 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=90958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:28.582331 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loaded extension: extraroute May 19 11:10:28.582527 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loading extension file: extraroute_atomic.py {{(pid=90958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:28.583213 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=90958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:28.583530 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loaded extension: extraroute-atomic May 19 11:10:28.583725 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loading extension file: filter_validation.py {{(pid=90958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:28.584166 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=90958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:28.584480 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loaded extension: filter-validation May 19 11:10:28.584675 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loading extension file: fip_pf_description.py {{(pid=90958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:28.585436 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=90958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:28.585743 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 19 11:10:28.585939 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loading extension file: fip_port_details.py {{(pid=90958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:28.586536 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=90958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:28.586852 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loaded extension: fip-port-details May 19 11:10:28.587048 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loading extension file: flavors.py {{(pid=90958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:28.587870 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=90958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:28.588161 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loaded extension: flavors May 19 11:10:28.588360 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=90958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:28.589473 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=90958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:28.589785 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 19 11:10:28.589982 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loading extension file: floatingip_pools.py {{(pid=90958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:28.590444 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=90958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:28.590756 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loaded extension: floatingip-pools May 19 11:10:28.590950 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loading extension file: ip_allocation.py {{(pid=90958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:28.591548 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=90958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:28.591852 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Extension ip_allocation not supported by any of loaded plugins May 19 11:10:28.592049 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=90958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:28.592646 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=90958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:28.592979 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loaded extension: ip-substring-filtering May 19 11:10:28.593179 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loading extension file: l2_adjacency.py {{(pid=90958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:28.593796 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=90958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:28.594129 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Extension l2_adjacency not supported by any of loaded plugins May 19 11:10:28.594327 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loading extension file: l3.py {{(pid=90958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:28.594938 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=90958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:28.595251 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loaded extension: router May 19 11:10:28.595435 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loading extension file: l3_conntrack_helper.py {{(pid=90958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:28.596866 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=90958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:28.597191 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 19 11:10:28.597387 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=90958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:28.598004 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=90958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:28.598310 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loaded extension: ext-gw-mode May 19 11:10:28.598507 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=90958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:28.599119 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=90958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:28.599414 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loaded extension: l3-ha May 19 11:10:28.599609 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loading extension file: l3_flavors.py {{(pid=90958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:28.600188 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=90958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:28.600513 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loaded extension: l3-flavors May 19 11:10:28.601274 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=90958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:28.601805 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=90958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:28.602112 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loaded extension: l3-port-ip-change-not-allowed May 19 11:10:28.602311 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loading extension file: l3agentscheduler.py {{(pid=90958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:28.602970 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=90958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:28.603283 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loaded extension: l3_agent_scheduler May 19 11:10:28.603482 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loading extension file: logging.py {{(pid=90958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:28.604447 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=90958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:28.604759 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Extension logging not supported by any of loaded plugins May 19 11:10:28.604954 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loading extension file: metering.py {{(pid=90958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:28.605471 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=90958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:28.605842 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loaded extension: metering May 19 11:10:28.606019 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=90958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:28.606734 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=90958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:28.607048 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loaded extension: metering_source_and_destination_fields May 19 11:10:28.607240 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loading extension file: multiprovidernet.py {{(pid=90958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:28.607948 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=90958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:28.608293 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loaded extension: multi-provider May 19 11:10:28.608479 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loading extension file: netmtu.py {{(pid=90958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:28.609089 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=90958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:28.609414 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loaded extension: net-mtu May 19 11:10:28.609603 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loading extension file: netmtu_writable.py {{(pid=90958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:28.610211 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=90958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:28.610520 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loaded extension: net-mtu-writable May 19 11:10:28.610715 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loading extension file: network_availability_zone.py {{(pid=90958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:28.611162 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=90958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:28.611471 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loaded extension: network_availability_zone May 19 11:10:28.611667 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loading extension file: network_ip_availability.py {{(pid=90958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:28.612415 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=90958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:28.612695 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loaded extension: network-ip-availability May 19 11:10:28.612884 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loading extension file: network_segment_range.py {{(pid=90958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:28.613442 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=90958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:28.613732 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Extension network-segment-range not supported by any of loaded plugins May 19 11:10:28.613927 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loading extension file: pagination.py {{(pid=90958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:28.614588 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=90958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:28.614774 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loaded extension: pagination May 19 11:10:28.614955 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loading extension file: port_device_profile.py {{(pid=90958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:28.615555 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=90958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:28.615871 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loaded extension: port-device-profile May 19 11:10:28.616066 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=90958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:28.616685 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=90958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:28.617028 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loaded extension: port-mac-address-regenerate May 19 11:10:28.617221 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=90958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:28.617819 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=90958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:28.618152 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loaded extension: port-numa-affinity-policy May 19 11:10:28.618326 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loading extension file: port_resource_request.py {{(pid=90958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:28.618926 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=90958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:28.619232 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Extension port-resource-request not supported by any of loaded plugins May 19 11:10:28.619426 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loading extension file: portbindings.py {{(pid=90958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:28.620056 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=90958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:28.620353 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loaded extension: binding May 19 11:10:28.620556 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loading extension file: portbindings_extended.py {{(pid=90958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:28.621371 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=90958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:28.621697 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loaded extension: binding-extended May 19 11:10:28.621892 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loading extension file: portsecurity.py {{(pid=90958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:28.622490 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=90958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:28.622797 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loaded extension: port-security May 19 11:10:28.622992 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loading extension file: project_id.py {{(pid=90958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:28.623646 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=90958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:28.623819 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loaded extension: project-id May 19 11:10:28.623997 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loading extension file: providernet.py {{(pid=90958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:28.624602 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=90958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:28.624917 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loaded extension: provider May 19 11:10:28.625115 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loading extension file: qos.py {{(pid=90958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:28.627391 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=90958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:28.627688 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Extension qos not supported by any of loaded plugins May 19 11:10:28.627883 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=90958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:28.628699 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=90958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:28.629017 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 19 11:10:28.629230 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=90958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:28.629834 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=90958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:28.630181 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 19 11:10:28.630351 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loading extension file: qos_default.py {{(pid=90958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:28.630944 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=90958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:28.631255 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Extension qos-default not supported by any of loaded plugins May 19 11:10:28.631450 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loading extension file: qos_fip.py {{(pid=90958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:28.632105 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=90958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:28.632670 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Extension qos-fip not supported by any of loaded plugins May 19 11:10:28.632865 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loading extension file: qos_gateway_ip.py {{(pid=90958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:28.633490 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=90958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:28.633806 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 19 11:10:28.634004 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loading extension file: qos_port_network_policy.py {{(pid=90958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:28.634602 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=90958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:28.634914 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 19 11:10:28.635108 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loading extension file: qos_rule_type_details.py {{(pid=90958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:28.635706 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=90958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:28.636055 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 19 11:10:28.636227 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loading extension file: qos_rules_alias.py {{(pid=90958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:28.636914 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=90958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:28.637248 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Extension qos-rules-alias not supported by any of loaded plugins May 19 11:10:28.637444 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loading extension file: quotasv2.py {{(pid=90958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:28.638141 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=90958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:28.638322 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loaded extension: quotas May 19 11:10:28.638515 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loading extension file: quotasv2_detail.py {{(pid=90958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:28.639561 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=90958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:28.639750 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loaded extension: quota_details May 19 11:10:28.639943 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loading extension file: rbac.py {{(pid=90958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:28.640618 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=90958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:28.640935 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loaded extension: rbac-policies May 19 11:10:28.641150 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loading extension file: rbac_address_group.py {{(pid=90958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:28.641757 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=90958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:28.642111 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loaded extension: rbac-address-group May 19 11:10:28.642266 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loading extension file: rbac_address_scope.py {{(pid=90958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:28.642872 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=90958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:28.643192 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loaded extension: rbac-address-scope May 19 11:10:28.643378 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loading extension file: rbac_security_groups.py {{(pid=90958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:28.643983 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=90958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:28.644304 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loaded extension: rbac-security-groups May 19 11:10:28.644500 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loading extension file: rbac_subnetpool.py {{(pid=90958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:28.645143 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=90958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:28.645457 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loaded extension: rbac-subnetpool May 19 11:10:28.645653 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loading extension file: revisionifmatch.py {{(pid=90958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:28.646256 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=90958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:28.646573 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loaded extension: revision-if-match May 19 11:10:28.646769 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loading extension file: revisions.py {{(pid=90958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:28.647515 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=90958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:28.647830 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loaded extension: standard-attr-revisions May 19 11:10:28.648027 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loading extension file: router_availability_zone.py {{(pid=90958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:28.648454 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=90958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:28.648809 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loaded extension: router_availability_zone May 19 11:10:28.648997 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loading extension file: routerservicetype.py {{(pid=90958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:28.649636 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=90958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:28.649937 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Extension router-service-type not supported by any of loaded plugins May 19 11:10:28.650136 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=90958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:28.650757 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=90958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:28.651052 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loaded extension: security-groups-normalized-cidr May 19 11:10:28.651249 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loading extension file: security_groups_port_filtering.py {{(pid=90958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:28.651863 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=90958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:28.652166 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loaded extension: port-security-groups-filtering May 19 11:10:28.652370 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=90958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:28.652983 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=90958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:28.653307 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loaded extension: security-groups-remote-address-group May 19 11:10:28.653505 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loading extension file: securitygroup.py {{(pid=90958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:28.658933 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=90958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:28.659239 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loaded extension: security-group May 19 11:10:28.659438 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loading extension file: segment.py {{(pid=90958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:28.659967 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=90958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:28.660264 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Extension segment not supported by any of loaded plugins May 19 11:10:28.660460 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=90958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:28.661088 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=90958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:28.661411 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 19 11:10:28.661609 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loading extension file: servicetype.py {{(pid=90958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:28.662354 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=90958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:28.662658 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loaded extension: service-type May 19 11:10:28.662853 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loading extension file: sorting.py {{(pid=90958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:28.663971 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=90958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:28.664157 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loaded extension: sorting May 19 11:10:28.664349 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loading extension file: standard_attr_segment.py {{(pid=90958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:28.664973 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=90958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:28.665296 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Extension standard-attr-segment not supported by any of loaded plugins May 19 11:10:28.665490 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loading extension file: standardattrdescription.py {{(pid=90958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:28.665920 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=90958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:28.666227 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loaded extension: standard-attr-description May 19 11:10:28.666422 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loading extension file: stateful_security_group.py {{(pid=90958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:28.667033 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=90958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:28.667424 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loaded extension: stateful-security-group May 19 11:10:28.667609 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loading extension file: stdattrs_common.py {{(pid=90958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:28.667999 dv-cinder-787764-1-iscsi neutron-server[90958]: WARNING neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 19 11:10:28.668175 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=90958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:28.668861 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=90958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:28.669181 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 19 11:10:28.669375 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loading extension file: subnet_onboard.py {{(pid=90958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:28.670087 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=90958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:28.670399 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loaded extension: subnet_onboard May 19 11:10:28.670593 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=90958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:28.671203 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=90958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:28.671509 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 19 11:10:28.671704 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loading extension file: subnet_service_types.py {{(pid=90958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:28.672285 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=90958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:28.672617 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loaded extension: subnet-service-types May 19 11:10:28.672812 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loading extension file: subnetallocation.py {{(pid=90958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:28.673539 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=90958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:28.673864 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loaded extension: subnet_allocation May 19 11:10:28.674058 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=90958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:28.674498 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=90958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:28.674806 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loaded extension: subnetpool-prefix-ops May 19 11:10:28.675000 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=90958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:28.675619 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=90958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:28.675917 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 19 11:10:28.676105 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loading extension file: tagging.py {{(pid=90958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:28.676782 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=90958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:28.677133 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loaded extension: standard-attr-tag May 19 11:10:28.677328 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loading extension file: timestamp.py {{(pid=90958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:28.678135 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=90958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:28.678446 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loaded extension: standard-attr-timestamp May 19 11:10:28.678666 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loading extension file: trunk.py {{(pid=90958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:28.679361 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=90958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:28.679660 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Extension trunk not supported by any of loaded plugins May 19 11:10:28.679850 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loading extension file: trunk_details.py {{(pid=90958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:28.680448 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=90958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:28.680757 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Extension trunk-details not supported by any of loaded plugins May 19 11:10:28.680953 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loading extension file: uplink_status_propagation.py {{(pid=90958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:28.681577 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=90958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:28.681888 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 19 11:10:28.682090 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Loading extension file: vlantransparent.py {{(pid=90958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 11:10:28.682534 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=90958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 11:10:28.682847 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Extension vlan-transparent not supported by any of loaded plugins May 19 11:10:28.684074 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.quota.resource_registry [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Creating instance of TrackedResource for resource:network May 19 11:10:28.684511 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.quota.resource_registry [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Creating instance of TrackedResource for resource:subnet May 19 11:10:28.684976 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.quota.resource_registry [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Creating instance of TrackedResource for resource:subnetpool May 19 11:10:28.685323 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.quota.resource_registry [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Creating instance of TrackedResource for resource:port May 19 11:10:28.686102 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.v2.resource_helper [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=90958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 11:10:28.686262 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.v2.resource_helper [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Service FLAVORS assigned prefix: {{(pid=90958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 11:10:28.686572 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.v2.resource_helper [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=90958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 11:10:28.686850 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.v2.resource_helper [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=90958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 11:10:28.687037 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.quota.resource_registry [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Creating instance of TrackedResource for resource:router May 19 11:10:28.687428 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.quota.resource_registry [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Creating instance of TrackedResource for resource:floatingip May 19 11:10:28.687900 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.v2.resource_helper [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Service METERING assigned prefix: /metering {{(pid=90958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 11:10:28.688720 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron_lib.callbacks.manager [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=90958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:28.688898 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron_lib.callbacks.manager [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=90958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:28.689081 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron_lib.callbacks.manager [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=90958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:10:28.689731 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.quota.resource_registry [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Creating instance of CountableResource for resource:rbac_policy May 19 11:10:28.689977 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.quota.resource_registry [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Creating instance of TrackedResource for resource:security_group May 19 11:10:28.690379 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.quota.resource_registry [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Creating instance of TrackedResource for resource:security_group_rule May 19 11:10:28.690822 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.v2.resource_helper [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Service CORE assigned prefix: {{(pid=90958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 11:10:28.690996 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.quota.resource_registry [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Creating instance of TrackedResource for resource:subnetpool May 19 11:10:28.691178 dv-cinder-787764-1-iscsi neutron-server[90958]: WARNING neutron.quota.resource_registry [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] subnetpool is already registered May 19 11:10:28.691558 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.v2.resource_helper [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Service CORE assigned prefix: {{(pid=90958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 11:10:28.691726 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.quota.resource_registry [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Creating instance of TrackedResource for resource:subnetpool May 19 11:10:28.691892 dv-cinder-787764-1-iscsi neutron-server[90958]: WARNING neutron.quota.resource_registry [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] subnetpool is already registered May 19 11:10:28.693712 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.v2.resource_helper [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=90958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 11:10:28.693939 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.v2.resource_helper [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Service FLAVORS assigned prefix: {{(pid=90958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 11:10:28.694254 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.v2.resource_helper [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=90958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 11:10:28.694973 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.v2.resource_helper [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=90958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 11:10:28.695175 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.quota.resource_registry [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Creating instance of TrackedResource for resource:router May 19 11:10:28.695365 dv-cinder-787764-1-iscsi neutron-server[90958]: WARNING neutron.quota.resource_registry [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] router is already registered May 19 11:10:28.695734 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.quota.resource_registry [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Creating instance of TrackedResource for resource:floatingip May 19 11:10:28.695899 dv-cinder-787764-1-iscsi neutron-server[90958]: WARNING neutron.quota.resource_registry [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] floatingip is already registered May 19 11:10:28.696287 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.v2.resource_helper [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Service METERING assigned prefix: /metering {{(pid=90958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 11:10:28.696629 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.quota.resource_registry [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Creating instance of CountableResource for resource:rbac_policy May 19 11:10:28.696798 dv-cinder-787764-1-iscsi neutron-server[90958]: WARNING neutron.quota.resource_registry [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] rbac_policy is already registered May 19 11:10:28.697125 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.quota.resource_registry [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Creating instance of TrackedResource for resource:security_group May 19 11:10:28.697312 dv-cinder-787764-1-iscsi neutron-server[90958]: WARNING neutron.quota.resource_registry [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] security_group is already registered May 19 11:10:28.697680 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.quota.resource_registry [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Creating instance of TrackedResource for resource:security_group_rule May 19 11:10:28.697849 dv-cinder-787764-1-iscsi neutron-server[90958]: WARNING neutron.quota.resource_registry [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] security_group_rule is already registered May 19 11:10:28.698250 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.v2.resource_helper [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Service CORE assigned prefix: {{(pid=90958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 11:10:28.698420 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.quota.resource_registry [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Creating instance of TrackedResource for resource:subnetpool May 19 11:10:28.698593 dv-cinder-787764-1-iscsi neutron-server[90958]: WARNING neutron.quota.resource_registry [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] subnetpool is already registered May 19 11:10:28.698978 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.v2.resource_helper [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Service CORE assigned prefix: {{(pid=90958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 11:10:28.699148 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.quota.resource_registry [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Creating instance of TrackedResource for resource:subnetpool May 19 11:10:28.699314 dv-cinder-787764-1-iscsi neutron-server[90958]: WARNING neutron.quota.resource_registry [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] subnetpool is already registered May 19 11:10:28.699714 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Extended resource: extensions {{(pid=90958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 11:10:28.700445 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Extended resource: address-groups {{(pid=90958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 11:10:28.701243 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Extended resource: address-scopes {{(pid=90958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 11:10:28.701857 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Extended resource: agents {{(pid=90958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 11:10:28.702427 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Extended resource: auto-allocated-topology {{(pid=90958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 11:10:28.703096 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Extended resource: availability_zones {{(pid=90958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 11:10:28.703757 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Extended resource: dhcp-networks {{(pid=90958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 11:10:28.704453 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Extended resource: dhcp-agents {{(pid=90958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 11:10:28.705212 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Extended resource: routers {{(pid=90958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 11:10:28.706081 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Extended resource: flavors {{(pid=90958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 11:10:28.706668 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Extended resource: service_profiles {{(pid=90958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 11:10:28.707266 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Extended resource: next_providers {{(pid=90958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 11:10:28.708017 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Extended resource: service_profiles {{(pid=90958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 11:10:28.708769 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Extended resource: floatingip-pools {{(pid=90958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 11:10:28.709450 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Extended resource: routers {{(pid=90958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 11:10:28.710661 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Extended resource: floatingips {{(pid=90958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 11:10:28.711259 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Extended resource: l3-routers {{(pid=90958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 11:10:28.711953 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Extended resource: l3-agents {{(pid=90958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 11:10:28.712678 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Extended resource: metering-labels {{(pid=90958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 11:10:28.713401 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Extended resource: metering-label-rules {{(pid=90958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 11:10:28.714042 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Extended resource: network-ip-availabilities {{(pid=90958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 11:10:28.714693 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Extended resource: bindings {{(pid=90958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 11:10:28.715529 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Extended resource: quotas {{(pid=90958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 11:10:28.716215 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Extended resource: quotas {{(pid=90958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 11:10:28.716905 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Extended resource: rbac-policies {{(pid=90958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 11:10:28.717600 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Extended resource: security-groups {{(pid=90958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 11:10:28.718203 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Extended resource: security-group-rules {{(pid=90958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 11:10:28.718812 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Extended resource: service-providers {{(pid=90958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 11:10:28.719436 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Extended resource: subnetpools {{(pid=90958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 11:10:28.720138 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Extended resource: subnetpools {{(pid=90958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 11:10:28.720832 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Extended resource: tags {{(pid=90958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 11:10:28.721712 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Extended resource: tags {{(pid=90958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 11:10:28.722569 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Extended resource: tags {{(pid=90958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 11:10:28.723396 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Extended resource: tags {{(pid=90958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 11:10:28.724756 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Extended resource: tags {{(pid=90958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 11:10:28.725656 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Extended resource: tags {{(pid=90958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 11:10:28.726495 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Extended resource: tags {{(pid=90958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 11:10:28.834868 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Extended resource: tags {{(pid=90958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 11:10:28.836292 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Extended resource: tags {{(pid=90958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 11:10:28.837225 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron.api.extensions [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Extended resource: tags {{(pid=90958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 11:10:28.839979 dv-cinder-787764-1-iscsi neutron-server[90958]: WARNING keystonemiddleware.auth_token [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 19 11:10:28.842412 dv-cinder-787764-1-iscsi neutron-server[90958]: WARNING keystonemiddleware.auth_token [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 19 11:10:28.846815 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_concurrency.lockutils [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Acquired lock "singleton_lock" {{(pid=90958) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 19 11:10:28.847101 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_concurrency.lockutils [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Releasing lock "singleton_lock" {{(pid=90958) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 19 11:10:28.847563 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO oslo_service.service [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Starting 2 workers May 19 11:10:28.850882 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Started child 91055 {{(pid=90958) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 19 11:10:28.853581 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Started child 91056 {{(pid=90958) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 19 11:10:28.854552 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO neutron.service [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Neutron service started, listening on 0.0.0.0:9696 May 19 11:10:28.854923 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron_lib.callbacks.manager [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Notify callbacks [] for process, before_spawn {{(pid=90958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:10:28.856552 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO oslo_service.service [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Starting 1 workers May 19 11:10:28.861050 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:10:28.861731 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Started child 91057 {{(pid=90958) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 19 11:10:28.861731 dv-cinder-787764-1-iscsi neutron-server[90958]: INFO oslo_service.service [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Starting 1 workers May 19 11:10:28.861875 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:10:28.862341 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [-] (91055) wsgi starting up on http://0.0.0.0:9696 May 19 11:10:28.862417 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [-] (91056) wsgi starting up on http://0.0.0.0:9696 May 19 11:10:28.862800 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Started child 91058 {{(pid=90958) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 19 11:10:28.863347 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG neutron_lib.callbacks.manager [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] Notify callbacks [] for process, after_spawn {{(pid=90958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:10:28.864592 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=90958) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 19 11:10:28.864745 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 19 11:10:28.864830 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 19 11:10:28.864897 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 19 11:10:28.865069 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 19 11:10:28.865174 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 19 11:10:28.865422 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.865588 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.865690 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.865821 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.865960 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.866502 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.866943 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.867043 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.867210 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.867285 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.service [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] calling RpcWorker wait() {{(pid=91057) _wait /opt/stack/neutron/neutron/service.py:128}} May 19 11:10:28.867593 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.867593 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.867721 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.service [None req-6cdd6372-1732-41c3-99ab-3f050497f422 None None] returning from RpcWorker wait() {{(pid=91057) _wait /opt/stack/neutron/neutron/service.py:135}} May 19 11:10:28.867787 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.867787 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.867787 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.867976 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.868040 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.868148 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.868290 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.868369 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.868491 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] config_source = [] {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.868618 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.868697 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:10:28.868765 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.868858 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] debug = True {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.868930 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:10:28.869239 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.869311 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=91057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:10:28.869378 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.869457 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.869531 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.869655 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.869800 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.869926 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.870060 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.870177 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.870296 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.870418 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.870541 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.870655 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.870759 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.870863 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.870995 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.871103 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.871368 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] host = dv-cinder-787764-1-iscsi {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.871484 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.871599 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.871721 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.871839 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.871963 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.872065 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.872186 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.872306 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.872427 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.872537 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.872660 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.872783 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.872886 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] log_dir = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.873005 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] log_file = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.873083 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] log_options = True {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.873198 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.873338 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.873469 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.873561 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.873632 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.873734 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.873840 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.873944 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.874033 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.874101 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.874207 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.874307 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.874406 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.874523 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.874645 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.874759 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.874884 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.874988 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.875110 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.875224 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.875333 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.875451 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.875568 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.875685 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.875792 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.875896 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.876007 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.876115 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.876218 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.876346 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.876460 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.876585 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.876703 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.876818 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.876935 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.877050 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.877181 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.877317 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.877434 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.877553 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.877680 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.877787 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.877899 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.878014 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.878119 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] use_journal = False {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.878238 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] use_json = False {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.878352 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.878476 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.878604 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.878724 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.878835 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.878962 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.879072 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.879192 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.879441 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.879582 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.879758 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.879918 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.879989 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.880100 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.880211 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.880325 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.880454 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.880564 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.880720 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.880835 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.880978 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.881116 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.881319 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.881481 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.881609 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.881737 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.881876 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.881990 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.882136 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.882212 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.882363 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.882506 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.882635 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.90/identity {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.882760 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.882871 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.882979 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.883635 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.883731 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:10:28.883799 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.883892 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.884017 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.884156 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.884277 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.884388 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.884498 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.884624 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.884731 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.884861 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.885027 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.885123 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.885248 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.885359 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.885473 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.885580 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.885684 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.885788 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.885911 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.886015 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.886148 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.886261 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.886368 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.886471 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.886584 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.886699 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.886810 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.886915 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.887016 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.887116 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.887392 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.887392 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.887517 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.887665 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.887895 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.888110 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.888401 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.888629 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.888851 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.889815 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.890234 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.890234 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.890338 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.890457 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.890545 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 41488) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:10:28.891063 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.891166 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.891306 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.891477 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.891619 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.891756 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.891959 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.892092 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.892232 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.892985 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.892985 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.892985 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.893616 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.893616 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.893616 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.893616 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.894243 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.894243 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.894243 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.895920 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.895920 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.895920 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.895920 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.895920 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.895920 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.895920 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.895920 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.896353 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.896408 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [-] 10.222.0.90 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0037856 May 19 11:10:28.896463 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.896463 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.896463 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.896463 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.896463 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.896697 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.896697 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.896835 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.896966 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.899619 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.902050 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.902456 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.902747 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.904577 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.904737 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.904903 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.905038 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.905201 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.905335 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.905881 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.905881 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.905881 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.905881 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.906074 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.906074 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.906138 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.906285 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.906409 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.906529 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.907090 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.907225 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.907411 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.907538 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.907657 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.909186 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.909186 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.909186 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.909186 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.909186 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.909186 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.909186 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.909186 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.909779 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.90/identity {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.909779 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.909779 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.909779 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.909779 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.910117 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.910117 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.910117 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.911047 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.911047 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.911047 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.911047 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.913282 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.913282 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.913486 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.913486 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.913628 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.913744 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.913888 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.914685 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.914685 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.914685 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.914685 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.914685 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.914685 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.915135 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.915135 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.915135 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.915342 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.915342 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.915489 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.915561 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.915782 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.915867 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.915939 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.916034 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.916159 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.916283 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.916412 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.916574 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.916938 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.916938 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.917125 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.917125 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.918576 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.918576 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.918576 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.918576 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.919321 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.919463 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.919596 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.919717 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.919928 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.921764 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.922065 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.922498 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.922498 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.922498 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.922903 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.922903 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.922903 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.923205 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.923205 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.923205 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.923323 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.923394 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.923511 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.923626 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.923743 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.923847 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.923963 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.924087 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.924159 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.924263 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.924365 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.924480 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.924580 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.924685 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.924805 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.924971 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.925056 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.925153 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.925330 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.925445 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.925769 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.925889 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.926012 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.926121 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.926285 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.926416 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.926530 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.926676 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.926801 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.927865 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.927934 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.928081 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.928197 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.928337 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.928454 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.928567 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.928926 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.929096 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.929304 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.929467 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.929600 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.929740 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.929880 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.930021 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1350:1399'] {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.930168 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.930289 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.930445 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.930610 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.930747 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.930876 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.930997 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.931135 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.931253 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.931360 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.931466 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.931579 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.931684 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.931812 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.931933 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.932053 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.932166 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.932278 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.932385 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.932494 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.932603 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.932721 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.932825 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.932899 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 19 11:10:28.933278 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=90958) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 19 11:10:28.933357 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 19 11:10:28.933425 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 19 11:10:28.933490 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 19 11:10:28.933564 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 19 11:10:28.933631 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 19 11:10:28.934251 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.934353 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.934435 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.934505 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.934570 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.934634 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.934700 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.934769 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.934834 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.934897 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.934960 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.935023 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.935086 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.935149 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.935211 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.935274 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.935343 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.935826 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.935930 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.936010 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] config_source = [] {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.936077 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.936174 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.936247 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] debug = True {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.936311 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.936374 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.936466 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.936569 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.936569 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.936690 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.936690 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.936810 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.937363 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.937363 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.937363 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.937572 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.937572 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.937572 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.937572 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.937794 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.937794 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.938874 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] host = dv-cinder-787764-1-iscsi {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.938981 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.939066 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.939145 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.939219 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.939292 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.939365 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.939440 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.939511 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.939582 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.939653 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.939723 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.939793 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.939859 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] log_dir = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.939943 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] log_file = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.940027 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] log_options = True {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.940114 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.940114 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.940236 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.940236 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.940308 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.940381 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.940453 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.940524 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.940591 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.940657 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.940728 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.940798 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.942184 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.942792 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.942945 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.943059 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.943493 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.943493 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.943779 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.943980 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.944191 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.944308 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.944447 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.944971 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.944971 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.945095 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.945194 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.945272 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.945348 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.945423 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.945495 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.945745 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.945838 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.945914 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.946589 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.946719 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.946805 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.947155 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.947493 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.948282 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.948368 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.949809 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.950144 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.950244 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.950325 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] use_journal = False {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.951008 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] use_json = False {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.951463 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.951526 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:10:28.951690 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.951796 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.951858 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.951911 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.951978 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.952051 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.952125 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 11:10:28.952214 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.952290 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.952372 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.952439 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.952513 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.952587 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.952659 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.952731 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.952803 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.953355 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.953355 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.953355 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.953355 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.953355 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.953355 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.953355 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.953666 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.953666 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.953666 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.953666 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.953666 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.953831 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.953831 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.953831 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.953931 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.90/identity {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.953969 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.954041 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.954116 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.954190 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.954264 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.954337 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.954409 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.954482 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.954554 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.954626 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.954699 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.954774 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.954849 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.954914 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.954982 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.955053 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.955125 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.955198 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.955270 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.955342 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.955415 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.955486 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.955559 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.955632 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.955703 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.955782 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.955854 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.955926 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.955998 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.956070 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.956142 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.956213 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.956286 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.956357 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.956429 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.956501 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.956581 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.956653 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.956725 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.956797 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.956869 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.956942 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.957014 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.957085 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.957223 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.957278 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.957341 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.957414 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.957486 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.957552 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.957625 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.957696 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.957768 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.957840 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.957912 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.957984 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.958056 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.958128 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.958200 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.958278 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.958887 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.961165 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.961344 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.961401 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.961838 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.961838 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.961838 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.961838 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.961838 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.962008 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.962008 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.962059 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.962123 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.962204 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.962288 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.962371 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.962455 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.962536 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.962619 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.962701 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.962784 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.962866 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.962948 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.963030 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.963112 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.963194 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.963286 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.963384 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.963471 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.963555 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.963643 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.963736 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.963821 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.963906 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.963989 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.964077 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.964144 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.964228 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.964311 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.964395 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.964477 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.964561 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.964650 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.964741 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.964825 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.964908 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.964991 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.965095 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.965245 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.965330 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.965832 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.965832 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.965832 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.965832 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.965832 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.965832 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.966151 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.966151 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.966151 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.90/identity {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.966151 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.966308 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.966308 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.966405 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.966463 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.966536 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.966621 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.966705 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.966789 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.966872 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.966955 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.967456 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.967456 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.967456 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.967456 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.967456 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.967456 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.967778 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.967778 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.967778 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.967778 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.967956 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.967956 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.968050 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.968050 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.968153 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.968207 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.968283 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.968370 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.968453 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.968537 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.968621 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.968707 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.968789 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.968873 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.968957 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.969042 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.969535 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.969535 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.969535 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.969535 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.969535 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.969535 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.969937 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.969937 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.969937 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.969937 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.969937 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.970219 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.970219 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.970219 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.970219 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.970416 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.970416 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.970520 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.970520 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.970621 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.970680 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.970737 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.970836 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.970903 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.970959 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.971050 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.971133 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.971216 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.971298 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.971381 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.971469 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.971551 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.971633 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.971716 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.971799 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.971887 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.971969 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.972052 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.972134 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.972216 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.972305 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.972388 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.972470 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.972552 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.972634 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.972723 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.972806 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.972889 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.972972 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.973054 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.973562 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.973562 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.973562 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.973562 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.973562 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.973562 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.973766 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.973766 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.973830 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.973878 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.973961 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.974044 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.974127 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.974212 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.974299 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.974390 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.974478 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.974563 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.974652 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.974742 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1350:1399'] {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.974831 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.974915 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.975001 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.975096 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.975179 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.975262 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.975344 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.975426 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.975519 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.975607 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.975690 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.975771 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.975853 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.975936 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.976018 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.976100 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.976182 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.976264 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.976347 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.976429 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.976512 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.976594 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.976677 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 11:10:28.976757 dv-cinder-787764-1-iscsi neutron-server[90958]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=90958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 19 11:10:34.616991 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-022d1dad-7574-4458-a4bb-5406a71df052 None None] get_active_networks_info from dv-cinder-787764-1-iscsi {{(pid=91057) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 19 11:10:34.649432 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-022d1dad-7574-4458-a4bb-5406a71df052 None None] No non-hosted networks {{(pid=91057) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 19 11:10:34.653079 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.agentschedulers_db [None req-022d1dad-7574-4458-a4bb-5406a71df052 None None] DHCP Agent not found on host dv-cinder-787764-1-iscsi {{(pid=91057) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} May 19 11:10:34.707023 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-0a2f7415-08ed-4c3d-9280-05548189954a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948'] for agent, after_create {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:10:35.826332 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948'] for agent, after_create {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:10:35.827462 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:10:35.827965 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:10:35.828309 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:10:35.828610 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:10:35.828917 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:10:35.829250 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:10:35.830313 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:10:35.830642 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:10:35.830947 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:10:35.831259 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:10:35.831562 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:10:35.831869 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:10:35.832216 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-787764-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=91057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:10:35.837501 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-787764-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=91057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:10:36.227198 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-5f8d86e0-7673-4863-985f-40cc22c038ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948'] for agent, after_create {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:10:36.249957 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-47af4522-902c-4c30-a163-19284e97c51d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:10:36.745451 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-f3552fb9-a093-42e6-b748-7ab8d8c7cb39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948'] for agent, after_create {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:10:37.599817 dv-cinder-787764-1-iscsi neutron-server[91057]: INFO neutron.db.l3_hamode_db [None req-72596772-0719-4df5-9789-af7d490a4441 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 19 11:10:37.647231 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72596772-0719-4df5-9789-af7d490a4441 None None] Routers set() bound to L3 agent in host dv-cinder-787764-1-iscsi {{(pid=91057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:10:37.647479 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72596772-0719-4df5-9789-af7d490a4441 None None] Router IDs set() for agent in host dv-cinder-787764-1-iscsi {{(pid=91057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} May 19 11:10:37.779479 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-66ec5bc0-6952-497b-8f33-b3c04bfd0b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948'] for agent, after_create {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:10:38.499840 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 41590) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:10:38.829654 dv-cinder-787764-1-iscsi neutron-server[91056]: WARNING oslo_policy.policy [None req-0369025f-68df-4964-80b1-6a6fa1e87c5d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 19 11:10:38.829886 dv-cinder-787764-1-iscsi neutron-server[91056]: WARNING oslo_policy.policy [None req-0369025f-68df-4964-80b1-6a6fa1e87c5d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 19 11:10:38.926116 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [None req-0369025f-68df-4964-80b1-6a6fa1e87c5d admin admin] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=91056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 11:10:38.926698 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-0369025f-68df-4964-80b1-6a6fa1e87c5d admin admin] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4262257 May 19 11:10:40.299244 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 41604) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:10:40.525828 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.v2.base [None req-170fc970-1ff6-412b-8499-a2b0834acf16 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=91056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:10:40.573031 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.policy [None req-170fc970-1ff6-412b-8499-a2b0834acf16 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91056) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 19 11:10:40.590430 dv-cinder-787764-1-iscsi neutron-server[91056]: WARNING oslo_policy.policy [None req-170fc970-1ff6-412b-8499-a2b0834acf16 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 19 11:10:40.590607 dv-cinder-787764-1-iscsi neutron-server[91056]: WARNING oslo_policy.policy [None req-170fc970-1ff6-412b-8499-a2b0834acf16 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 19 11:10:40.594577 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.quota [None req-170fc970-1ff6-412b-8499-a2b0834acf16 admin admin] Loaded quota_driver: . May 19 11:10:40.604265 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-170fc970-1ff6-412b-8499-a2b0834acf16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:10:40.645294 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-170fc970-1ff6-412b-8499-a2b0834acf16 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749739233629', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749739234048', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749739248938', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749739252126', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749739258686', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749739267145', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-737004', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-709293', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1763253', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1695738'] for rbac-policy, before_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:10:40.686785 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-170fc970-1ff6-412b-8499-a2b0834acf16 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:10:40.687440 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-170fc970-1ff6-412b-8499-a2b0834acf16 admin admin] 10.222.0.90 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.3872445 May 19 11:10:42.066061 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 41618) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:10:42.292113 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.v2.base [None req-4a6a783a-2b6f-412e-8075-ca92c4e939e4 admin admin] Request body: {'network': {'name': 'private', 'project_id': '9c7fce8e747a4f5a8e0c48082aa569c2', 'tenant_id': '9c7fce8e747a4f5a8e0c48082aa569c2', 'admin_state_up': True}} {{(pid=91056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:10:42.295905 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-4a6a783a-2b6f-412e-8075-ca92c4e939e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:10:42.299143 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-4a6a783a-2b6f-412e-8075-ca92c4e939e4 admin admin] Usage tracker for resource:network and tenant:9c7fce8e747a4f5a8e0c48082aa569c2 is out of sync, need to count used quota {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:10:42.302186 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-4a6a783a-2b6f-412e-8075-ca92c4e939e4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:10:42.306649 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-4a6a783a-2b6f-412e-8075-ca92c4e939e4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:10:42.315252 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a6a783a-2b6f-412e-8075-ca92c4e939e4 admin admin] Made reservation on behalf of 9c7fce8e747a4f5a8e0c48082aa569c2 for: {'network': 1} {{(pid=91056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 11:10:42.317216 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-4a6a783a-2b6f-412e-8075-ca92c4e939e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-783228'] for network, before_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:10:42.327953 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-4a6a783a-2b6f-412e-8075-ca92c4e939e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:10:42.336606 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-4a6a783a-2b6f-412e-8075-ca92c4e939e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:10:42.338763 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-4a6a783a-2b6f-412e-8075-ca92c4e939e4 admin admin] Usage tracker for resource:security_group_rule and tenant:9c7fce8e747a4f5a8e0c48082aa569c2 is out of sync, need to count used quota {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:10:42.341514 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-4a6a783a-2b6f-412e-8075-ca92c4e939e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:10:42.344598 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-4a6a783a-2b6f-412e-8075-ca92c4e939e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:10:42.415490 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-4a6a783a-2b6f-412e-8075-ca92c4e939e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:10:42.418502 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-4a6a783a-2b6f-412e-8075-ca92c4e939e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:10:42.420773 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:10:42.432427 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a6a783a-2b6f-412e-8075-ca92c4e939e4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1387} {{(pid=91056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 11:10:42.445306 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-4a6a783a-2b6f-412e-8075-ca92c4e939e4 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749740809930', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432044'] for segment, precommit_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:10:42.445633 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-4a6a783a-2b6f-412e-8075-ca92c4e939e4 admin admin] Unsubscribe: segment precommit_create {{(pid=91056) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 19 11:10:42.445879 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.db.segments_db [None req-4a6a783a-2b6f-412e-8075-ca92c4e939e4 admin admin] Added segment a2671935-93ee-4106-8d81-0e118c36c9f6 of type vlan for network 3f603098-076b-4606-a354-f9dcdb90c3af May 19 11:10:42.449912 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6a783a-2b6f-412e-8075-ca92c4e939e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b991a64-7e86-45db-8824-11c24c892f59,revision_number=1']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:10:42.476443 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6a783a-2b6f-412e-8075-ca92c4e939e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:10:42.476636 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6a783a-2b6f-412e-8075-ca92c4e939e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:10:42.476805 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6a783a-2b6f-412e-8075-ca92c4e939e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:10:42.476967 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6a783a-2b6f-412e-8075-ca92c4e939e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:10:42.477147 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6a783a-2b6f-412e-8075-ca92c4e939e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:10:42.477321 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6a783a-2b6f-412e-8075-ca92c4e939e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:10:42.477470 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6a783a-2b6f-412e-8075-ca92c4e939e4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:10:42.477627 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6a783a-2b6f-412e-8075-ca92c4e939e4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:10:42.477791 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6a783a-2b6f-412e-8075-ca92c4e939e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:10:42.477950 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6a783a-2b6f-412e-8075-ca92c4e939e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:10:42.478105 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6a783a-2b6f-412e-8075-ca92c4e939e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:10:42.478260 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6a783a-2b6f-412e-8075-ca92c4e939e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:10:42.478844 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6a783a-2b6f-412e-8075-ca92c4e939e4 admin admin] Tracked resource versions report: May 19 11:10:42.478844 dv-cinder-787764-1-iscsi neutron-server[91056]: pushed versions: May 19 11:10:42.478844 dv-cinder-787764-1-iscsi neutron-server[91056]: { 'AddressGroup': {'1.2'}, May 19 11:10:42.478844 dv-cinder-787764-1-iscsi neutron-server[91056]: 'ConntrackHelper': {'1.0'}, May 19 11:10:42.478844 dv-cinder-787764-1-iscsi neutron-server[91056]: 'Log': {'1.0'}, May 19 11:10:42.478844 dv-cinder-787764-1-iscsi neutron-server[91056]: 'Network': {'1.1'}, May 19 11:10:42.478844 dv-cinder-787764-1-iscsi neutron-server[91056]: 'Port': {'1.7'}, May 19 11:10:42.478844 dv-cinder-787764-1-iscsi neutron-server[91056]: 'PortForwarding': {'1.2'}, May 19 11:10:42.478844 dv-cinder-787764-1-iscsi neutron-server[91056]: 'QosPolicy': {'1.8'}, May 19 11:10:42.478844 dv-cinder-787764-1-iscsi neutron-server[91056]: 'SecurityGroup': {'1.4'}, May 19 11:10:42.478844 dv-cinder-787764-1-iscsi neutron-server[91056]: 'SecurityGroupRule': {'1.2'}, May 19 11:10:42.478844 dv-cinder-787764-1-iscsi neutron-server[91056]: 'SubPort': {'1.0'}, May 19 11:10:42.478844 dv-cinder-787764-1-iscsi neutron-server[91056]: 'Subnet': {'1.1'}, May 19 11:10:42.478844 dv-cinder-787764-1-iscsi neutron-server[91056]: 'Trunk': {'1.1'}} May 19 11:10:42.478844 dv-cinder-787764-1-iscsi neutron-server[91056]: consumer versions: May 19 11:10:42.478844 dv-cinder-787764-1-iscsi neutron-server[91056]: { DHCP agent@dv-cinder-787764-1-iscsi: {}, May 19 11:10:42.478844 dv-cinder-787764-1-iscsi neutron-server[91056]: L3 agent@dv-cinder-787764-1-iscsi: {}, May 19 11:10:42.478844 dv-cinder-787764-1-iscsi neutron-server[91056]: Metadata agent@dv-cinder-787764-1-iscsi: {}, May 19 11:10:42.478844 dv-cinder-787764-1-iscsi neutron-server[91056]: Metering agent@dv-cinder-787764-1-iscsi: {}, May 19 11:10:42.478844 dv-cinder-787764-1-iscsi neutron-server[91056]: Open vSwitch agent@dv-cinder-787764-1-iscsi: { 'AddressGroup': '1.2', May 19 11:10:42.478844 dv-cinder-787764-1-iscsi neutron-server[91056]: 'ConntrackHelper': '1.0', May 19 11:10:42.478844 dv-cinder-787764-1-iscsi neutron-server[91056]: 'Log': '1.0', May 19 11:10:42.478844 dv-cinder-787764-1-iscsi neutron-server[91056]: 'Network': '1.1', May 19 11:10:42.478844 dv-cinder-787764-1-iscsi neutron-server[91056]: 'Port': '1.7', May 19 11:10:42.478844 dv-cinder-787764-1-iscsi neutron-server[91056]: 'PortForwarding': '1.2', May 19 11:10:42.478844 dv-cinder-787764-1-iscsi neutron-server[91056]: 'QosPolicy': '1.8', May 19 11:10:42.478844 dv-cinder-787764-1-iscsi neutron-server[91056]: 'SecurityGroup': '1.4', May 19 11:10:42.478844 dv-cinder-787764-1-iscsi neutron-server[91056]: 'SecurityGroupRule': '1.2', May 19 11:10:42.478844 dv-cinder-787764-1-iscsi neutron-server[91056]: 'SubPort': '1.0', May 19 11:10:42.478844 dv-cinder-787764-1-iscsi neutron-server[91056]: 'Subnet': '1.1', May 19 11:10:42.478844 dv-cinder-787764-1-iscsi neutron-server[91056]: 'Trunk': '1.1'}} May 19 11:10:42.478844 dv-cinder-787764-1-iscsi neutron-server[91056]: {{(pid=91056) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 19 11:10:42.508796 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-4a6a783a-2b6f-412e-8075-ca92c4e939e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749740349296'] for network, precommit_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:10:42.512203 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-4a6a783a-2b6f-412e-8075-ca92c4e939e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:10:42.540413 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-4a6a783a-2b6f-412e-8075-ca92c4e939e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1777549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1695667'] for network, after_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:10:42.541363 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6a783a-2b6f-412e-8075-ca92c4e939e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:10:42.541767 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-4a6a783a-2b6f-412e-8075-ca92c4e939e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695638'] for network, before_response {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:10:42.544591 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:10:42.603777 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-4a6a783a-2b6f-412e-8075-ca92c4e939e4 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 0.5366201 May 19 11:10:42.607082 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6a783a-2b6f-412e-8075-ca92c4e939e4 admin admin] Pushing event updated for resources: {'Network': ['ID=3f603098-076b-4606-a354-f9dcdb90c3af,revision_number=1']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:10:42.609537 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-4a6a783a-2b6f-412e-8075-ca92c4e939e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:10:42.620632 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Network 3f603098-076b-4606-a354-f9dcdb90c3af details requested by agent ovs-agent-dv-cinder-787764-1-iscsi with host dv-cinder-787764-1-iscsi {{(pid=91057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 11:10:44.007809 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 41634) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:10:44.362539 dv-cinder-787764-1-iscsi neutron-server[91055]: WARNING oslo_policy.policy [None req-8c6e6a23-e4f4-4183-803b-54ce0a745138 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 19 11:10:44.362890 dv-cinder-787764-1-iscsi neutron-server[91055]: WARNING oslo_policy.policy [None req-8c6e6a23-e4f4-4183-803b-54ce0a745138 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 19 11:10:44.580523 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.policy [None req-8c6e6a23-e4f4-4183-803b-54ce0a745138 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91055) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 19 11:10:44.597912 dv-cinder-787764-1-iscsi neutron-server[91055]: WARNING oslo_policy.policy [None req-8c6e6a23-e4f4-4183-803b-54ce0a745138 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 19 11:10:44.598083 dv-cinder-787764-1-iscsi neutron-server[91055]: WARNING oslo_policy.policy [None req-8c6e6a23-e4f4-4183-803b-54ce0a745138 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 19 11:10:44.601892 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c6e6a23-e4f4-4183-803b-54ce0a745138 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:10:44.602900 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-8c6e6a23-e4f4-4183-803b-54ce0a745138 admin admin] 10.222.0.90 "GET /v2.0/networks/3f603098-076b-4606-a354-f9dcdb90c3af HTTP/1.1" status: 200 len: 826 time: 0.5938339 May 19 11:10:44.623683 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-8802901b-0f6b-4d8a-ae48-c1aa6494d52d admin admin] 10.222.0.90 "GET /v2.0/subnetpools/e1434b00-b790-46ab-bf93-b4f75051f68a HTTP/1.1" status: 200 len: 734 time: 0.0141904 May 19 11:10:44.627833 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.v2.base [None req-6ab6cdb4-a0ee-492e-9aff-fae94b1f2032 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'tenant_id': '9c7fce8e747a4f5a8e0c48082aa569c2', 'ip_version': 4, 'network_id': '3f603098-076b-4606-a354-f9dcdb90c3af', 'subnetpool_id': 'e1434b00-b790-46ab-bf93-b4f75051f68a', 'gateway_ip': '172.20.0.1'}} {{(pid=91055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:10:44.628750 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.quota [None req-6ab6cdb4-a0ee-492e-9aff-fae94b1f2032 admin admin] Loaded quota_driver: . May 19 11:10:44.631589 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-6ab6cdb4-a0ee-492e-9aff-fae94b1f2032 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:10:44.634397 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-6ab6cdb4-a0ee-492e-9aff-fae94b1f2032 admin admin] Usage tracker for resource:subnet and tenant:9c7fce8e747a4f5a8e0c48082aa569c2 is out of sync, need to count used quota {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:10:44.636275 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-6ab6cdb4-a0ee-492e-9aff-fae94b1f2032 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:10:44.639818 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-6ab6cdb4-a0ee-492e-9aff-fae94b1f2032 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:10:44.649629 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ab6cdb4-a0ee-492e-9aff-fae94b1f2032 admin admin] Made reservation on behalf of 9c7fce8e747a4f5a8e0c48082aa569c2 for: {'subnet': 1} {{(pid=91055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 11:10:44.651095 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-6ab6cdb4-a0ee-492e-9aff-fae94b1f2032 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:10:44.924904 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-6ab6cdb4-a0ee-492e-9aff-fae94b1f2032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620'] for subnet, after_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:10:44.927483 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:10:44.967315 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab6cdb4-a0ee-492e-9aff-fae94b1f2032 admin admin] Checking segment: {'id': 'a2671935-93ee-4106-8d81-0e118c36c9f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1387, 'network_id': '3f603098-076b-4606-a354-f9dcdb90c3af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 11:10:44.967517 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab6cdb4-a0ee-492e-9aff-fae94b1f2032 admin admin] Network hostable DHCP agents. Network: 3f603098-076b-4606-a354-f9dcdb90c3af, hostable agents: ['36604066-f80c-4f9a-9f0a-cbdcbbee93eb'], hosted agents: [] {{(pid=91055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 11:10:44.974049 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab6cdb4-a0ee-492e-9aff-fae94b1f2032 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eab85df1-8177-46f3-abf7-4d18a5a6060c,revision_number=0']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:10:44.979718 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab6cdb4-a0ee-492e-9aff-fae94b1f2032 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:10:44.979878 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab6cdb4-a0ee-492e-9aff-fae94b1f2032 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:10:44.980085 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab6cdb4-a0ee-492e-9aff-fae94b1f2032 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:10:44.980209 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab6cdb4-a0ee-492e-9aff-fae94b1f2032 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:10:44.980370 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab6cdb4-a0ee-492e-9aff-fae94b1f2032 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:10:44.980541 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab6cdb4-a0ee-492e-9aff-fae94b1f2032 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:10:44.980704 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab6cdb4-a0ee-492e-9aff-fae94b1f2032 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:10:44.980864 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab6cdb4-a0ee-492e-9aff-fae94b1f2032 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:10:44.981033 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab6cdb4-a0ee-492e-9aff-fae94b1f2032 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:10:44.981210 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab6cdb4-a0ee-492e-9aff-fae94b1f2032 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:10:44.981371 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab6cdb4-a0ee-492e-9aff-fae94b1f2032 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:10:44.981531 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab6cdb4-a0ee-492e-9aff-fae94b1f2032 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:10:44.982124 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab6cdb4-a0ee-492e-9aff-fae94b1f2032 admin admin] Tracked resource versions report: May 19 11:10:44.982124 dv-cinder-787764-1-iscsi neutron-server[91055]: pushed versions: May 19 11:10:44.982124 dv-cinder-787764-1-iscsi neutron-server[91055]: { 'AddressGroup': {'1.2'}, May 19 11:10:44.982124 dv-cinder-787764-1-iscsi neutron-server[91055]: 'ConntrackHelper': {'1.0'}, May 19 11:10:44.982124 dv-cinder-787764-1-iscsi neutron-server[91055]: 'Log': {'1.0'}, May 19 11:10:44.982124 dv-cinder-787764-1-iscsi neutron-server[91055]: 'Network': {'1.1'}, May 19 11:10:44.982124 dv-cinder-787764-1-iscsi neutron-server[91055]: 'Port': {'1.7'}, May 19 11:10:44.982124 dv-cinder-787764-1-iscsi neutron-server[91055]: 'PortForwarding': {'1.2'}, May 19 11:10:44.982124 dv-cinder-787764-1-iscsi neutron-server[91055]: 'QosPolicy': {'1.8'}, May 19 11:10:44.982124 dv-cinder-787764-1-iscsi neutron-server[91055]: 'SecurityGroup': {'1.4'}, May 19 11:10:44.982124 dv-cinder-787764-1-iscsi neutron-server[91055]: 'SecurityGroupRule': {'1.2'}, May 19 11:10:44.982124 dv-cinder-787764-1-iscsi neutron-server[91055]: 'SubPort': {'1.0'}, May 19 11:10:44.982124 dv-cinder-787764-1-iscsi neutron-server[91055]: 'Subnet': {'1.1'}, May 19 11:10:44.982124 dv-cinder-787764-1-iscsi neutron-server[91055]: 'Trunk': {'1.1'}} May 19 11:10:44.982124 dv-cinder-787764-1-iscsi neutron-server[91055]: consumer versions: May 19 11:10:44.982124 dv-cinder-787764-1-iscsi neutron-server[91055]: { DHCP agent@dv-cinder-787764-1-iscsi: {}, May 19 11:10:44.982124 dv-cinder-787764-1-iscsi neutron-server[91055]: L3 agent@dv-cinder-787764-1-iscsi: {}, May 19 11:10:44.982124 dv-cinder-787764-1-iscsi neutron-server[91055]: Metadata agent@dv-cinder-787764-1-iscsi: {}, May 19 11:10:44.982124 dv-cinder-787764-1-iscsi neutron-server[91055]: Metering agent@dv-cinder-787764-1-iscsi: {}, May 19 11:10:44.982124 dv-cinder-787764-1-iscsi neutron-server[91055]: Open vSwitch agent@dv-cinder-787764-1-iscsi: { 'AddressGroup': '1.2', May 19 11:10:44.982124 dv-cinder-787764-1-iscsi neutron-server[91055]: 'ConntrackHelper': '1.0', May 19 11:10:44.982124 dv-cinder-787764-1-iscsi neutron-server[91055]: 'Log': '1.0', May 19 11:10:44.982124 dv-cinder-787764-1-iscsi neutron-server[91055]: 'Network': '1.1', May 19 11:10:44.982124 dv-cinder-787764-1-iscsi neutron-server[91055]: 'Port': '1.7', May 19 11:10:44.982124 dv-cinder-787764-1-iscsi neutron-server[91055]: 'PortForwarding': '1.2', May 19 11:10:44.982124 dv-cinder-787764-1-iscsi neutron-server[91055]: 'QosPolicy': '1.8', May 19 11:10:44.982124 dv-cinder-787764-1-iscsi neutron-server[91055]: 'SecurityGroup': '1.4', May 19 11:10:44.982124 dv-cinder-787764-1-iscsi neutron-server[91055]: 'SecurityGroupRule': '1.2', May 19 11:10:44.982124 dv-cinder-787764-1-iscsi neutron-server[91055]: 'SubPort': '1.0', May 19 11:10:44.982124 dv-cinder-787764-1-iscsi neutron-server[91055]: 'Subnet': '1.1', May 19 11:10:44.982124 dv-cinder-787764-1-iscsi neutron-server[91055]: 'Trunk': '1.1'}} May 19 11:10:44.982124 dv-cinder-787764-1-iscsi neutron-server[91055]: {{(pid=91055) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 19 11:10:44.998502 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab6cdb4-a0ee-492e-9aff-fae94b1f2032 admin admin] Network 3f603098-076b-4606-a354-f9dcdb90c3af is scheduled to be hosted by DHCP agent 36604066-f80c-4f9a-9f0a-cbdcbbee93eb with binding_index 1 {{(pid=91055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 11:10:45.002848 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-6ab6cdb4-a0ee-492e-9aff-fae94b1f2032 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:10:45.009330 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.scheduler.base_scheduler [None req-6ab6cdb4-a0ee-492e-9aff-fae94b1f2032 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787764-1-iscsi, 3f603098-076b-4606-a354-f9dcdb90c3af) {{(pid=91055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:10:45.012196 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab6cdb4-a0ee-492e-9aff-fae94b1f2032 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:10:45.012539 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-6ab6cdb4-a0ee-492e-9aff-fae94b1f2032 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695638'] for subnet, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:10:45.016475 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4050b239-1b3b-485d-a7b0-f4ec749d9052 None None] Network 3f603098-076b-4606-a354-f9dcdb90c3af requested from dv-cinder-787764-1-iscsi {{(pid=91057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 11:10:45.024963 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-6ab6cdb4-a0ee-492e-9aff-fae94b1f2032 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.3987417 May 19 11:10:45.212739 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c946346d-9824-411c-b1ff-3274b17ef565 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbc713b2-5b1e-5e4a-ab48-4751d66359fe-3f603098-076b-4606-a354-f9dcdb90c3af', 'network_id': '3f603098-076b-4606-a354-f9dcdb90c3af', 'tenant_id': '9c7fce8e747a4f5a8e0c48082aa569c2', 'fixed_ips': [{'subnet_id': 'eab85df1-8177-46f3-abf7-4d18a5a6060c'}]}} from dv-cinder-787764-1-iscsi. {{(pid=91057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 11:10:45.213493 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-c946346d-9824-411c-b1ff-3274b17ef565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_create {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:10:45.340472 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.db_base_plugin_common [None req-c946346d-9824-411c-b1ff-3274b17ef565 None None] Allocated IP 172.20.0.2 (3f603098-076b-4606-a354-f9dcdb90c3af/eab85df1-8177-46f3-abf7-4d18a5a6060c/6ba9bd91-479b-467b-8ce4-923668a5305b) {{(pid=91057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 11:10:45.470340 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-c946346d-9824-411c-b1ff-3274b17ef565 None None] Notify callbacks [] for port, precommit_create {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:10:45.477729 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-c946346d-9824-411c-b1ff-3274b17ef565 None None] Transition to ACTIVE for port object 6ba9bd91-479b-467b-8ce4-923668a5305b will not be triggered until provisioned by entity L2. {{(pid=91057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 11:10:45.489310 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-c946346d-9824-411c-b1ff-3274b17ef565 None None] Transition to ACTIVE for port object 6ba9bd91-479b-467b-8ce4-923668a5305b will not be triggered until provisioned by entity DHCP. {{(pid=91057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 11:10:45.495059 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-c946346d-9824-411c-b1ff-3274b17ef565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749740362231'] for port, after_create {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:10:45.497750 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:10:45.529785 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c946346d-9824-411c-b1ff-3274b17ef565 None None] Network 3f603098-076b-4606-a354-f9dcdb90c3af is already hosted by enough agents. {{(pid=91057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 11:10:45.531267 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.scheduler.base_scheduler [None req-c946346d-9824-411c-b1ff-3274b17ef565 None None] Resources bound (agent type, host, resource id): {{(pid=91057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:10:45.534860 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c946346d-9824-411c-b1ff-3274b17ef565 None None] Received port after_create {{(pid=91057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 11:10:45.538333 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c946346d-9824-411c-b1ff-3274b17ef565 None None] Pushing event updated for resources: {'Port': ['ID=6ba9bd91-479b-467b-8ce4-923668a5305b,revision_number=1']} {{(pid=91057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:10:45.558399 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c946346d-9824-411c-b1ff-3274b17ef565 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:10:45.558609 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c946346d-9824-411c-b1ff-3274b17ef565 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:10:45.558804 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c946346d-9824-411c-b1ff-3274b17ef565 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:10:45.558921 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c946346d-9824-411c-b1ff-3274b17ef565 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:10:45.559074 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c946346d-9824-411c-b1ff-3274b17ef565 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:10:45.559225 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c946346d-9824-411c-b1ff-3274b17ef565 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:10:45.559364 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c946346d-9824-411c-b1ff-3274b17ef565 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:10:45.559521 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c946346d-9824-411c-b1ff-3274b17ef565 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:10:45.559682 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c946346d-9824-411c-b1ff-3274b17ef565 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:10:45.559844 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c946346d-9824-411c-b1ff-3274b17ef565 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:10:45.560003 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c946346d-9824-411c-b1ff-3274b17ef565 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:10:45.560162 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c946346d-9824-411c-b1ff-3274b17ef565 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:10:45.560769 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c946346d-9824-411c-b1ff-3274b17ef565 None None] Tracked resource versions report: May 19 11:10:45.560769 dv-cinder-787764-1-iscsi neutron-server[91057]: pushed versions: May 19 11:10:45.560769 dv-cinder-787764-1-iscsi neutron-server[91057]: { 'AddressGroup': {'1.2'}, May 19 11:10:45.560769 dv-cinder-787764-1-iscsi neutron-server[91057]: 'ConntrackHelper': {'1.0'}, May 19 11:10:45.560769 dv-cinder-787764-1-iscsi neutron-server[91057]: 'Log': {'1.0'}, May 19 11:10:45.560769 dv-cinder-787764-1-iscsi neutron-server[91057]: 'Network': {'1.1'}, May 19 11:10:45.560769 dv-cinder-787764-1-iscsi neutron-server[91057]: 'Port': {'1.7'}, May 19 11:10:45.560769 dv-cinder-787764-1-iscsi neutron-server[91057]: 'PortForwarding': {'1.2'}, May 19 11:10:45.560769 dv-cinder-787764-1-iscsi neutron-server[91057]: 'QosPolicy': {'1.8'}, May 19 11:10:45.560769 dv-cinder-787764-1-iscsi neutron-server[91057]: 'SecurityGroup': {'1.4'}, May 19 11:10:45.560769 dv-cinder-787764-1-iscsi neutron-server[91057]: 'SecurityGroupRule': {'1.2'}, May 19 11:10:45.560769 dv-cinder-787764-1-iscsi neutron-server[91057]: 'SubPort': {'1.0'}, May 19 11:10:45.560769 dv-cinder-787764-1-iscsi neutron-server[91057]: 'Subnet': {'1.1'}, May 19 11:10:45.560769 dv-cinder-787764-1-iscsi neutron-server[91057]: 'Trunk': {'1.1'}} May 19 11:10:45.560769 dv-cinder-787764-1-iscsi neutron-server[91057]: consumer versions: May 19 11:10:45.560769 dv-cinder-787764-1-iscsi neutron-server[91057]: { DHCP agent@dv-cinder-787764-1-iscsi: {}, May 19 11:10:45.560769 dv-cinder-787764-1-iscsi neutron-server[91057]: L3 agent@dv-cinder-787764-1-iscsi: {}, May 19 11:10:45.560769 dv-cinder-787764-1-iscsi neutron-server[91057]: Metadata agent@dv-cinder-787764-1-iscsi: {}, May 19 11:10:45.560769 dv-cinder-787764-1-iscsi neutron-server[91057]: Metering agent@dv-cinder-787764-1-iscsi: {}, May 19 11:10:45.560769 dv-cinder-787764-1-iscsi neutron-server[91057]: Open vSwitch agent@dv-cinder-787764-1-iscsi: { 'AddressGroup': '1.2', May 19 11:10:45.560769 dv-cinder-787764-1-iscsi neutron-server[91057]: 'ConntrackHelper': '1.0', May 19 11:10:45.560769 dv-cinder-787764-1-iscsi neutron-server[91057]: 'Log': '1.0', May 19 11:10:45.560769 dv-cinder-787764-1-iscsi neutron-server[91057]: 'Network': '1.1', May 19 11:10:45.560769 dv-cinder-787764-1-iscsi neutron-server[91057]: 'Port': '1.7', May 19 11:10:45.560769 dv-cinder-787764-1-iscsi neutron-server[91057]: 'PortForwarding': '1.2', May 19 11:10:45.560769 dv-cinder-787764-1-iscsi neutron-server[91057]: 'QosPolicy': '1.8', May 19 11:10:45.560769 dv-cinder-787764-1-iscsi neutron-server[91057]: 'SecurityGroup': '1.4', May 19 11:10:45.560769 dv-cinder-787764-1-iscsi neutron-server[91057]: 'SecurityGroupRule': '1.2', May 19 11:10:45.560769 dv-cinder-787764-1-iscsi neutron-server[91057]: 'SubPort': '1.0', May 19 11:10:45.560769 dv-cinder-787764-1-iscsi neutron-server[91057]: 'Subnet': '1.1', May 19 11:10:45.560769 dv-cinder-787764-1-iscsi neutron-server[91057]: 'Trunk': '1.1'}} May 19 11:10:45.560769 dv-cinder-787764-1-iscsi neutron-server[91057]: {{(pid=91057) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 19 11:10:45.565240 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-c946346d-9824-411c-b1ff-3274b17ef565 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:10:45.591806 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.managers [None req-c946346d-9824-411c-b1ff-3274b17ef565 None None] Attempting to bind port 6ba9bd91-479b-467b-8ce4-923668a5305b on host dv-cinder-787764-1-iscsi for vnic_type normal with profile {{(pid=91057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 11:10:45.592033 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.managers [None req-c946346d-9824-411c-b1ff-3274b17ef565 None None] Attempting to bind port 6ba9bd91-479b-467b-8ce4-923668a5305b by drivers openvswitch,hyperv on host dv-cinder-787764-1-iscsi at level 0 using segments [{'id': 'a2671935-93ee-4106-8d81-0e118c36c9f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1387, 'network_id': '3f603098-076b-4606-a354-f9dcdb90c3af'}] {{(pid=91057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 11:10:45.592222 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c946346d-9824-411c-b1ff-3274b17ef565 None None] Attempting to bind port 6ba9bd91-479b-467b-8ce4-923668a5305b on network 3f603098-076b-4606-a354-f9dcdb90c3af {{(pid=91057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 11:10:45.595566 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c946346d-9824-411c-b1ff-3274b17ef565 None None] Checking agent: {'id': '8ddda9c6-7d5f-4e42-9175-c986b5c107e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787764-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 11, 10, 36), 'started_at': datetime.datetime(2021, 5, 19, 11, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 11, 10, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787764-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 11:10:45.595774 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c946346d-9824-411c-b1ff-3274b17ef565 None None] Checking segment: {'id': 'a2671935-93ee-4106-8d81-0e118c36c9f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1387, 'network_id': '3f603098-076b-4606-a354-f9dcdb90c3af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 11:10:45.596037 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-c946346d-9824-411c-b1ff-3274b17ef565 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:10:45.596251 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c946346d-9824-411c-b1ff-3274b17ef565 None None] Bound using segment: {'id': 'a2671935-93ee-4106-8d81-0e118c36c9f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1387, 'network_id': '3f603098-076b-4606-a354-f9dcdb90c3af'} {{(pid=91057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 11:10:45.596511 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.managers [None req-c946346d-9824-411c-b1ff-3274b17ef565 None None] Bound port: 6ba9bd91-479b-467b-8ce4-923668a5305b, host: dv-cinder-787764-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2671935-93ee-4106-8d81-0e118c36c9f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1387, 'network_id': '3f603098-076b-4606-a354-f9dcdb90c3af'}}] {{(pid=91057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 11:10:45.596712 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-c946346d-9824-411c-b1ff-3274b17ef565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:10:45.648517 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-c946346d-9824-411c-b1ff-3274b17ef565 None None] For port 6ba9bd91-479b-467b-8ce4-923668a5305b, host dv-cinder-787764-1-iscsi, cleared binding levels {{(pid=91057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 11:10:45.650913 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-c946346d-9824-411c-b1ff-3274b17ef565 None None] For port 6ba9bd91-479b-467b-8ce4-923668a5305b, host dv-cinder-787764-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-1-iscsi',level=0,port_id=6ba9bd91-479b-467b-8ce4-923668a5305b,segment=NetworkSegment(a2671935-93ee-4106-8d81-0e118c36c9f6),segment_id=a2671935-93ee-4106-8d81-0e118c36c9f6)] {{(pid=91057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 11:10:45.656458 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-c946346d-9824-411c-b1ff-3274b17ef565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602'] for port, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:10:45.659433 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-c946346d-9824-411c-b1ff-3274b17ef565 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:10:45.707204 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c946346d-9824-411c-b1ff-3274b17ef565 None None] Pushing event updated for resources: {'Port': ['ID=6ba9bd91-479b-467b-8ce4-923668a5305b,revision_number=2']} {{(pid=91057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:10:45.709587 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-c946346d-9824-411c-b1ff-3274b17ef565 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:10:46.338906 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 41654) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:10:46.585714 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [None req-0d2c3f7d-2d28-46fe-b138-3e0491d19612 admin admin] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=91056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 11:10:46.586346 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-0d2c3f7d-2d28-46fe-b138-3e0491d19612 admin admin] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2464116 May 19 11:10:47.905939 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 41664) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:10:48.127060 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [None req-a4254684-90ad-4f7d-9a01-20a87c641d48 admin admin] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=91056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 11:10:48.133300 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-a4254684-90ad-4f7d-9a01-20a87c641d48 admin admin] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2208667 May 19 11:10:48.924622 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e15695-239a-4daa-8285-d2801b617518 None None] Network 3f603098-076b-4606-a354-f9dcdb90c3af requested from dv-cinder-787764-1-iscsi {{(pid=91057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 11:10:48.941804 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Device 6ba9bd91-479b-467b-8ce4-923668a5305b up at agent ovs-agent-dv-cinder-787764-1-iscsi {{(pid=91057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 11:10:49.025056 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-ffd32bba-26dd-4c37-af59-697e11ea5aaa None None] Provisioning for port 6ba9bd91-479b-467b-8ce4-923668a5305b completed by entity DHCP. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 11:10:49.046155 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Provisioning for port 6ba9bd91-479b-467b-8ce4-923668a5305b completed by entity L2. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 11:10:49.062613 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Provisioning complete for port 6ba9bd91-479b-467b-8ce4-923668a5305b triggered by entity L2. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:10:49.062841 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441453'] for port, provisioning_complete {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:10:49.158994 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:10:49.181147 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] For port 6ba9bd91-479b-467b-8ce4-923668a5305b, host dv-cinder-787764-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-1-iscsi',level=0,port_id=6ba9bd91-479b-467b-8ce4-923668a5305b,segment=NetworkSegment(a2671935-93ee-4106-8d81-0e118c36c9f6),segment_id=a2671935-93ee-4106-8d81-0e118c36c9f6)] {{(pid=91057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:10:49.191833 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602'] for port, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:10:49.196144 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-c946346d-9824-411c-b1ff-3274b17ef565 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:10:49.246519 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Pushing event updated for resources: {'Port': ['ID=6ba9bd91-479b-467b-8ce4-923668a5305b,revision_number=3']} {{(pid=91057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:10:49.252894 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:10:49.349878 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-309ddaba-55d3-4f1a-9d56-d4002a41fd34 None None] Provisioning complete for port 6ba9bd91-479b-467b-8ce4-923668a5305b triggered by entity DHCP. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:10:49.350074 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-309ddaba-55d3-4f1a-9d56-d4002a41fd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441453'] for port, provisioning_complete {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:10:49.557175 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 41682) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:10:49.768580 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.v2.base [None req-c9e0b933-09c7-4a7f-b7c4-df6e29d62a87 admin admin] Request body: {'router': {'tenant_id': '9c7fce8e747a4f5a8e0c48082aa569c2', 'name': 'router1', 'admin_state_up': True}} {{(pid=91056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:10:49.772379 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-c9e0b933-09c7-4a7f-b7c4-df6e29d62a87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:10:49.775474 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-c9e0b933-09c7-4a7f-b7c4-df6e29d62a87 admin admin] Usage tracker for resource:router and tenant:9c7fce8e747a4f5a8e0c48082aa569c2 is out of sync, need to count used quota {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:10:49.777930 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-c9e0b933-09c7-4a7f-b7c4-df6e29d62a87 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:10:49.782010 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-c9e0b933-09c7-4a7f-b7c4-df6e29d62a87 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:10:49.791987 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-c9e0b933-09c7-4a7f-b7c4-df6e29d62a87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1593972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26728'] for router, before_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:10:49.792963 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-c9e0b933-09c7-4a7f-b7c4-df6e29d62a87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1713012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1713973', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1770163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26723'] for router, precommit_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:10:49.808113 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-c9e0b933-09c7-4a7f-b7c4-df6e29d62a87 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:10:49.876374 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-c9e0b933-09c7-4a7f-b7c4-df6e29d62a87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1593983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1714063'] for router, after_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:10:49.898002 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-c9e0b933-09c7-4a7f-b7c4-df6e29d62a87 admin admin] Notify callbacks [] for router, before_response {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:10:49.898823 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-c9e0b933-09c7-4a7f-b7c4-df6e29d62a87 admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3405774 May 19 11:10:50.923981 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Device 6ba9bd91-479b-467b-8ce4-923668a5305b up at agent ovs-agent-dv-cinder-787764-1-iscsi {{(pid=91057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 11:10:50.969474 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Provisioning complete for port 6ba9bd91-479b-467b-8ce4-923668a5305b triggered by entity L2. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:10:50.969721 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441453'] for port, provisioning_complete {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:10:51.092867 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 41692) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:10:51.340008 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [None req-8b7185ae-8659-4d2d-bd1a-b8ccdff5f97e admin admin] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=91056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 11:10:51.340661 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-8b7185ae-8659-4d2d-bd1a-b8ccdff5f97e admin admin] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2470520 May 19 11:10:52.601252 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 41702) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:10:52.854155 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.v2.base [None req-3dc64111-af53-4ab4-866d-a4277fd527d9 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'name': 'public', 'provider:network_type': 'flat', 'router:external': True, 'is_default': True, 'admin_state_up': True}} {{(pid=91056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:10:52.857580 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-3dc64111-af53-4ab4-866d-a4277fd527d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:10:52.859923 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-3dc64111-af53-4ab4-866d-a4277fd527d9 admin admin] Usage tracker for resource:network and tenant:596f58fdd8f1490b84e41988fb9e1b0c is out of sync, need to count used quota {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:10:52.861683 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-3dc64111-af53-4ab4-866d-a4277fd527d9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:10:52.865066 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-3dc64111-af53-4ab4-866d-a4277fd527d9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:10:52.872918 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dc64111-af53-4ab4-866d-a4277fd527d9 admin admin] Made reservation on behalf of 596f58fdd8f1490b84e41988fb9e1b0c for: {'network': 1} {{(pid=91056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 11:10:52.874517 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-3dc64111-af53-4ab4-866d-a4277fd527d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-783228'] for network, before_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:10:52.882059 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-3dc64111-af53-4ab4-866d-a4277fd527d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:10:52.890867 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-3dc64111-af53-4ab4-866d-a4277fd527d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:10:52.893086 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-3dc64111-af53-4ab4-866d-a4277fd527d9 admin admin] Usage tracker for resource:security_group_rule and tenant:596f58fdd8f1490b84e41988fb9e1b0c is out of sync, need to count used quota {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:10:52.894824 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-3dc64111-af53-4ab4-866d-a4277fd527d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:10:52.898780 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-3dc64111-af53-4ab4-866d-a4277fd527d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:10:52.954793 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-3dc64111-af53-4ab4-866d-a4277fd527d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:10:52.957892 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-3dc64111-af53-4ab4-866d-a4277fd527d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:10:52.960353 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:10:52.973273 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-3dc64111-af53-4ab4-866d-a4277fd527d9 admin admin] Reserving flat network on physical network physnet1 {{(pid=91056) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 19 11:10:52.981216 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc64111-af53-4ab4-866d-a4277fd527d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6a44f91-53fc-497f-87e5-4908020892ab,revision_number=1']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:10:52.985605 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-3dc64111-af53-4ab4-866d-a4277fd527d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:10:52.988718 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-3dc64111-af53-4ab4-866d-a4277fd527d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432044'] for segment, precommit_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:10:52.989011 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.db.segments_db [None req-3dc64111-af53-4ab4-866d-a4277fd527d9 admin admin] Added segment 49ddd7c4-aafb-432e-a188-efbf16e2f9e4 of type flat for network 02345af2-6ed3-48fb-b7af-bf8d47e25522 May 19 11:10:53.010120 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-3dc64111-af53-4ab4-866d-a4277fd527d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749740349296'] for network, precommit_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:10:53.034234 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-3dc64111-af53-4ab4-866d-a4277fd527d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1777549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1695667'] for network, after_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:10:53.035144 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc64111-af53-4ab4-866d-a4277fd527d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:10:53.035528 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-3dc64111-af53-4ab4-866d-a4277fd527d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695638'] for network, before_response {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:10:53.037558 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-4a6a783a-2b6f-412e-8075-ca92c4e939e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:10:53.108563 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc64111-af53-4ab4-866d-a4277fd527d9 admin admin] Pushing event updated for resources: {'Network': ['ID=02345af2-6ed3-48fb-b7af-bf8d47e25522,revision_number=1']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:10:53.110834 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-3dc64111-af53-4ab4-866d-a4277fd527d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:10:53.117367 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-3dc64111-af53-4ab4-866d-a4277fd527d9 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5098336 May 19 11:10:53.126620 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Network 02345af2-6ed3-48fb-b7af-bf8d47e25522 details requested by agent ovs-agent-dv-cinder-787764-1-iscsi with host dv-cinder-787764-1-iscsi {{(pid=91057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 11:10:54.285896 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 41712) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:10:54.574130 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08dd7c65-22fa-4b6b-9357-2113b0b14fe9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:10:54.574992 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-08dd7c65-22fa-4b6b-9357-2113b0b14fe9 admin admin] 10.222.0.90 "GET /v2.0/subnets/eab85df1-8177-46f3-abf7-4d18a5a6060c HTTP/1.1" status: 200 len: 849 time: 0.2883594 May 19 11:10:54.669120 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-32787789-3c5e-43d6-933d-08bfdb6a3fb6 admin admin] 10.222.0.90 "GET /v2.0/routers/bdf6fb8d-460f-48d1-83b6-0c5ace5076e7 HTTP/1.1" status: 200 len: 704 time: 0.0871658 May 19 11:10:54.937858 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-c998f9fc-95d4-4cbc-88b8-6fabd0bf8099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:10:55.062640 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.db_base_plugin_common [None req-c998f9fc-95d4-4cbc-88b8-6fabd0bf8099 admin admin] Allocated IP 172.20.0.1 (3f603098-076b-4606-a354-f9dcdb90c3af/eab85df1-8177-46f3-abf7-4d18a5a6060c/b3ba3483-aaf9-457f-a0bf-cb3f633e9844) {{(pid=91056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 11:10:55.167321 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-c998f9fc-95d4-4cbc-88b8-6fabd0bf8099 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:10:55.178143 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.provisioning_blocks [None req-c998f9fc-95d4-4cbc-88b8-6fabd0bf8099 admin admin] Transition to ACTIVE for port object b3ba3483-aaf9-457f-a0bf-cb3f633e9844 will not be triggered until provisioned by entity DHCP. {{(pid=91056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 11:10:55.214479 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-c998f9fc-95d4-4cbc-88b8-6fabd0bf8099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749740362231'] for port, after_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:10:55.217059 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:10:55.252356 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c998f9fc-95d4-4cbc-88b8-6fabd0bf8099 admin admin] Network 3f603098-076b-4606-a354-f9dcdb90c3af is already hosted by enough agents. {{(pid=91056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 11:10:55.254160 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.scheduler.base_scheduler [None req-c998f9fc-95d4-4cbc-88b8-6fabd0bf8099 admin admin] Resources bound (agent type, host, resource id): {{(pid=91056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:10:55.258007 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c998f9fc-95d4-4cbc-88b8-6fabd0bf8099 admin admin] Received port after_create {{(pid=91056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 11:10:55.258343 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-c998f9fc-95d4-4cbc-88b8-6fabd0bf8099 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1716796'] for router_interface, before_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:10:55.362920 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c998f9fc-95d4-4cbc-88b8-6fabd0bf8099 admin admin] Pushing event updated for resources: {'Port': ['ID=b3ba3483-aaf9-457f-a0bf-cb3f633e9844,revision_number=1']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:10:55.363329 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-7dc24d2c-8e63-4818-94d2-a728d2b528fc None None] Provisioning for port b3ba3483-aaf9-457f-a0bf-cb3f633e9844 completed by entity DHCP. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 11:10:55.366286 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-7dc24d2c-8e63-4818-94d2-a728d2b528fc None None] Provisioning complete for port b3ba3483-aaf9-457f-a0bf-cb3f633e9844 triggered by entity DHCP. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:10:55.366518 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-7dc24d2c-8e63-4818-94d2-a728d2b528fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441453'] for port, provisioning_complete {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:10:55.369536 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-c998f9fc-95d4-4cbc-88b8-6fabd0bf8099 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:10:55.398554 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.plugin [None req-7dc24d2c-8e63-4818-94d2-a728d2b528fc None None] Port b3ba3483-aaf9-457f-a0bf-cb3f633e9844 cannot update to ACTIVE because it is not bound. {{(pid=91057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 11:10:55.446726 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-c998f9fc-95d4-4cbc-88b8-6fabd0bf8099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:10:55.561904 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-c998f9fc-95d4-4cbc-88b8-6fabd0bf8099 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:10:55.566841 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-c998f9fc-95d4-4cbc-88b8-6fabd0bf8099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602'] for port, after_update {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:10:55.567485 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-c998f9fc-95d4-4cbc-88b8-6fabd0bf8099 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1695649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1716827'] for router_interface, after_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:10:55.569806 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-c998f9fc-95d4-4cbc-88b8-6fabd0bf8099 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:10:55.632474 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c998f9fc-95d4-4cbc-88b8-6fabd0bf8099 admin admin] Pushing event updated for resources: {'Port': ['ID=b3ba3483-aaf9-457f-a0bf-cb3f633e9844,revision_number=2']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:10:55.635622 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-c998f9fc-95d4-4cbc-88b8-6fabd0bf8099 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:10:55.667121 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c998f9fc-95d4-4cbc-88b8-6fabd0bf8099 admin admin] Network 3f603098-076b-4606-a354-f9dcdb90c3af is already hosted by enough agents. {{(pid=91056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 11:10:55.667742 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.scheduler.base_scheduler [None req-c998f9fc-95d4-4cbc-88b8-6fabd0bf8099 admin admin] Resources bound (agent type, host, resource id): {{(pid=91056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:10:55.771866 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c998f9fc-95d4-4cbc-88b8-6fabd0bf8099 admin admin] Router bdf6fb8d-460f-48d1-83b6-0c5ace5076e7 is scheduled to L3 agent 326bf12a-fdae-48e8-b877-7dbd40e20eda with binding_index 1 {{(pid=91056) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 11:10:55.814540 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-e81d6001-f293-430f-b88f-731229b45e2d None None] Provisioning complete for port b3ba3483-aaf9-457f-a0bf-cb3f633e9844 triggered by entity DHCP. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:10:55.814860 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e81d6001-f293-430f-b88f-731229b45e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441453'] for port, provisioning_complete {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:10:55.845580 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.plugin [None req-e81d6001-f293-430f-b88f-731229b45e2d None None] Port b3ba3483-aaf9-457f-a0bf-cb3f633e9844 cannot update to ACTIVE because it is not bound. {{(pid=91057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 11:10:55.874113 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c998f9fc-95d4-4cbc-88b8-6fabd0bf8099 admin admin] Notify agent at l3_agent.dv-cinder-787764-1-iscsi the message routers_updated {{(pid=91056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 11:10:55.879333 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-c998f9fc-95d4-4cbc-88b8-6fabd0bf8099 admin admin] 10.222.0.90 "PUT /v2.0/routers/bdf6fb8d-460f-48d1-83b6-0c5ace5076e7/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.2045622 May 19 11:10:55.893152 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28b51ce-0f3a-43b4-8916-d5c5d05cafc6 None None] Sync routers for ids ['bdf6fb8d-460f-48d1-83b6-0c5ace5076e7'] in dv-cinder-787764-1-iscsi {{(pid=91058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 11:10:55.902545 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28b51ce-0f3a-43b4-8916-d5c5d05cafc6 None None] Routers {'bdf6fb8d-460f-48d1-83b6-0c5ace5076e7'} bound to L3 agent in host dv-cinder-787764-1-iscsi {{(pid=91058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:10:55.903053 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.l3_hamode_db [None req-b28b51ce-0f3a-43b4-8916-d5c5d05cafc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-19T11:10:36Z,description=,heartbeat_timestamp=2021-05-19T11:10:36Z,host='dv-cinder-787764-1-iscsi',id=326bf12a-fdae-48e8-b877-7dbd40e20eda,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:36Z,topic='l3_agent')) {'router_ids': ['bdf6fb8d-460f-48d1-83b6-0c5ace5076e7'], 'active': True} {{(pid=91058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:10:55.995757 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.l3_dvr_db [None req-b28b51ce-0f3a-43b4-8916-d5c5d05cafc6 None None] Set router bdf6fb8d-460f-48d1-83b6-0c5ace5076e7 gateway port host: None {{(pid=91058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:10:56.198712 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.l3_hamode_db [None req-b28b51ce-0f3a-43b4-8916-d5c5d05cafc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdf6fb8d-460f-48d1-83b6-0c5ace5076e7', 'name': 'router1', 'tenant_id': '9c7fce8e747a4f5a8e0c48082aa569c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:10:49Z', 'updated_at': '2021-05-19T11:10:55Z', 'revision_number': 2, 'project_id': '9c7fce8e747a4f5a8e0c48082aa569c2', 'gw_port_host': None, '_interfaces': [{'id': 'b3ba3483-aaf9-457f-a0bf-cb3f633e9844', 'name': '', 'network_id': '3f603098-076b-4606-a354-f9dcdb90c3af', 'tenant_id': '9c7fce8e747a4f5a8e0c48082aa569c2', 'mac_address': 'fa:16:3e:ff:cd:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdf6fb8d-460f-48d1-83b6-0c5ace5076e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'eab85df1-8177-46f3-abf7-4d18a5a6060c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:10:54Z', 'updated_at': '2021-05-19T11:10:55Z', 'revision_number': 2, 'project_id': '9c7fce8e747a4f5a8e0c48082aa569c2', 'subnets': [{'id': 'eab85df1-8177-46f3-abf7-4d18a5a6060c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e1434b00-b790-46ab-bf93-b4f75051f68a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-1-iscsi', False) {} {{(pid=91058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:10:56.201658 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28b51ce-0f3a-43b4-8916-d5c5d05cafc6 None None] Checking router: bdf6fb8d-460f-48d1-83b6-0c5ace5076e7 for host: dv-cinder-787764-1-iscsi {{(pid=91058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 11:10:56.201839 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28b51ce-0f3a-43b4-8916-d5c5d05cafc6 None None] Updating router bdf6fb8d-460f-48d1-83b6-0c5ace5076e7 port b3ba3483-aaf9-457f-a0bf-cb3f633e9844 binding host dv-cinder-787764-1-iscsi {{(pid=91058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 11:10:56.230472 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron_lib.callbacks.manager [None req-b28b51ce-0f3a-43b4-8916-d5c5d05cafc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:10:56.453509 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron_lib.callbacks.manager [None req-b28b51ce-0f3a-43b4-8916-d5c5d05cafc6 None None] Notify callbacks [] for port, precommit_update {{(pid=91058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:10:56.464203 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.provisioning_blocks [None req-b28b51ce-0f3a-43b4-8916-d5c5d05cafc6 None None] Transition to ACTIVE for port object b3ba3483-aaf9-457f-a0bf-cb3f633e9844 will not be triggered until provisioned by entity L2. {{(pid=91058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 11:10:56.469826 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron_lib.callbacks.manager [None req-b28b51ce-0f3a-43b4-8916-d5c5d05cafc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602'] for port, after_update {{(pid=91058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:10:56.477811 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91058) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:10:56.610223 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd6ba0f-8478-4e64-bd5e-37d2d85ef6c0 None None] Pushing event updated for resources: {'Port': ['ID=b3ba3483-aaf9-457f-a0bf-cb3f633e9844,revision_number=3']} {{(pid=91058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:10:56.618481 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd6ba0f-8478-4e64-bd5e-37d2d85ef6c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:10:56.618692 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd6ba0f-8478-4e64-bd5e-37d2d85ef6c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:10:56.618888 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd6ba0f-8478-4e64-bd5e-37d2d85ef6c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:10:56.619080 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd6ba0f-8478-4e64-bd5e-37d2d85ef6c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:10:56.619269 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd6ba0f-8478-4e64-bd5e-37d2d85ef6c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:10:56.619458 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd6ba0f-8478-4e64-bd5e-37d2d85ef6c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:10:56.619645 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd6ba0f-8478-4e64-bd5e-37d2d85ef6c0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:10:56.619832 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd6ba0f-8478-4e64-bd5e-37d2d85ef6c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:10:56.620023 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd6ba0f-8478-4e64-bd5e-37d2d85ef6c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:10:56.620210 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd6ba0f-8478-4e64-bd5e-37d2d85ef6c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:10:56.620396 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd6ba0f-8478-4e64-bd5e-37d2d85ef6c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:10:56.620580 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd6ba0f-8478-4e64-bd5e-37d2d85ef6c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:10:56.621250 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd6ba0f-8478-4e64-bd5e-37d2d85ef6c0 None None] Tracked resource versions report: May 19 11:10:56.621250 dv-cinder-787764-1-iscsi neutron-server[91058]: pushed versions: May 19 11:10:56.621250 dv-cinder-787764-1-iscsi neutron-server[91058]: { 'AddressGroup': {'1.2'}, May 19 11:10:56.621250 dv-cinder-787764-1-iscsi neutron-server[91058]: 'ConntrackHelper': {'1.0'}, May 19 11:10:56.621250 dv-cinder-787764-1-iscsi neutron-server[91058]: 'Log': {'1.0'}, May 19 11:10:56.621250 dv-cinder-787764-1-iscsi neutron-server[91058]: 'Network': {'1.1'}, May 19 11:10:56.621250 dv-cinder-787764-1-iscsi neutron-server[91058]: 'Port': {'1.7'}, May 19 11:10:56.621250 dv-cinder-787764-1-iscsi neutron-server[91058]: 'PortForwarding': {'1.2'}, May 19 11:10:56.621250 dv-cinder-787764-1-iscsi neutron-server[91058]: 'QosPolicy': {'1.8'}, May 19 11:10:56.621250 dv-cinder-787764-1-iscsi neutron-server[91058]: 'SecurityGroup': {'1.4'}, May 19 11:10:56.621250 dv-cinder-787764-1-iscsi neutron-server[91058]: 'SecurityGroupRule': {'1.2'}, May 19 11:10:56.621250 dv-cinder-787764-1-iscsi neutron-server[91058]: 'SubPort': {'1.0'}, May 19 11:10:56.621250 dv-cinder-787764-1-iscsi neutron-server[91058]: 'Subnet': {'1.1'}, May 19 11:10:56.621250 dv-cinder-787764-1-iscsi neutron-server[91058]: 'Trunk': {'1.1'}} May 19 11:10:56.621250 dv-cinder-787764-1-iscsi neutron-server[91058]: consumer versions: May 19 11:10:56.621250 dv-cinder-787764-1-iscsi neutron-server[91058]: { DHCP agent@dv-cinder-787764-1-iscsi: {}, May 19 11:10:56.621250 dv-cinder-787764-1-iscsi neutron-server[91058]: L3 agent@dv-cinder-787764-1-iscsi: {}, May 19 11:10:56.621250 dv-cinder-787764-1-iscsi neutron-server[91058]: Metadata agent@dv-cinder-787764-1-iscsi: {}, May 19 11:10:56.621250 dv-cinder-787764-1-iscsi neutron-server[91058]: Metering agent@dv-cinder-787764-1-iscsi: {}, May 19 11:10:56.621250 dv-cinder-787764-1-iscsi neutron-server[91058]: Open vSwitch agent@dv-cinder-787764-1-iscsi: { 'AddressGroup': '1.2', May 19 11:10:56.621250 dv-cinder-787764-1-iscsi neutron-server[91058]: 'ConntrackHelper': '1.0', May 19 11:10:56.621250 dv-cinder-787764-1-iscsi neutron-server[91058]: 'Log': '1.0', May 19 11:10:56.621250 dv-cinder-787764-1-iscsi neutron-server[91058]: 'Network': '1.1', May 19 11:10:56.621250 dv-cinder-787764-1-iscsi neutron-server[91058]: 'Port': '1.7', May 19 11:10:56.621250 dv-cinder-787764-1-iscsi neutron-server[91058]: 'PortForwarding': '1.2', May 19 11:10:56.621250 dv-cinder-787764-1-iscsi neutron-server[91058]: 'QosPolicy': '1.8', May 19 11:10:56.621250 dv-cinder-787764-1-iscsi neutron-server[91058]: 'SecurityGroup': '1.4', May 19 11:10:56.621250 dv-cinder-787764-1-iscsi neutron-server[91058]: 'SecurityGroupRule': '1.2', May 19 11:10:56.621250 dv-cinder-787764-1-iscsi neutron-server[91058]: 'SubPort': '1.0', May 19 11:10:56.621250 dv-cinder-787764-1-iscsi neutron-server[91058]: 'Subnet': '1.1', May 19 11:10:56.621250 dv-cinder-787764-1-iscsi neutron-server[91058]: 'Trunk': '1.1'}} May 19 11:10:56.621250 dv-cinder-787764-1-iscsi neutron-server[91058]: {{(pid=91058) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 19 11:10:56.623920 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG oslo_concurrency.lockutils [None req-4fd6ba0f-8478-4e64-bd5e-37d2d85ef6c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=91058) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:10:56.625505 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.plugins.ml2.managers [None req-b28b51ce-0f3a-43b4-8916-d5c5d05cafc6 None None] Attempting to bind port b3ba3483-aaf9-457f-a0bf-cb3f633e9844 on host dv-cinder-787764-1-iscsi for vnic_type normal with profile {{(pid=91058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 11:10:56.625761 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.plugins.ml2.managers [None req-b28b51ce-0f3a-43b4-8916-d5c5d05cafc6 None None] Attempting to bind port b3ba3483-aaf9-457f-a0bf-cb3f633e9844 by drivers openvswitch,hyperv on host dv-cinder-787764-1-iscsi at level 0 using segments [{'id': 'a2671935-93ee-4106-8d81-0e118c36c9f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1387, 'network_id': '3f603098-076b-4606-a354-f9dcdb90c3af'}] {{(pid=91058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 11:10:56.626018 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28b51ce-0f3a-43b4-8916-d5c5d05cafc6 None None] Attempting to bind port b3ba3483-aaf9-457f-a0bf-cb3f633e9844 on network 3f603098-076b-4606-a354-f9dcdb90c3af {{(pid=91058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 11:10:56.629269 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28b51ce-0f3a-43b4-8916-d5c5d05cafc6 None None] Checking agent: {'id': '8ddda9c6-7d5f-4e42-9175-c986b5c107e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787764-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 11, 10, 36), 'started_at': datetime.datetime(2021, 5, 19, 11, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 11, 10, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787764-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 11:10:56.629522 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28b51ce-0f3a-43b4-8916-d5c5d05cafc6 None None] Checking segment: {'id': 'a2671935-93ee-4106-8d81-0e118c36c9f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1387, 'network_id': '3f603098-076b-4606-a354-f9dcdb90c3af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 11:10:56.629838 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron_lib.callbacks.manager [None req-b28b51ce-0f3a-43b4-8916-d5c5d05cafc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:10:56.630078 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28b51ce-0f3a-43b4-8916-d5c5d05cafc6 None None] Bound using segment: {'id': 'a2671935-93ee-4106-8d81-0e118c36c9f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1387, 'network_id': '3f603098-076b-4606-a354-f9dcdb90c3af'} {{(pid=91058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 11:10:56.630386 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.plugins.ml2.managers [None req-b28b51ce-0f3a-43b4-8916-d5c5d05cafc6 None None] Bound port: b3ba3483-aaf9-457f-a0bf-cb3f633e9844, host: dv-cinder-787764-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2671935-93ee-4106-8d81-0e118c36c9f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1387, 'network_id': '3f603098-076b-4606-a354-f9dcdb90c3af'}}] {{(pid=91058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 11:10:56.630618 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron_lib.callbacks.manager [None req-b28b51ce-0f3a-43b4-8916-d5c5d05cafc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:10:56.687323 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.plugins.ml2.db [None req-b28b51ce-0f3a-43b4-8916-d5c5d05cafc6 None None] For port b3ba3483-aaf9-457f-a0bf-cb3f633e9844, host dv-cinder-787764-1-iscsi, cleared binding levels {{(pid=91058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 11:10:56.690314 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.plugins.ml2.db [None req-b28b51ce-0f3a-43b4-8916-d5c5d05cafc6 None None] For port b3ba3483-aaf9-457f-a0bf-cb3f633e9844, host dv-cinder-787764-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-1-iscsi',level=0,port_id=b3ba3483-aaf9-457f-a0bf-cb3f633e9844,segment=NetworkSegment(a2671935-93ee-4106-8d81-0e118c36c9f6),segment_id=a2671935-93ee-4106-8d81-0e118c36c9f6)] {{(pid=91058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 11:10:56.692990 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron_lib.callbacks.manager [None req-b28b51ce-0f3a-43b4-8916-d5c5d05cafc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602'] for port, after_update {{(pid=91058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:10:56.695524 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91058) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:10:56.773887 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28b51ce-0f3a-43b4-8916-d5c5d05cafc6 None None] Routers {'bdf6fb8d-460f-48d1-83b6-0c5ace5076e7'} bound to L3 agent in host dv-cinder-787764-1-iscsi {{(pid=91058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:10:56.774263 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.l3_hamode_db [None req-b28b51ce-0f3a-43b4-8916-d5c5d05cafc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-19T11:10:36Z,description=,heartbeat_timestamp=2021-05-19T11:10:36Z,host='dv-cinder-787764-1-iscsi',id=326bf12a-fdae-48e8-b877-7dbd40e20eda,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:36Z,topic='l3_agent')) {'router_ids': ['bdf6fb8d-460f-48d1-83b6-0c5ace5076e7'], 'active': True} {{(pid=91058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:10:56.852312 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd6ba0f-8478-4e64-bd5e-37d2d85ef6c0 None None] Pushing event updated for resources: {'Port': ['ID=b3ba3483-aaf9-457f-a0bf-cb3f633e9844,revision_number=4']} {{(pid=91058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:10:56.865170 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG oslo_concurrency.lockutils [None req-4fd6ba0f-8478-4e64-bd5e-37d2d85ef6c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=91058) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:10:56.878608 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.l3_dvr_db [None req-b28b51ce-0f3a-43b4-8916-d5c5d05cafc6 None None] Set router bdf6fb8d-460f-48d1-83b6-0c5ace5076e7 gateway port host: None {{(pid=91058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:10:57.092899 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.l3_hamode_db [None req-b28b51ce-0f3a-43b4-8916-d5c5d05cafc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdf6fb8d-460f-48d1-83b6-0c5ace5076e7', 'name': 'router1', 'tenant_id': '9c7fce8e747a4f5a8e0c48082aa569c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:10:49Z', 'updated_at': '2021-05-19T11:10:55Z', 'revision_number': 2, 'project_id': '9c7fce8e747a4f5a8e0c48082aa569c2', 'gw_port_host': None, '_interfaces': [{'id': 'b3ba3483-aaf9-457f-a0bf-cb3f633e9844', 'name': '', 'network_id': '3f603098-076b-4606-a354-f9dcdb90c3af', 'tenant_id': '9c7fce8e747a4f5a8e0c48082aa569c2', 'mac_address': 'fa:16:3e:ff:cd:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdf6fb8d-460f-48d1-83b6-0c5ace5076e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'eab85df1-8177-46f3-abf7-4d18a5a6060c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:10:54Z', 'updated_at': '2021-05-19T11:10:56Z', 'revision_number': 4, 'project_id': '9c7fce8e747a4f5a8e0c48082aa569c2', 'subnets': [{'id': 'eab85df1-8177-46f3-abf7-4d18a5a6060c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e1434b00-b790-46ab-bf93-b4f75051f68a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-1-iscsi', False) {} {{(pid=91058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:10:57.095564 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28b51ce-0f3a-43b4-8916-d5c5d05cafc6 None None] The sync data for ids ['bdf6fb8d-460f-48d1-83b6-0c5ace5076e7'] in dv-cinder-787764-1-iscsi is: [{'id': 'bdf6fb8d-460f-48d1-83b6-0c5ace5076e7', 'name': 'router1', 'tenant_id': '9c7fce8e747a4f5a8e0c48082aa569c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:10:49Z', 'updated_at': '2021-05-19T11:10:55Z', 'revision_number': 2, 'project_id': '9c7fce8e747a4f5a8e0c48082aa569c2', 'gw_port_host': None, '_interfaces': [{'id': 'b3ba3483-aaf9-457f-a0bf-cb3f633e9844', 'name': '', 'network_id': '3f603098-076b-4606-a354-f9dcdb90c3af', 'tenant_id': '9c7fce8e747a4f5a8e0c48082aa569c2', 'mac_address': 'fa:16:3e:ff:cd:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdf6fb8d-460f-48d1-83b6-0c5ace5076e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'eab85df1-8177-46f3-abf7-4d18a5a6060c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:10:54Z', 'updated_at': '2021-05-19T11:10:56Z', 'revision_number': 4, 'project_id': '9c7fce8e747a4f5a8e0c48082aa569c2', 'subnets': [{'id': 'eab85df1-8177-46f3-abf7-4d18a5a6060c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e1434b00-b790-46ab-bf93-b4f75051f68a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 11:10:57.147173 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 41724) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:10:57.435282 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e187eb95-67d7-49f9-b6f7-dac2201451d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:10:57.435936 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-e187eb95-67d7-49f9-b6f7-dac2201451d3 admin admin] Synchronizing usage tracker for tenant:596f58fdd8f1490b84e41988fb9e1b0c on resource:network {{(pid=91056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 11:10:57.457890 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-e187eb95-67d7-49f9-b6f7-dac2201451d3 admin admin] Unset dirty status for tenant:596f58fdd8f1490b84e41988fb9e1b0c on resource:network {{(pid=91056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 11:10:57.458581 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-e187eb95-67d7-49f9-b6f7-dac2201451d3 admin admin] 10.222.0.90 "GET /v2.0/networks/02345af2-6ed3-48fb-b7af-bf8d47e25522 HTTP/1.1" status: 200 len: 842 time: 0.3107181 May 19 11:10:57.465746 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.v2.base [None req-3a2fe5b1-1ef2-492d-b457-4201b888dc65 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'public-subnet', 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'cidr': '172.27.0.0/24', 'enable_dhcp': False, 'gateway_ip': '172.27.0.1'}} {{(pid=91056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:10:57.468614 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-3a2fe5b1-1ef2-492d-b457-4201b888dc65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:10:57.470887 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-3a2fe5b1-1ef2-492d-b457-4201b888dc65 admin admin] Usage tracker for resource:subnet and tenant:596f58fdd8f1490b84e41988fb9e1b0c is out of sync, need to count used quota {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:10:57.472541 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-3a2fe5b1-1ef2-492d-b457-4201b888dc65 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:10:57.476179 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-3a2fe5b1-1ef2-492d-b457-4201b888dc65 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:10:57.482454 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a2fe5b1-1ef2-492d-b457-4201b888dc65 admin admin] Made reservation on behalf of 596f58fdd8f1490b84e41988fb9e1b0c for: {'subnet': 1} {{(pid=91056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 11:10:57.483745 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-3a2fe5b1-1ef2-492d-b457-4201b888dc65 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:10:57.776863 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.objects.ports [None req-3a2fe5b1-1ef2-492d-b457-4201b888dc65 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=91056) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 19 11:10:57.777159 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-3a2fe5b1-1ef2-492d-b457-4201b888dc65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620'] for subnet, after_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:10:57.779191 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:10:57.822449 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2fe5b1-1ef2-492d-b457-4201b888dc65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aba42eaa-d100-461a-90c5-240f62c775e0,revision_number=0']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:10:57.823688 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2fe5b1-1ef2-492d-b457-4201b888dc65 admin admin] Checking segment: {'id': '49ddd7c4-aafb-432e-a188-efbf16e2f9e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 11:10:57.823884 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2fe5b1-1ef2-492d-b457-4201b888dc65 admin admin] Network hostable DHCP agents. Network: 02345af2-6ed3-48fb-b7af-bf8d47e25522, hostable agents: ['36604066-f80c-4f9a-9f0a-cbdcbbee93eb'], hosted agents: [] {{(pid=91056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 11:10:57.826567 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-3a2fe5b1-1ef2-492d-b457-4201b888dc65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:10:57.836838 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2fe5b1-1ef2-492d-b457-4201b888dc65 admin admin] Network 02345af2-6ed3-48fb-b7af-bf8d47e25522 is scheduled to be hosted by DHCP agent 36604066-f80c-4f9a-9f0a-cbdcbbee93eb with binding_index 1 {{(pid=91056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 11:10:57.844532 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.scheduler.base_scheduler [None req-3a2fe5b1-1ef2-492d-b457-4201b888dc65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787764-1-iscsi, 02345af2-6ed3-48fb-b7af-bf8d47e25522) {{(pid=91056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:10:57.849139 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a2fe5b1-1ef2-492d-b457-4201b888dc65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:10:57.849898 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-3a2fe5b1-1ef2-492d-b457-4201b888dc65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695638'] for subnet, before_response {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:10:57.850966 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c0fffb1-7b56-4f45-a8a8-46dc45008715 None None] Network 02345af2-6ed3-48fb-b7af-bf8d47e25522 requested from dv-cinder-787764-1-iscsi {{(pid=91057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 11:10:57.866941 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-3a2fe5b1-1ef2-492d-b457-4201b888dc65 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4032142 May 19 11:10:57.962805 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e208c395-97ce-41e5-beea-aced1561767d None None] Network 02345af2-6ed3-48fb-b7af-bf8d47e25522 requested from dv-cinder-787764-1-iscsi {{(pid=91057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 11:10:58.926495 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Device b3ba3483-aaf9-457f-a0bf-cb3f633e9844 up at agent ovs-agent-dv-cinder-787764-1-iscsi {{(pid=91057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 11:10:58.969276 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Provisioning for port b3ba3483-aaf9-457f-a0bf-cb3f633e9844 completed by entity L2. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 11:10:58.973121 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Provisioning complete for port b3ba3483-aaf9-457f-a0bf-cb3f633e9844 triggered by entity L2. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:10:58.973709 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441453'] for port, provisioning_complete {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:10:59.038706 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:10:59.055701 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] For port b3ba3483-aaf9-457f-a0bf-cb3f633e9844, host dv-cinder-787764-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-1-iscsi',level=0,port_id=b3ba3483-aaf9-457f-a0bf-cb3f633e9844,segment=NetworkSegment(a2671935-93ee-4106-8d81-0e118c36c9f6),segment_id=a2671935-93ee-4106-8d81-0e118c36c9f6)] {{(pid=91057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:10:59.058211 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602'] for port, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:10:59.059730 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:10:59.110545 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Pushing event updated for resources: {'Port': ['ID=b3ba3483-aaf9-457f-a0bf-cb3f633e9844,revision_number=5']} {{(pid=91057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:10:59.112398 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:10:59.135697 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 41738) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:10:59.402430 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-bad6bee2-3dc6-4262-bc07-d033f504f95a admin admin] 10.222.0.90 "GET /v2.0/routers/bdf6fb8d-460f-48d1-83b6-0c5ace5076e7 HTTP/1.1" status: 200 len: 710 time: 0.2659748 May 19 11:10:59.491666 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-919181e3-1195-4e10-97c2-31508dfc42d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:10:59.492545 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-919181e3-1195-4e10-97c2-31508dfc42d8 admin admin] 10.222.0.90 "GET /v2.0/networks/02345af2-6ed3-48fb-b7af-bf8d47e25522 HTTP/1.1" status: 200 len: 886 time: 0.0838788 May 19 11:10:59.501076 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.v2.base [None req-0ff72f7a-9ce3-4e39-b27e-8db6c1f48761 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522'}}} {{(pid=91056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:10:59.725468 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-0ff72f7a-9ce3-4e39-b27e-8db6c1f48761 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1713980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1593862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26701'] for router, precommit_update {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:10:59.951437 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-0ff72f7a-9ce3-4e39-b27e-8db6c1f48761 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:10:59.982489 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-0ff72f7a-9ce3-4e39-b27e-8db6c1f48761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:11:00.054397 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.db_base_plugin_common [None req-0ff72f7a-9ce3-4e39-b27e-8db6c1f48761 admin admin] Allocated IP 172.27.0.67 (02345af2-6ed3-48fb-b7af-bf8d47e25522/aba42eaa-d100-461a-90c5-240f62c775e0/f47e0e12-a109-41a4-9c3d-e60ec249eb9d) {{(pid=91056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 11:11:00.133601 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-0ff72f7a-9ce3-4e39-b27e-8db6c1f48761 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:11:00.152647 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-0ff72f7a-9ce3-4e39-b27e-8db6c1f48761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749740362231'] for port, after_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:11:00.154780 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:11:00.184200 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff72f7a-9ce3-4e39-b27e-8db6c1f48761 admin admin] Network 02345af2-6ed3-48fb-b7af-bf8d47e25522 is already hosted by enough agents. {{(pid=91056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 11:11:00.185650 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.scheduler.base_scheduler [None req-0ff72f7a-9ce3-4e39-b27e-8db6c1f48761 admin admin] Resources bound (agent type, host, resource id): {{(pid=91056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:11:00.188199 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff72f7a-9ce3-4e39-b27e-8db6c1f48761 admin admin] Received port after_create {{(pid=91056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 11:11:00.220061 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff72f7a-9ce3-4e39-b27e-8db6c1f48761 admin admin] Pushing event updated for resources: {'Port': ['ID=f47e0e12-a109-41a4-9c3d-e60ec249eb9d,revision_number=1']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:11:00.222686 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-0ff72f7a-9ce3-4e39-b27e-8db6c1f48761 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:11:00.396574 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-0ff72f7a-9ce3-4e39-b27e-8db6c1f48761 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:11:00.636837 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-0ff72f7a-9ce3-4e39-b27e-8db6c1f48761 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1713980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1593862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26701'] for router, precommit_update {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:11:00.639209 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-0ff72f7a-9ce3-4e39-b27e-8db6c1f48761 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1714063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1714173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1714052', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1593880'] for router, after_update {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:11:00.730281 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ff72f7a-9ce3-4e39-b27e-8db6c1f48761 admin admin] Router bdf6fb8d-460f-48d1-83b6-0c5ace5076e7 has already been hosted by L3 agent 326bf12a-fdae-48e8-b877-7dbd40e20eda {{(pid=91056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 11:11:00.823094 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ff72f7a-9ce3-4e39-b27e-8db6c1f48761 admin admin] Notify agent at l3_agent.dv-cinder-787764-1-iscsi the message routers_updated {{(pid=91056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 11:11:00.828229 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-0ff72f7a-9ce3-4e39-b27e-8db6c1f48761 admin admin] Notify callbacks [] for router, before_response {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:11:00.828924 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-0ff72f7a-9ce3-4e39-b27e-8db6c1f48761 admin admin] 10.222.0.90 "PUT /v2.0/routers/bdf6fb8d-460f-48d1-83b6-0c5ace5076e7 HTTP/1.1" status: 200 len: 889 time: 1.3298330 May 19 11:11:00.832350 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9470e8c9-e1c6-40e7-b41e-948e63c681bc None None] Sync routers for ids ['bdf6fb8d-460f-48d1-83b6-0c5ace5076e7'] in dv-cinder-787764-1-iscsi {{(pid=91057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 11:11:00.844855 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9470e8c9-e1c6-40e7-b41e-948e63c681bc None None] Routers {'bdf6fb8d-460f-48d1-83b6-0c5ace5076e7'} bound to L3 agent in host dv-cinder-787764-1-iscsi {{(pid=91057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:11:00.845718 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_hamode_db [None req-9470e8c9-e1c6-40e7-b41e-948e63c681bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-19T11:10:36Z,description=,heartbeat_timestamp=2021-05-19T11:10:36Z,host='dv-cinder-787764-1-iscsi',id=326bf12a-fdae-48e8-b877-7dbd40e20eda,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:36Z,topic='l3_agent')) {'router_ids': ['bdf6fb8d-460f-48d1-83b6-0c5ace5076e7'], 'active': True} {{(pid=91057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:11:00.931651 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Device b3ba3483-aaf9-457f-a0bf-cb3f633e9844 up at agent ovs-agent-dv-cinder-787764-1-iscsi {{(pid=91057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 11:11:00.979958 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_dvr_db [None req-9470e8c9-e1c6-40e7-b41e-948e63c681bc None None] Set router bdf6fb8d-460f-48d1-83b6-0c5ace5076e7 gateway port host: dv-cinder-787764-1-iscsi {{(pid=91057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:11:01.021010 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Provisioning complete for port b3ba3483-aaf9-457f-a0bf-cb3f633e9844 triggered by entity L2. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:11:01.021257 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441453'] for port, provisioning_complete {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:11:01.224981 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_hamode_db [None req-9470e8c9-e1c6-40e7-b41e-948e63c681bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdf6fb8d-460f-48d1-83b6-0c5ace5076e7', 'name': 'router1', 'tenant_id': '9c7fce8e747a4f5a8e0c48082aa569c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'external_fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': 'f47e0e12-a109-41a4-9c3d-e60ec249eb9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:10:49Z', 'updated_at': '2021-05-19T11:11:00Z', 'revision_number': 4, 'project_id': '9c7fce8e747a4f5a8e0c48082aa569c2', 'gw_port': {'id': 'f47e0e12-a109-41a4-9c3d-e60ec249eb9d', 'name': '', 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:48:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdf6fb8d-460f-48d1-83b6-0c5ace5076e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:10:59Z', 'updated_at': '2021-05-19T11:11:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-1-iscsi', '_interfaces': [{'id': 'b3ba3483-aaf9-457f-a0bf-cb3f633e9844', 'name': '', 'network_id': '3f603098-076b-4606-a354-f9dcdb90c3af', 'tenant_id': '9c7fce8e747a4f5a8e0c48082aa569c2', 'mac_address': 'fa:16:3e:ff:cd:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf6fb8d-460f-48d1-83b6-0c5ace5076e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'eab85df1-8177-46f3-abf7-4d18a5a6060c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:10:54Z', 'updated_at': '2021-05-19T11:10:59Z', 'revision_number': 5, 'project_id': '9c7fce8e747a4f5a8e0c48082aa569c2', 'subnets': [{'id': 'eab85df1-8177-46f3-abf7-4d18a5a6060c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e1434b00-b790-46ab-bf93-b4f75051f68a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-1-iscsi', False) {} {{(pid=91057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:11:01.228052 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9470e8c9-e1c6-40e7-b41e-948e63c681bc None None] Checking router: bdf6fb8d-460f-48d1-83b6-0c5ace5076e7 for host: dv-cinder-787764-1-iscsi {{(pid=91057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 11:11:01.228234 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9470e8c9-e1c6-40e7-b41e-948e63c681bc None None] Updating router bdf6fb8d-460f-48d1-83b6-0c5ace5076e7 port f47e0e12-a109-41a4-9c3d-e60ec249eb9d binding host dv-cinder-787764-1-iscsi {{(pid=91057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 11:11:01.262043 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-9470e8c9-e1c6-40e7-b41e-948e63c681bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:11:01.472878 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-9470e8c9-e1c6-40e7-b41e-948e63c681bc None None] Notify callbacks [] for port, precommit_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:11:01.481099 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-9470e8c9-e1c6-40e7-b41e-948e63c681bc None None] Transition to ACTIVE for port object f47e0e12-a109-41a4-9c3d-e60ec249eb9d will not be triggered until provisioned by entity L2. {{(pid=91057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 11:11:01.486842 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-9470e8c9-e1c6-40e7-b41e-948e63c681bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602'] for port, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:11:01.489299 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:11:01.536386 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.managers [None req-9470e8c9-e1c6-40e7-b41e-948e63c681bc None None] Attempting to bind port f47e0e12-a109-41a4-9c3d-e60ec249eb9d on host dv-cinder-787764-1-iscsi for vnic_type normal with profile {{(pid=91057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 11:11:01.536588 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.managers [None req-9470e8c9-e1c6-40e7-b41e-948e63c681bc None None] Attempting to bind port f47e0e12-a109-41a4-9c3d-e60ec249eb9d by drivers openvswitch,hyperv on host dv-cinder-787764-1-iscsi at level 0 using segments [{'id': '49ddd7c4-aafb-432e-a188-efbf16e2f9e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522'}] {{(pid=91057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 11:11:01.536757 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9470e8c9-e1c6-40e7-b41e-948e63c681bc None None] Attempting to bind port f47e0e12-a109-41a4-9c3d-e60ec249eb9d on network 02345af2-6ed3-48fb-b7af-bf8d47e25522 {{(pid=91057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 11:11:01.540919 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab8c7dc-ef0e-4551-9ff1-520827854476 None None] Pushing event updated for resources: {'Port': ['ID=f47e0e12-a109-41a4-9c3d-e60ec249eb9d,revision_number=2']} {{(pid=91057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:11:01.543018 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-4ab8c7dc-ef0e-4551-9ff1-520827854476 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:11:01.544858 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9470e8c9-e1c6-40e7-b41e-948e63c681bc None None] Checking agent: {'id': '8ddda9c6-7d5f-4e42-9175-c986b5c107e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787764-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 11, 10, 36), 'started_at': datetime.datetime(2021, 5, 19, 11, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 11, 10, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787764-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 11:11:01.545074 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9470e8c9-e1c6-40e7-b41e-948e63c681bc None None] Checking segment: {'id': '49ddd7c4-aafb-432e-a188-efbf16e2f9e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 11:11:01.545356 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-9470e8c9-e1c6-40e7-b41e-948e63c681bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:11:01.545598 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9470e8c9-e1c6-40e7-b41e-948e63c681bc None None] Bound using segment: {'id': '49ddd7c4-aafb-432e-a188-efbf16e2f9e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522'} {{(pid=91057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 11:11:01.545903 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.managers [None req-9470e8c9-e1c6-40e7-b41e-948e63c681bc None None] Bound port: f47e0e12-a109-41a4-9c3d-e60ec249eb9d, host: dv-cinder-787764-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49ddd7c4-aafb-432e-a188-efbf16e2f9e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522'}}] {{(pid=91057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 11:11:01.546140 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-9470e8c9-e1c6-40e7-b41e-948e63c681bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:11:01.590183 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-9470e8c9-e1c6-40e7-b41e-948e63c681bc None None] For port f47e0e12-a109-41a4-9c3d-e60ec249eb9d, host dv-cinder-787764-1-iscsi, cleared binding levels {{(pid=91057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 11:11:01.593869 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-9470e8c9-e1c6-40e7-b41e-948e63c681bc None None] For port f47e0e12-a109-41a4-9c3d-e60ec249eb9d, host dv-cinder-787764-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-1-iscsi',level=0,port_id=f47e0e12-a109-41a4-9c3d-e60ec249eb9d,segment=NetworkSegment(49ddd7c4-aafb-432e-a188-efbf16e2f9e4),segment_id=49ddd7c4-aafb-432e-a188-efbf16e2f9e4)] {{(pid=91057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 11:11:01.597721 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-9470e8c9-e1c6-40e7-b41e-948e63c681bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602'] for port, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:11:01.602126 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:11:01.649673 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9470e8c9-e1c6-40e7-b41e-948e63c681bc None None] Routers {'bdf6fb8d-460f-48d1-83b6-0c5ace5076e7'} bound to L3 agent in host dv-cinder-787764-1-iscsi {{(pid=91057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:11:01.650046 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_hamode_db [None req-9470e8c9-e1c6-40e7-b41e-948e63c681bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-19T11:10:36Z,description=,heartbeat_timestamp=2021-05-19T11:10:36Z,host='dv-cinder-787764-1-iscsi',id=326bf12a-fdae-48e8-b877-7dbd40e20eda,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:36Z,topic='l3_agent')) {'router_ids': ['bdf6fb8d-460f-48d1-83b6-0c5ace5076e7'], 'active': True} {{(pid=91057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:11:01.678342 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab8c7dc-ef0e-4551-9ff1-520827854476 None None] Pushing event updated for resources: {'Port': ['ID=f47e0e12-a109-41a4-9c3d-e60ec249eb9d,revision_number=3']} {{(pid=91057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:11:01.682631 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-4ab8c7dc-ef0e-4551-9ff1-520827854476 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:11:01.783490 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_dvr_db [None req-9470e8c9-e1c6-40e7-b41e-948e63c681bc None None] Set router bdf6fb8d-460f-48d1-83b6-0c5ace5076e7 gateway port host: dv-cinder-787764-1-iscsi {{(pid=91057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:11:02.006755 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_hamode_db [None req-9470e8c9-e1c6-40e7-b41e-948e63c681bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdf6fb8d-460f-48d1-83b6-0c5ace5076e7', 'name': 'router1', 'tenant_id': '9c7fce8e747a4f5a8e0c48082aa569c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'external_fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': 'f47e0e12-a109-41a4-9c3d-e60ec249eb9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:10:49Z', 'updated_at': '2021-05-19T11:11:00Z', 'revision_number': 4, 'project_id': '9c7fce8e747a4f5a8e0c48082aa569c2', 'gw_port': {'id': 'f47e0e12-a109-41a4-9c3d-e60ec249eb9d', 'name': '', 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:48:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdf6fb8d-460f-48d1-83b6-0c5ace5076e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:10:59Z', 'updated_at': '2021-05-19T11:11:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-1-iscsi', '_interfaces': [{'id': 'b3ba3483-aaf9-457f-a0bf-cb3f633e9844', 'name': '', 'network_id': '3f603098-076b-4606-a354-f9dcdb90c3af', 'tenant_id': '9c7fce8e747a4f5a8e0c48082aa569c2', 'mac_address': 'fa:16:3e:ff:cd:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf6fb8d-460f-48d1-83b6-0c5ace5076e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'eab85df1-8177-46f3-abf7-4d18a5a6060c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:10:54Z', 'updated_at': '2021-05-19T11:10:59Z', 'revision_number': 5, 'project_id': '9c7fce8e747a4f5a8e0c48082aa569c2', 'subnets': [{'id': 'eab85df1-8177-46f3-abf7-4d18a5a6060c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e1434b00-b790-46ab-bf93-b4f75051f68a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-1-iscsi', False) {} {{(pid=91057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:11:02.009749 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9470e8c9-e1c6-40e7-b41e-948e63c681bc None None] The sync data for ids ['bdf6fb8d-460f-48d1-83b6-0c5ace5076e7'] in dv-cinder-787764-1-iscsi is: [{'id': 'bdf6fb8d-460f-48d1-83b6-0c5ace5076e7', 'name': 'router1', 'tenant_id': '9c7fce8e747a4f5a8e0c48082aa569c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'external_fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': 'f47e0e12-a109-41a4-9c3d-e60ec249eb9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:10:49Z', 'updated_at': '2021-05-19T11:11:00Z', 'revision_number': 4, 'project_id': '9c7fce8e747a4f5a8e0c48082aa569c2', 'gw_port': {'id': 'f47e0e12-a109-41a4-9c3d-e60ec249eb9d', 'name': '', 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:48:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdf6fb8d-460f-48d1-83b6-0c5ace5076e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:10:59Z', 'updated_at': '2021-05-19T11:11:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-1-iscsi', '_interfaces': [{'id': 'b3ba3483-aaf9-457f-a0bf-cb3f633e9844', 'name': '', 'network_id': '3f603098-076b-4606-a354-f9dcdb90c3af', 'tenant_id': '9c7fce8e747a4f5a8e0c48082aa569c2', 'mac_address': 'fa:16:3e:ff:cd:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf6fb8d-460f-48d1-83b6-0c5ace5076e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'eab85df1-8177-46f3-abf7-4d18a5a6060c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:10:54Z', 'updated_at': '2021-05-19T11:10:59Z', 'revision_number': 5, 'project_id': '9c7fce8e747a4f5a8e0c48082aa569c2', 'subnets': [{'id': 'eab85df1-8177-46f3-abf7-4d18a5a6060c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e1434b00-b790-46ab-bf93-b4f75051f68a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 11:11:02.220836 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 41748) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:11:02.484317 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-abdf1ec3-47c5-453c-85cd-ffc55d7b864e admin admin] 10.222.0.90 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.2625420 May 19 11:11:02.918287 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Device f47e0e12-a109-41a4-9c3d-e60ec249eb9d up at agent ovs-agent-dv-cinder-787764-1-iscsi {{(pid=91057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 11:11:02.957468 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Provisioning for port f47e0e12-a109-41a4-9c3d-e60ec249eb9d completed by entity L2. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 11:11:02.960452 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Provisioning complete for port f47e0e12-a109-41a4-9c3d-e60ec249eb9d triggered by entity L2. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:11:02.960671 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441453'] for port, provisioning_complete {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:11:03.021347 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:11:03.038375 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] For port f47e0e12-a109-41a4-9c3d-e60ec249eb9d, host dv-cinder-787764-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-1-iscsi',level=0,port_id=f47e0e12-a109-41a4-9c3d-e60ec249eb9d,segment=NetworkSegment(49ddd7c4-aafb-432e-a188-efbf16e2f9e4),segment_id=49ddd7c4-aafb-432e-a188-efbf16e2f9e4)] {{(pid=91057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:11:03.040644 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602'] for port, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:11:03.042039 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:11:03.077861 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Pushing event updated for resources: {'Port': ['ID=f47e0e12-a109-41a4-9c3d-e60ec249eb9d,revision_number=4']} {{(pid=91057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:11:03.079569 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:11:04.575762 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-a5c4228c-ee06-4bd3-ac8d-5969c2f57ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:11:04.926682 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Device f47e0e12-a109-41a4-9c3d-e60ec249eb9d up at agent ovs-agent-dv-cinder-787764-1-iscsi {{(pid=91057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 11:11:04.979774 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Provisioning complete for port f47e0e12-a109-41a4-9c3d-e60ec249eb9d triggered by entity L2. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:11:04.980154 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441453'] for port, provisioning_complete {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:11:05.801318 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:11:06.194873 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-c1b8c82f-3139-4068-9414-666da866eca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:11:06.686994 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-f3552fb9-a093-42e6-b748-7ab8d8c7cb39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:11:07.779332 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-66ec5bc0-6952-497b-8f33-b3c04bfd0b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:11:12.906549 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.agents_db [None req-9df4fd67-1abd-480d-9703-ac00f2726051 None None] Agent healthcheck: found 5 active agents {{(pid=91058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 11:11:34.578763 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-b4fff369-0fb5-4a55-bad7-d159cb650b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:11:35.809890 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:11:36.192487 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-c087f1af-fbc0-4cbc-b2e0-6c9a93ba033c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:11:36.694985 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-f3552fb9-a093-42e6-b748-7ab8d8c7cb39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:11:37.780650 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-66ec5bc0-6952-497b-8f33-b3c04bfd0b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:11:49.902155 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.agents_db [None req-9df4fd67-1abd-480d-9703-ac00f2726051 None None] Agent healthcheck: found 5 active agents {{(pid=91058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 11:11:54.344219 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 42338) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:11:54.437589 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef33e0a7-1fb2-4ac3-96e5-0083ceb496f1 admin admin] GET failed (client error): The resource could not be found. May 19 11:11:54.438365 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-ef33e0a7-1fb2-4ac3-96e5-0083ceb496f1 admin admin] 10.222.0.90 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0934181 May 19 11:11:54.524963 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ee622d-073f-4a08-8be7-5a17258169d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:11:54.525847 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-57ee622d-073f-4a08-8be7-5a17258169d8 admin admin] 10.222.0.90 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.0830364 May 19 11:11:55.578083 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 42348) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:11:55.653565 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2502e75c-895c-4259-be47-4b2c76bc12ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:11:55.653915 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-2502e75c-895c-4259-be47-4b2c76bc12ab admin admin] Synchronizing usage tracker for tenant:596f58fdd8f1490b84e41988fb9e1b0c on resource:subnet {{(pid=91056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 11:11:55.666461 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-2502e75c-895c-4259-be47-4b2c76bc12ab admin admin] Unset dirty status for tenant:596f58fdd8f1490b84e41988fb9e1b0c on resource:subnet {{(pid=91056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 11:11:55.667164 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-2502e75c-895c-4259-be47-4b2c76bc12ab admin admin] 10.222.0.90 "GET /v2.0/subnets/eab85df1-8177-46f3-abf7-4d18a5a6060c HTTP/1.1" status: 200 len: 849 time: 0.0883319 May 19 11:11:55.673195 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.v2.base [None req-d8788881-1864-408b-99b4-699a28be241b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=91056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:11:55.749491 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-d8788881-1864-408b-99b4-699a28be241b admin admin] Notify callbacks [] for subnet, before_update {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:11:55.872505 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-d8788881-1864-408b-99b4-699a28be241b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8749740778406'] for subnet, after_update {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:11:55.877408 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:11:55.917192 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8788881-1864-408b-99b4-699a28be241b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:11:55.917578 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-d8788881-1864-408b-99b4-699a28be241b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695638'] for subnet, before_response {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:11:55.918483 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-d8788881-1864-408b-99b4-699a28be241b admin admin] 10.222.0.90 "PUT /v2.0/subnets/eab85df1-8177-46f3-abf7-4d18a5a6060c HTTP/1.1" status: 200 len: 868 time: 0.2477496 May 19 11:11:55.919866 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7084cbf-fbaa-4349-9e86-57e37ad9bd3d None None] Network 3f603098-076b-4606-a354-f9dcdb90c3af requested from dv-cinder-787764-1-iscsi {{(pid=91057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 11:11:55.931356 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8788881-1864-408b-99b4-699a28be241b admin admin] Pushing event updated for resources: {'Subnet': ['ID=eab85df1-8177-46f3-abf7-4d18a5a6060c,revision_number=1']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:11:55.936163 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8788881-1864-408b-99b4-699a28be241b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:11:55.936422 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8788881-1864-408b-99b4-699a28be241b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:11:55.936575 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8788881-1864-408b-99b4-699a28be241b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:11:55.936782 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8788881-1864-408b-99b4-699a28be241b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:11:55.936987 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8788881-1864-408b-99b4-699a28be241b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:11:55.937219 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8788881-1864-408b-99b4-699a28be241b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:11:55.937424 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8788881-1864-408b-99b4-699a28be241b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:11:55.937628 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8788881-1864-408b-99b4-699a28be241b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:11:55.937847 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8788881-1864-408b-99b4-699a28be241b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:11:55.938056 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8788881-1864-408b-99b4-699a28be241b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:11:55.938255 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8788881-1864-408b-99b4-699a28be241b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:11:55.938451 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8788881-1864-408b-99b4-699a28be241b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:11:55.941370 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-d8788881-1864-408b-99b4-699a28be241b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:11:56.194044 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-85137118-f1bc-44d1-8405-534a4210ba79 None None] Provisioning complete for port 6ba9bd91-479b-467b-8ce4-923668a5305b triggered by entity DHCP. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:11:56.194443 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-85137118-f1bc-44d1-8405-534a4210ba79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441453'] for port, provisioning_complete {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:11:56.281793 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-85137118-f1bc-44d1-8405-534a4210ba79 None None] Provisioning complete for port b3ba3483-aaf9-457f-a0bf-cb3f633e9844 triggered by entity DHCP. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:11:56.281985 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-85137118-f1bc-44d1-8405-534a4210ba79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441453'] for port, provisioning_complete {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:11:57.078673 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 42358) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:11:57.190082 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35312bb1-bf57-43c2-a88a-7feaf731081f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:11:57.190322 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35312bb1-bf57-43c2-a88a-7feaf731081f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:11:57.191221 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-35312bb1-bf57-43c2-a88a-7feaf731081f admin admin] 10.222.0.90 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1118810 May 19 11:11:58.266893 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 42368) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:11:58.387807 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-274c119e-1767-44f3-8680-1f60349c46ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:11:58.388061 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-274c119e-1767-44f3-8680-1f60349c46ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:11:58.389068 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-274c119e-1767-44f3-8680-1f60349c46ad admin admin] 10.222.0.90 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1214926 May 19 11:11:59.479276 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 42378) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:11:59.582764 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb122596-695c-4e94-be3b-901ff5721048 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:11:59.583539 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-bb122596-695c-4e94-be3b-901ff5721048 admin admin] 10.222.0.90 "GET /v2.0/networks/02345af2-6ed3-48fb-b7af-bf8d47e25522 HTTP/1.1" status: 200 len: 886 time: 0.1035435 May 19 11:12:00.675931 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 42388) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:12:00.797078 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b86e8ae-5cf9-4669-9012-c403c9cf752b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:12:00.797887 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-5b86e8ae-5cf9-4669-9012-c403c9cf752b admin admin] 10.222.0.90 "GET /v2.0/networks/3f603098-076b-4606-a354-f9dcdb90c3af HTTP/1.1" status: 200 len: 870 time: 0.1213307 May 19 11:12:01.930406 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 42398) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:12:02.002578 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5731b227-47dc-41ae-bbd2-80a9f3c04052 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:12:02.002850 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5731b227-47dc-41ae-bbd2-80a9f3c04052 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:12:02.003802 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-5731b227-47dc-41ae-bbd2-80a9f3c04052 admin admin] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0723579 May 19 11:12:03.033488 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 42408) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:12:03.100641 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718c3a39-e102-4bea-b7ab-be7bbe34909a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:12:03.100916 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718c3a39-e102-4bea-b7ab-be7bbe34909a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:12:03.102033 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-718c3a39-e102-4bea-b7ab-be7bbe34909a admin admin] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0677915 May 19 11:12:04.208651 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 42418) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:12:04.265898 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc6f43b-4537-4a86-a7a6-bf2851f141ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:12:04.266635 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-4dc6f43b-4537-4a86-a7a6-bf2851f141ab admin admin] 10.222.0.90 "GET /v2.0/subnets/aba42eaa-d100-461a-90c5-240f62c775e0 HTTP/1.1" status: 200 len: 816 time: 0.0570362 May 19 11:12:04.586982 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-caa553b9-16f1-4ab1-b7e2-108fc869ddcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:12:05.418556 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 42428) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:12:05.485242 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d31513-10b6-471e-8b19-c21cbab9972b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:12:05.485979 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-44d31513-10b6-471e-8b19-c21cbab9972b admin admin] 10.222.0.90 "GET /v2.0/subnets/eab85df1-8177-46f3-abf7-4d18a5a6060c HTTP/1.1" status: 200 len: 868 time: 0.0666881 May 19 11:12:05.806992 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:12:06.189603 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-390f2ec5-86ce-4416-97f7-e6f4d4be5649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:12:06.698267 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-f3552fb9-a093-42e6-b748-7ab8d8c7cb39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:12:07.779062 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-66ec5bc0-6952-497b-8f33-b3c04bfd0b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:12:17.352987 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 42472) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:12:17.398908 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [None req-216c61b6-b23c-4ecb-b560-d7398fb125d4 admin admin] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=91056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 11:12:17.399626 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-216c61b6-b23c-4ecb-b560-d7398fb125d4 admin admin] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0456030 May 19 11:12:18.574068 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 42482) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:12:18.623697 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dabadf9-1848-4676-84b0-2840100f1db1 admin admin] GET failed (client error): The resource could not be found. May 19 11:12:18.624421 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-6dabadf9-1848-4676-84b0-2840100f1db1 admin admin] 10.222.0.90 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0496662 May 19 11:12:18.730627 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749bde4b-97c8-4bca-b025-24c1b648bc37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:12:18.731487 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-749bde4b-97c8-4bca-b025-24c1b648bc37 admin admin] 10.222.0.90 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1046944 May 19 11:12:19.884537 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 42492) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:12:19.912331 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.v2.base [None req-7b833c35-f8aa-430e-b31d-194522524955 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=91056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:12:19.915181 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-7b833c35-f8aa-430e-b31d-194522524955 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:12:19.920454 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-7b833c35-f8aa-430e-b31d-194522524955 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:12:19.928808 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b833c35-f8aa-430e-b31d-194522524955 admin admin] Made reservation on behalf of 596f58fdd8f1490b84e41988fb9e1b0c for: {'network': 1} {{(pid=91056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 11:12:19.930441 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-7b833c35-f8aa-430e-b31d-194522524955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-783228'] for network, before_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:12:19.982504 dv-cinder-787764-1-iscsi neutron-server[91056]: WARNING neutron.services.revisions.revision_plugin [None req-7b833c35-f8aa-430e-b31d-194522524955 admin admin] Could not find related network for resource to bump revision. May 19 11:12:19.989598 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b833c35-f8aa-430e-b31d-194522524955 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1370} {{(pid=91056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 11:12:19.995719 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-7b833c35-f8aa-430e-b31d-194522524955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432044'] for segment, precommit_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:12:19.995900 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.db.segments_db [None req-7b833c35-f8aa-430e-b31d-194522524955 admin admin] Added segment 4698f5f9-3e81-4c76-84cf-ca71806e0a22 of type vlan for network 62fe130a-4a0d-4f30-b2c3-8057b2cc8cbc May 19 11:12:20.012616 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-7b833c35-f8aa-430e-b31d-194522524955 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749740349296'] for network, precommit_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:12:20.031193 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-7b833c35-f8aa-430e-b31d-194522524955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1777549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1695667'] for network, after_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:12:20.032084 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b833c35-f8aa-430e-b31d-194522524955 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:12:20.032442 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-7b833c35-f8aa-430e-b31d-194522524955 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695638'] for network, before_response {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:12:20.034533 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-3dc64111-af53-4ab4-866d-a4277fd527d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:12:20.087222 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b833c35-f8aa-430e-b31d-194522524955 admin admin] Pushing event updated for resources: {'Network': ['ID=62fe130a-4a0d-4f30-b2c3-8057b2cc8cbc,revision_number=1']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:12:20.089375 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-7b833c35-f8aa-430e-b31d-194522524955 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.2041347 May 19 11:12:20.089806 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-7b833c35-f8aa-430e-b31d-194522524955 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:12:20.094840 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Network 62fe130a-4a0d-4f30-b2c3-8057b2cc8cbc details requested by agent ovs-agent-dv-cinder-787764-1-iscsi with host dv-cinder-787764-1-iscsi {{(pid=91057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 11:12:21.242115 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 42502) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:12:21.290443 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.pecan_wsgi.hooks.translation [None req-45fd77d5-b18c-42af-abe2-514a88187f17 admin admin] GET failed (client error): The resource could not be found. May 19 11:12:21.291169 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-45fd77d5-b18c-42af-abe2-514a88187f17 admin admin] 10.222.0.90 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0484133 May 19 11:12:21.345350 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5506b2a3-89d9-4f0e-9821-c5d70c8e81d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:12:21.346107 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-5506b2a3-89d9-4f0e-9821-c5d70c8e81d1 admin admin] 10.222.0.90 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0524232 May 19 11:12:21.354867 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.v2.base [None req-27febf90-ffe8-451f-826e-d9fdc824e757 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'network_id': '62fe130a-4a0d-4f30-b2c3-8057b2cc8cbc', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=91055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:12:21.357585 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-27febf90-ffe8-451f-826e-d9fdc824e757 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:12:21.364651 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-27febf90-ffe8-451f-826e-d9fdc824e757 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:12:21.375494 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27febf90-ffe8-451f-826e-d9fdc824e757 admin admin] Made reservation on behalf of 596f58fdd8f1490b84e41988fb9e1b0c for: {'subnet': 1} {{(pid=91055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 11:12:21.378378 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-27febf90-ffe8-451f-826e-d9fdc824e757 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:12:21.638285 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-27febf90-ffe8-451f-826e-d9fdc824e757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620'] for subnet, after_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:12:21.640555 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:12:21.684440 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27febf90-ffe8-451f-826e-d9fdc824e757 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb1d6cca-0aa8-4028-b46f-93aac2b123f3,revision_number=0']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:12:21.690814 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27febf90-ffe8-451f-826e-d9fdc824e757 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:12:21.691025 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27febf90-ffe8-451f-826e-d9fdc824e757 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:12:21.691230 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27febf90-ffe8-451f-826e-d9fdc824e757 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:12:21.691428 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27febf90-ffe8-451f-826e-d9fdc824e757 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:12:21.691622 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27febf90-ffe8-451f-826e-d9fdc824e757 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:12:21.691826 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27febf90-ffe8-451f-826e-d9fdc824e757 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:12:21.692023 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27febf90-ffe8-451f-826e-d9fdc824e757 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:12:21.692215 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27febf90-ffe8-451f-826e-d9fdc824e757 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:12:21.692408 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27febf90-ffe8-451f-826e-d9fdc824e757 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:12:21.692604 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27febf90-ffe8-451f-826e-d9fdc824e757 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:12:21.692795 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27febf90-ffe8-451f-826e-d9fdc824e757 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:12:21.692983 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27febf90-ffe8-451f-826e-d9fdc824e757 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:12:21.695718 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-27febf90-ffe8-451f-826e-d9fdc824e757 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:12:21.697319 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27febf90-ffe8-451f-826e-d9fdc824e757 admin admin] Checking segment: {'id': '4698f5f9-3e81-4c76-84cf-ca71806e0a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1370, 'network_id': '62fe130a-4a0d-4f30-b2c3-8057b2cc8cbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 11:12:21.697545 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27febf90-ffe8-451f-826e-d9fdc824e757 admin admin] Network hostable DHCP agents. Network: 62fe130a-4a0d-4f30-b2c3-8057b2cc8cbc, hostable agents: ['36604066-f80c-4f9a-9f0a-cbdcbbee93eb'], hosted agents: [] {{(pid=91055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 11:12:21.709962 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27febf90-ffe8-451f-826e-d9fdc824e757 admin admin] Network 62fe130a-4a0d-4f30-b2c3-8057b2cc8cbc is scheduled to be hosted by DHCP agent 36604066-f80c-4f9a-9f0a-cbdcbbee93eb with binding_index 1 {{(pid=91055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 11:12:21.717719 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.scheduler.base_scheduler [None req-27febf90-ffe8-451f-826e-d9fdc824e757 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787764-1-iscsi, 62fe130a-4a0d-4f30-b2c3-8057b2cc8cbc) {{(pid=91055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:12:21.721304 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27febf90-ffe8-451f-826e-d9fdc824e757 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:12:21.721787 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-27febf90-ffe8-451f-826e-d9fdc824e757 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695638'] for subnet, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:12:21.726731 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da2e927-dec7-4c39-97cc-7fd10db493f1 None None] Network 62fe130a-4a0d-4f30-b2c3-8057b2cc8cbc requested from dv-cinder-787764-1-iscsi {{(pid=91057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 11:12:21.739668 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-27febf90-ffe8-451f-826e-d9fdc824e757 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3862526 May 19 11:12:21.879757 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b7cd57-0ff9-4a7f-9344-2ccb4ecf9d39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbc713b2-5b1e-5e4a-ab48-4751d66359fe-62fe130a-4a0d-4f30-b2c3-8057b2cc8cbc', 'network_id': '62fe130a-4a0d-4f30-b2c3-8057b2cc8cbc', 'tenant_id': '596f58fdd8f1490b84e41988fb9e1b0c', 'fixed_ips': [{'subnet_id': 'eb1d6cca-0aa8-4028-b46f-93aac2b123f3'}]}} from dv-cinder-787764-1-iscsi. {{(pid=91057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 11:12:21.880378 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-12b7cd57-0ff9-4a7f-9344-2ccb4ecf9d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_create {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:12:21.983221 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.db_base_plugin_common [None req-12b7cd57-0ff9-4a7f-9344-2ccb4ecf9d39 None None] Allocated IP 192.168.233.2 (62fe130a-4a0d-4f30-b2c3-8057b2cc8cbc/eb1d6cca-0aa8-4028-b46f-93aac2b123f3/a4fd6e7e-6ad8-46f3-b1dd-aa84d969bc1f) {{(pid=91057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 11:12:22.108170 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-12b7cd57-0ff9-4a7f-9344-2ccb4ecf9d39 None None] Notify callbacks [] for port, precommit_create {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:12:22.114303 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-12b7cd57-0ff9-4a7f-9344-2ccb4ecf9d39 None None] Transition to ACTIVE for port object a4fd6e7e-6ad8-46f3-b1dd-aa84d969bc1f will not be triggered until provisioned by entity L2. {{(pid=91057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 11:12:22.124779 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-12b7cd57-0ff9-4a7f-9344-2ccb4ecf9d39 None None] Transition to ACTIVE for port object a4fd6e7e-6ad8-46f3-b1dd-aa84d969bc1f will not be triggered until provisioned by entity DHCP. {{(pid=91057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 11:12:22.129668 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-12b7cd57-0ff9-4a7f-9344-2ccb4ecf9d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749740362231'] for port, after_create {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:12:22.132205 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:12:22.166430 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b7cd57-0ff9-4a7f-9344-2ccb4ecf9d39 None None] Network 62fe130a-4a0d-4f30-b2c3-8057b2cc8cbc is already hosted by enough agents. {{(pid=91057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 11:12:22.167051 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.scheduler.base_scheduler [None req-12b7cd57-0ff9-4a7f-9344-2ccb4ecf9d39 None None] Resources bound (agent type, host, resource id): {{(pid=91057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:12:22.169153 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b7cd57-0ff9-4a7f-9344-2ccb4ecf9d39 None None] Received port after_create {{(pid=91057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 11:12:22.174039 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b7cd57-0ff9-4a7f-9344-2ccb4ecf9d39 None None] Pushing event updated for resources: {'Port': ['ID=a4fd6e7e-6ad8-46f3-b1dd-aa84d969bc1f,revision_number=1']} {{(pid=91057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:12:22.205722 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b7cd57-0ff9-4a7f-9344-2ccb4ecf9d39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:12:22.205932 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b7cd57-0ff9-4a7f-9344-2ccb4ecf9d39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:12:22.206032 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b7cd57-0ff9-4a7f-9344-2ccb4ecf9d39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:12:22.206200 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b7cd57-0ff9-4a7f-9344-2ccb4ecf9d39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:12:22.206366 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b7cd57-0ff9-4a7f-9344-2ccb4ecf9d39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:12:22.206534 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b7cd57-0ff9-4a7f-9344-2ccb4ecf9d39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:12:22.206697 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b7cd57-0ff9-4a7f-9344-2ccb4ecf9d39 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:12:22.206863 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b7cd57-0ff9-4a7f-9344-2ccb4ecf9d39 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:12:22.207041 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b7cd57-0ff9-4a7f-9344-2ccb4ecf9d39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:12:22.207205 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b7cd57-0ff9-4a7f-9344-2ccb4ecf9d39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:12:22.207366 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b7cd57-0ff9-4a7f-9344-2ccb4ecf9d39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:12:22.207527 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b7cd57-0ff9-4a7f-9344-2ccb4ecf9d39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:12:22.211613 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-12b7cd57-0ff9-4a7f-9344-2ccb4ecf9d39 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:12:22.225150 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.managers [None req-12b7cd57-0ff9-4a7f-9344-2ccb4ecf9d39 None None] Attempting to bind port a4fd6e7e-6ad8-46f3-b1dd-aa84d969bc1f on host dv-cinder-787764-1-iscsi for vnic_type normal with profile {{(pid=91057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 11:12:22.225382 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.managers [None req-12b7cd57-0ff9-4a7f-9344-2ccb4ecf9d39 None None] Attempting to bind port a4fd6e7e-6ad8-46f3-b1dd-aa84d969bc1f by drivers openvswitch,hyperv on host dv-cinder-787764-1-iscsi at level 0 using segments [{'id': '4698f5f9-3e81-4c76-84cf-ca71806e0a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1370, 'network_id': '62fe130a-4a0d-4f30-b2c3-8057b2cc8cbc'}] {{(pid=91057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 11:12:22.225609 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b7cd57-0ff9-4a7f-9344-2ccb4ecf9d39 None None] Attempting to bind port a4fd6e7e-6ad8-46f3-b1dd-aa84d969bc1f on network 62fe130a-4a0d-4f30-b2c3-8057b2cc8cbc {{(pid=91057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 11:12:22.229029 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b7cd57-0ff9-4a7f-9344-2ccb4ecf9d39 None None] Checking agent: {'id': '8ddda9c6-7d5f-4e42-9175-c986b5c107e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787764-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 11, 10, 36), 'started_at': datetime.datetime(2021, 5, 19, 11, 11, 6), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 11, 12, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787764-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 11:12:22.229370 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b7cd57-0ff9-4a7f-9344-2ccb4ecf9d39 None None] Checking segment: {'id': '4698f5f9-3e81-4c76-84cf-ca71806e0a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1370, 'network_id': '62fe130a-4a0d-4f30-b2c3-8057b2cc8cbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 11:12:22.229629 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-12b7cd57-0ff9-4a7f-9344-2ccb4ecf9d39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:12:22.229882 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b7cd57-0ff9-4a7f-9344-2ccb4ecf9d39 None None] Bound using segment: {'id': '4698f5f9-3e81-4c76-84cf-ca71806e0a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1370, 'network_id': '62fe130a-4a0d-4f30-b2c3-8057b2cc8cbc'} {{(pid=91057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 11:12:22.230188 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.managers [None req-12b7cd57-0ff9-4a7f-9344-2ccb4ecf9d39 None None] Bound port: a4fd6e7e-6ad8-46f3-b1dd-aa84d969bc1f, host: dv-cinder-787764-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4698f5f9-3e81-4c76-84cf-ca71806e0a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1370, 'network_id': '62fe130a-4a0d-4f30-b2c3-8057b2cc8cbc'}}] {{(pid=91057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 11:12:22.230421 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-12b7cd57-0ff9-4a7f-9344-2ccb4ecf9d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:12:22.281383 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-12b7cd57-0ff9-4a7f-9344-2ccb4ecf9d39 None None] For port a4fd6e7e-6ad8-46f3-b1dd-aa84d969bc1f, host dv-cinder-787764-1-iscsi, cleared binding levels {{(pid=91057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 11:12:22.283029 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-12b7cd57-0ff9-4a7f-9344-2ccb4ecf9d39 None None] For port a4fd6e7e-6ad8-46f3-b1dd-aa84d969bc1f, host dv-cinder-787764-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-1-iscsi',level=0,port_id=a4fd6e7e-6ad8-46f3-b1dd-aa84d969bc1f,segment=NetworkSegment(4698f5f9-3e81-4c76-84cf-ca71806e0a22),segment_id=4698f5f9-3e81-4c76-84cf-ca71806e0a22)] {{(pid=91057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 11:12:22.286838 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-12b7cd57-0ff9-4a7f-9344-2ccb4ecf9d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602'] for port, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:12:22.289097 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-4ab8c7dc-ef0e-4551-9ff1-520827854476 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:12:22.330104 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b7cd57-0ff9-4a7f-9344-2ccb4ecf9d39 None None] Pushing event updated for resources: {'Port': ['ID=a4fd6e7e-6ad8-46f3-b1dd-aa84d969bc1f,revision_number=2']} {{(pid=91057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:12:22.331761 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-12b7cd57-0ff9-4a7f-9344-2ccb4ecf9d39 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:12:22.920639 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d52bfdd3-35c1-4693-b7de-2510674d20e6 None None] Network 62fe130a-4a0d-4f30-b2c3-8057b2cc8cbc requested from dv-cinder-787764-1-iscsi {{(pid=91057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 11:12:22.980320 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-3a038177-6938-4109-b272-a1792e5736c7 None None] Provisioning for port a4fd6e7e-6ad8-46f3-b1dd-aa84d969bc1f completed by entity DHCP. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 11:12:22.984827 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Device a4fd6e7e-6ad8-46f3-b1dd-aa84d969bc1f up at agent ovs-agent-dv-cinder-787764-1-iscsi {{(pid=91057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 11:12:23.078750 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Provisioning for port a4fd6e7e-6ad8-46f3-b1dd-aa84d969bc1f completed by entity L2. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 11:12:23.082647 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Provisioning complete for port a4fd6e7e-6ad8-46f3-b1dd-aa84d969bc1f triggered by entity L2. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:12:23.082855 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441453'] for port, provisioning_complete {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:12:23.151185 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:12:23.169717 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] For port a4fd6e7e-6ad8-46f3-b1dd-aa84d969bc1f, host dv-cinder-787764-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-1-iscsi',level=0,port_id=a4fd6e7e-6ad8-46f3-b1dd-aa84d969bc1f,segment=NetworkSegment(4698f5f9-3e81-4c76-84cf-ca71806e0a22),segment_id=4698f5f9-3e81-4c76-84cf-ca71806e0a22)] {{(pid=91057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:12:23.173009 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602'] for port, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:12:23.174646 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:12:23.236232 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Pushing event updated for resources: {'Port': ['ID=a4fd6e7e-6ad8-46f3-b1dd-aa84d969bc1f,revision_number=3']} {{(pid=91057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:12:23.238118 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:12:23.321209 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-34ef8ac5-a348-4527-a4c3-cd66dea74fb8 None None] Provisioning complete for port a4fd6e7e-6ad8-46f3-b1dd-aa84d969bc1f triggered by entity DHCP. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:12:23.321418 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-34ef8ac5-a348-4527-a4c3-cd66dea74fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441453'] for port, provisioning_complete {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:12:24.973460 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Device a4fd6e7e-6ad8-46f3-b1dd-aa84d969bc1f up at agent ovs-agent-dv-cinder-787764-1-iscsi {{(pid=91057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 11:12:25.016311 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Provisioning complete for port a4fd6e7e-6ad8-46f3-b1dd-aa84d969bc1f triggered by entity L2. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:12:25.016560 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441453'] for port, provisioning_complete {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:12:26.902447 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.agents_db [None req-9df4fd67-1abd-480d-9703-ac00f2726051 None None] Agent healthcheck: found 5 active agents {{(pid=91058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 11:12:34.578172 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-a8d65a63-4d5a-43da-8aac-3743d5f84cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:12:35.806512 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:12:36.183900 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-de07b5dd-5325-4b81-a242-64837c93821e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:12:36.700480 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-f3552fb9-a093-42e6-b748-7ab8d8c7cb39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:12:37.783218 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-66ec5bc0-6952-497b-8f33-b3c04bfd0b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:12:56.275623 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 42544) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:12:56.280232 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [None req-343c9bbb-94d4-44cd-a575-12ce804a81ff tempest-verify_tempest_config-93519666 tempest-verify_tempest_config-93519666-project] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=91055) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 11:12:56.280824 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-343c9bbb-94d4-44cd-a575-12ce804a81ff tempest-verify_tempest_config-93519666 tempest-verify_tempest_config-93519666-project] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0044935 May 19 11:12:56.479100 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 42562) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:12:56.555833 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-a14af8e2-d911-4319-898a-cbe2044f3d95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:12:56.564747 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-a14af8e2-d911-4319-898a-cbe2044f3d95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:12:56.567269 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-a14af8e2-d911-4319-898a-cbe2044f3d95 admin admin] Usage tracker for resource:security_group_rule and tenant:6ea66bb407da4e1e9e4524781a3d7d33 is out of sync, need to count used quota {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:12:56.569052 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-a14af8e2-d911-4319-898a-cbe2044f3d95 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:12:56.572898 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-a14af8e2-d911-4319-898a-cbe2044f3d95 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:12:56.625461 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-a14af8e2-d911-4319-898a-cbe2044f3d95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:12:56.628264 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-a14af8e2-d911-4319-898a-cbe2044f3d95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:12:56.632280 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-4a6a783a-2b6f-412e-8075-ca92c4e939e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:12:56.652249 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-a14af8e2-d911-4319-898a-cbe2044f3d95 admin admin] Synchronizing usage tracker for tenant:596f58fdd8f1490b84e41988fb9e1b0c on resource:security_group {{(pid=91056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 11:12:56.653505 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14af8e2-d911-4319-898a-cbe2044f3d95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ba975e7-9f1e-4d5a-a971-c1b8f71960c9,revision_number=1']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:12:56.658461 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14af8e2-d911-4319-898a-cbe2044f3d95 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:12:56.658678 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14af8e2-d911-4319-898a-cbe2044f3d95 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:12:56.658845 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14af8e2-d911-4319-898a-cbe2044f3d95 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:12:56.659011 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14af8e2-d911-4319-898a-cbe2044f3d95 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:12:56.659174 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14af8e2-d911-4319-898a-cbe2044f3d95 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:12:56.659345 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14af8e2-d911-4319-898a-cbe2044f3d95 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:12:56.659508 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14af8e2-d911-4319-898a-cbe2044f3d95 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:12:56.659668 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14af8e2-d911-4319-898a-cbe2044f3d95 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:12:56.659837 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14af8e2-d911-4319-898a-cbe2044f3d95 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:12:56.659998 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14af8e2-d911-4319-898a-cbe2044f3d95 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:12:56.660154 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14af8e2-d911-4319-898a-cbe2044f3d95 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:12:56.660309 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14af8e2-d911-4319-898a-cbe2044f3d95 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:12:56.664046 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-a14af8e2-d911-4319-898a-cbe2044f3d95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:12:56.669134 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-a14af8e2-d911-4319-898a-cbe2044f3d95 admin admin] Unset dirty status for tenant:596f58fdd8f1490b84e41988fb9e1b0c on resource:security_group {{(pid=91056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 11:12:56.669858 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-a14af8e2-d911-4319-898a-cbe2044f3d95 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=6ea66bb407da4e1e9e4524781a3d7d33&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1900961 May 19 11:12:56.673084 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 42568) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:12:56.703223 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-3f9ae896-fe0b-44d5-bc2b-8cfe772bd770 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:12:56.718730 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-3f9ae896-fe0b-44d5-bc2b-8cfe772bd770 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:12:56.771934 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-3f9ae896-fe0b-44d5-bc2b-8cfe772bd770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:12:56.775761 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-3dc64111-af53-4ab4-866d-a4277fd527d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:12:56.783009 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9ae896-fe0b-44d5-bc2b-8cfe772bd770 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ba975e7-9f1e-4d5a-a971-c1b8f71960c9,revision_number=None']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:12:56.785472 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-3f9ae896-fe0b-44d5-bc2b-8cfe772bd770 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:12:56.786881 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-3f9ae896-fe0b-44d5-bc2b-8cfe772bd770 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:12:56.789397 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-3f9ae896-fe0b-44d5-bc2b-8cfe772bd770 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/1ba975e7-9f1e-4d5a-a971-c1b8f71960c9 HTTP/1.1" status: 204 len: 168 time: 0.1139569 May 19 11:13:03.903142 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.agents_db [None req-9df4fd67-1abd-480d-9703-ac00f2726051 None None] Agent healthcheck: found 5 active agents {{(pid=91058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 11:13:04.590054 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-5f92dd32-6ee6-4fcb-8f71-c2e8fe88d6a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:13:05.807413 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:13:06.188322 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-6d42df44-1275-4e13-a263-f34754593159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:13:06.705518 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-f3552fb9-a093-42e6-b748-7ab8d8c7cb39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:13:07.795257 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-66ec5bc0-6952-497b-8f33-b3c04bfd0b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:13:34.587366 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-ad4c9161-beb5-433f-b5f3-bdacb8d2060b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:13:35.808633 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:13:36.196309 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-eaa6b32c-577d-4d74-8ff4-133964473b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:13:36.710940 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-f3552fb9-a093-42e6-b748-7ab8d8c7cb39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:13:37.800340 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-66ec5bc0-6952-497b-8f33-b3c04bfd0b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:13:40.903682 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.agents_db [None req-9df4fd67-1abd-480d-9703-ac00f2726051 None None] Agent healthcheck: found 5 active agents {{(pid=91058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 11:14:04.586769 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-905dff75-222e-4e29-8d2d-1c9a7a53b6fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:14:05.811835 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:14:06.190923 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-f690c5da-bf15-4ba8-91e8-cf0c16866641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:14:06.707537 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-f3552fb9-a093-42e6-b748-7ab8d8c7cb39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:14:07.800909 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-66ec5bc0-6952-497b-8f33-b3c04bfd0b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:14:16.204650 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948'] for agent, after_create {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:14:17.904849 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.agents_db [None req-9df4fd67-1abd-480d-9703-ac00f2726051 None None] Agent healthcheck: found 6 active agents {{(pid=91058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 11:14:20.013597 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 42628) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:14:20.084463 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-3bd45eaf-b6c2-48e3-b8f1-e7bd53c086da admin admin] 10.222.0.90 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0699942 May 19 11:14:21.227108 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 42638) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:14:21.265329 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-935a4181-a89c-49cb-ae02-7c653dd5cdb3 admin admin] 10.222.0.90 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0374267 May 19 11:14:34.589477 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-975d216d-2bb9-48c9-993d-c4b1d28ef472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:14:35.810864 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:14:36.198349 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-21ead484-09e1-4e26-bfe4-33a5894ddf64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:14:36.718189 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-f3552fb9-a093-42e6-b748-7ab8d8c7cb39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:14:37.805252 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-66ec5bc0-6952-497b-8f33-b3c04bfd0b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:14:46.227026 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:14:54.912106 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.agents_db [None req-9df4fd67-1abd-480d-9703-ac00f2726051 None None] Agent healthcheck: found 6 active agents {{(pid=91058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 11:15:04.579504 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-4ea9b6f7-3075-4a66-a369-67694dfa241e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:05.808144 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:06.194747 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-af0f7d3c-06c6-4907-bec8-ca968685ea9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:06.722819 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-f3552fb9-a093-42e6-b748-7ab8d8c7cb39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:07.801862 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-66ec5bc0-6952-497b-8f33-b3c04bfd0b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:16.216740 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:24.336769 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 42838) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:15:24.495190 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 42858) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:15:24.530013 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.v2.base [None req-18748138-429e-40f3-9e69-36ba9d7ef908 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1907010924-network', 'tenant_id': 'faf7b12ccc3944baa1be2ccda891f848'}} {{(pid=91056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:15:24.532662 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-18748138-429e-40f3-9e69-36ba9d7ef908 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:15:24.534884 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-18748138-429e-40f3-9e69-36ba9d7ef908 admin admin] Usage tracker for resource:network and tenant:faf7b12ccc3944baa1be2ccda891f848 is out of sync, need to count used quota {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:15:24.536710 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-18748138-429e-40f3-9e69-36ba9d7ef908 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:15:24.540083 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-18748138-429e-40f3-9e69-36ba9d7ef908 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:15:24.546717 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18748138-429e-40f3-9e69-36ba9d7ef908 admin admin] Made reservation on behalf of faf7b12ccc3944baa1be2ccda891f848 for: {'network': 1} {{(pid=91056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 11:15:24.548057 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-18748138-429e-40f3-9e69-36ba9d7ef908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-783228'] for network, before_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:24.550883 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 42864) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:15:24.554719 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-18748138-429e-40f3-9e69-36ba9d7ef908 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:24.562872 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-18748138-429e-40f3-9e69-36ba9d7ef908 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:15:24.564953 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-18748138-429e-40f3-9e69-36ba9d7ef908 admin admin] Usage tracker for resource:security_group_rule and tenant:faf7b12ccc3944baa1be2ccda891f848 is out of sync, need to count used quota {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:15:24.566548 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-18748138-429e-40f3-9e69-36ba9d7ef908 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:15:24.569637 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-18748138-429e-40f3-9e69-36ba9d7ef908 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:15:24.636761 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-18748138-429e-40f3-9e69-36ba9d7ef908 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:24.640957 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-18748138-429e-40f3-9e69-36ba9d7ef908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:24.643696 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:15:24.662091 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18748138-429e-40f3-9e69-36ba9d7ef908 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff0dbe48-5c91-4369-b113-7de6c0a7016b,revision_number=1']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:15:24.668167 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18748138-429e-40f3-9e69-36ba9d7ef908 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:15:24.668358 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18748138-429e-40f3-9e69-36ba9d7ef908 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:15:24.668654 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18748138-429e-40f3-9e69-36ba9d7ef908 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:15:24.668985 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18748138-429e-40f3-9e69-36ba9d7ef908 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:15:24.669179 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18748138-429e-40f3-9e69-36ba9d7ef908 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:15:24.669372 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18748138-429e-40f3-9e69-36ba9d7ef908 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:15:24.669546 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18748138-429e-40f3-9e69-36ba9d7ef908 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:15:24.669722 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18748138-429e-40f3-9e69-36ba9d7ef908 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:15:24.669886 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18748138-429e-40f3-9e69-36ba9d7ef908 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:15:24.670048 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18748138-429e-40f3-9e69-36ba9d7ef908 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:15:24.670209 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18748138-429e-40f3-9e69-36ba9d7ef908 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:15:24.670369 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18748138-429e-40f3-9e69-36ba9d7ef908 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:15:24.670898 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18748138-429e-40f3-9e69-36ba9d7ef908 admin admin] Tracked resource versions report: May 19 11:15:24.670898 dv-cinder-787764-1-iscsi neutron-server[91056]: pushed versions: May 19 11:15:24.670898 dv-cinder-787764-1-iscsi neutron-server[91056]: { 'AddressGroup': {'1.2'}, May 19 11:15:24.670898 dv-cinder-787764-1-iscsi neutron-server[91056]: 'ConntrackHelper': {'1.0'}, May 19 11:15:24.670898 dv-cinder-787764-1-iscsi neutron-server[91056]: 'Log': {'1.0'}, May 19 11:15:24.670898 dv-cinder-787764-1-iscsi neutron-server[91056]: 'Network': {'1.1'}, May 19 11:15:24.670898 dv-cinder-787764-1-iscsi neutron-server[91056]: 'Port': {'1.7'}, May 19 11:15:24.670898 dv-cinder-787764-1-iscsi neutron-server[91056]: 'PortForwarding': {'1.2'}, May 19 11:15:24.670898 dv-cinder-787764-1-iscsi neutron-server[91056]: 'QosPolicy': {'1.8'}, May 19 11:15:24.670898 dv-cinder-787764-1-iscsi neutron-server[91056]: 'SecurityGroup': {'1.4'}, May 19 11:15:24.670898 dv-cinder-787764-1-iscsi neutron-server[91056]: 'SecurityGroupRule': {'1.2'}, May 19 11:15:24.670898 dv-cinder-787764-1-iscsi neutron-server[91056]: 'SubPort': {'1.0'}, May 19 11:15:24.670898 dv-cinder-787764-1-iscsi neutron-server[91056]: 'Subnet': {'1.1'}, May 19 11:15:24.670898 dv-cinder-787764-1-iscsi neutron-server[91056]: 'Trunk': {'1.1'}} May 19 11:15:24.670898 dv-cinder-787764-1-iscsi neutron-server[91056]: consumer versions: May 19 11:15:24.670898 dv-cinder-787764-1-iscsi neutron-server[91056]: { DHCP agent@dv-cinder-787764-1-iscsi: {}, May 19 11:15:24.670898 dv-cinder-787764-1-iscsi neutron-server[91056]: HyperV agent@hv-cinder-78776: {}, May 19 11:15:24.670898 dv-cinder-787764-1-iscsi neutron-server[91056]: L3 agent@dv-cinder-787764-1-iscsi: {}, May 19 11:15:24.670898 dv-cinder-787764-1-iscsi neutron-server[91056]: Metadata agent@dv-cinder-787764-1-iscsi: {}, May 19 11:15:24.670898 dv-cinder-787764-1-iscsi neutron-server[91056]: Metering agent@dv-cinder-787764-1-iscsi: {}, May 19 11:15:24.670898 dv-cinder-787764-1-iscsi neutron-server[91056]: Open vSwitch agent@dv-cinder-787764-1-iscsi: { 'AddressGroup': '1.2', May 19 11:15:24.670898 dv-cinder-787764-1-iscsi neutron-server[91056]: 'ConntrackHelper': '1.0', May 19 11:15:24.670898 dv-cinder-787764-1-iscsi neutron-server[91056]: 'Log': '1.0', May 19 11:15:24.670898 dv-cinder-787764-1-iscsi neutron-server[91056]: 'Network': '1.1', May 19 11:15:24.670898 dv-cinder-787764-1-iscsi neutron-server[91056]: 'Port': '1.7', May 19 11:15:24.670898 dv-cinder-787764-1-iscsi neutron-server[91056]: 'PortForwarding': '1.2', May 19 11:15:24.670898 dv-cinder-787764-1-iscsi neutron-server[91056]: 'QosPolicy': '1.8', May 19 11:15:24.670898 dv-cinder-787764-1-iscsi neutron-server[91056]: 'SecurityGroup': '1.4', May 19 11:15:24.670898 dv-cinder-787764-1-iscsi neutron-server[91056]: 'SecurityGroupRule': '1.2', May 19 11:15:24.670898 dv-cinder-787764-1-iscsi neutron-server[91056]: 'SubPort': '1.0', May 19 11:15:24.670898 dv-cinder-787764-1-iscsi neutron-server[91056]: 'Subnet': '1.1', May 19 11:15:24.670898 dv-cinder-787764-1-iscsi neutron-server[91056]: 'Trunk': '1.1'}} May 19 11:15:24.670898 dv-cinder-787764-1-iscsi neutron-server[91056]: {{(pid=91056) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 19 11:15:24.673760 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-18748138-429e-40f3-9e69-36ba9d7ef908 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:15:24.674200 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18748138-429e-40f3-9e69-36ba9d7ef908 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1377} {{(pid=91056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 11:15:24.679622 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-18748138-429e-40f3-9e69-36ba9d7ef908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432044'] for segment, precommit_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:24.679845 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.db.segments_db [None req-18748138-429e-40f3-9e69-36ba9d7ef908 admin admin] Added segment 4b6e3ac5-8857-4583-9f96-09e41692c62a of type vlan for network 3587471f-63f4-49b1-9b54-5638cbe6543f May 19 11:15:24.712259 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-18748138-429e-40f3-9e69-36ba9d7ef908 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749740349296'] for network, precommit_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:24.737595 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-18748138-429e-40f3-9e69-36ba9d7ef908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1777549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1695667'] for network, after_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:24.738612 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18748138-429e-40f3-9e69-36ba9d7ef908 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:15:24.739030 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-18748138-429e-40f3-9e69-36ba9d7ef908 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695638'] for network, before_response {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:24.742574 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-7b833c35-f8aa-430e-b31d-194522524955 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:15:24.794063 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.v2.base [None req-770866fc-340a-472d-8db6-b60d25e6ef91 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1091663774-network', 'tenant_id': 'b26c6106177642a58ce4364b8f04cf82'}} {{(pid=91056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:15:24.809583 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-18748138-429e-40f3-9e69-36ba9d7ef908 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4718306 May 19 11:15:24.809674 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 42900) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:15:24.810475 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-770866fc-340a-472d-8db6-b60d25e6ef91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:15:24.812052 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18748138-429e-40f3-9e69-36ba9d7ef908 admin admin] Pushing event updated for resources: {'Network': ['ID=3587471f-63f4-49b1-9b54-5638cbe6543f,revision_number=1']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:15:24.812946 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.v2.base [None req-8aa3a444-8829-4755-8fe3-0c889221dd3e admin admin] Request body: {'subnet': {'network_id': '3587471f-63f4-49b1-9b54-5638cbe6543f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1907010924-subnet', 'tenant_id': 'faf7b12ccc3944baa1be2ccda891f848', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:15:24.818070 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-8aa3a444-8829-4755-8fe3-0c889221dd3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:15:24.821069 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-8aa3a444-8829-4755-8fe3-0c889221dd3e admin admin] Usage tracker for resource:subnet and tenant:faf7b12ccc3944baa1be2ccda891f848 is out of sync, need to count used quota {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:15:24.823929 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-770866fc-340a-472d-8db6-b60d25e6ef91 admin admin] Usage tracker for resource:network and tenant:b26c6106177642a58ce4364b8f04cf82 is out of sync, need to count used quota {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:15:24.824208 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Network 3587471f-63f4-49b1-9b54-5638cbe6543f details requested by agent ovs-agent-dv-cinder-787764-1-iscsi with host dv-cinder-787764-1-iscsi {{(pid=91057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 11:15:24.826193 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-770866fc-340a-472d-8db6-b60d25e6ef91 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:15:24.827980 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-18748138-429e-40f3-9e69-36ba9d7ef908 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:15:24.829944 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-770866fc-340a-472d-8db6-b60d25e6ef91 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:15:24.837372 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-770866fc-340a-472d-8db6-b60d25e6ef91 admin admin] Made reservation on behalf of b26c6106177642a58ce4364b8f04cf82 for: {'network': 1} {{(pid=91056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 11:15:24.839689 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-770866fc-340a-472d-8db6-b60d25e6ef91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-783228'] for network, before_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:24.840037 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.v2.base [None req-e02e37fb-78b8-4a34-ba0c-71b3d4038872 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-755269295-network', 'tenant_id': '114936b3c24442328e380dbed9453cbe'}} {{(pid=91055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:15:24.843810 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 42906) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:15:24.846490 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-8aa3a444-8829-4755-8fe3-0c889221dd3e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:15:24.848878 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-770866fc-340a-472d-8db6-b60d25e6ef91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:24.855628 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-8aa3a444-8829-4755-8fe3-0c889221dd3e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:15:24.866104 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-e02e37fb-78b8-4a34-ba0c-71b3d4038872 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:15:24.873929 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aa3a444-8829-4755-8fe3-0c889221dd3e admin admin] Made reservation on behalf of faf7b12ccc3944baa1be2ccda891f848 for: {'subnet': 1} {{(pid=91055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 11:15:24.875646 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-8aa3a444-8829-4755-8fe3-0c889221dd3e admin admin] Notify callbacks [] for subnet, before_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:24.875966 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-770866fc-340a-472d-8db6-b60d25e6ef91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:15:24.879221 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-770866fc-340a-472d-8db6-b60d25e6ef91 admin admin] Usage tracker for resource:security_group_rule and tenant:b26c6106177642a58ce4364b8f04cf82 is out of sync, need to count used quota {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:15:24.881493 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-770866fc-340a-472d-8db6-b60d25e6ef91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:15:24.886355 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-770866fc-340a-472d-8db6-b60d25e6ef91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:15:24.944469 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-770866fc-340a-472d-8db6-b60d25e6ef91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:24.945699 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-e02e37fb-78b8-4a34-ba0c-71b3d4038872 admin admin] Usage tracker for resource:network and tenant:114936b3c24442328e380dbed9453cbe is out of sync, need to count used quota {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:15:24.948163 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-770866fc-340a-472d-8db6-b60d25e6ef91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:24.949552 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-e02e37fb-78b8-4a34-ba0c-71b3d4038872 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:15:24.952053 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-3f9ae896-fe0b-44d5-bc2b-8cfe772bd770 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:15:24.954996 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-e02e37fb-78b8-4a34-ba0c-71b3d4038872 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:15:24.968612 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e02e37fb-78b8-4a34-ba0c-71b3d4038872 admin admin] Made reservation on behalf of 114936b3c24442328e380dbed9453cbe for: {'network': 1} {{(pid=91055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 11:15:24.970310 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-e02e37fb-78b8-4a34-ba0c-71b3d4038872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-783228'] for network, before_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:24.971989 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770866fc-340a-472d-8db6-b60d25e6ef91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02f8fdd5-5dea-4a08-86bc-b9af91d4a3a0,revision_number=1']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:15:24.974310 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-770866fc-340a-472d-8db6-b60d25e6ef91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:15:24.978036 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-770866fc-340a-472d-8db6-b60d25e6ef91 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1374} {{(pid=91056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 11:15:24.984255 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-e02e37fb-78b8-4a34-ba0c-71b3d4038872 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:24.984441 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-770866fc-340a-472d-8db6-b60d25e6ef91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432044'] for segment, precommit_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:24.984688 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.db.segments_db [None req-770866fc-340a-472d-8db6-b60d25e6ef91 admin admin] Added segment 196e79df-6043-4c3c-bc65-7e8b3bac3a1b of type vlan for network f2a18643-8b9e-461e-b075-a423d396a703 May 19 11:15:24.997749 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-e02e37fb-78b8-4a34-ba0c-71b3d4038872 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:15:25.005017 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-770866fc-340a-472d-8db6-b60d25e6ef91 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749740349296'] for network, precommit_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:25.017767 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-e02e37fb-78b8-4a34-ba0c-71b3d4038872 admin admin] Usage tracker for resource:security_group_rule and tenant:114936b3c24442328e380dbed9453cbe is out of sync, need to count used quota {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:15:25.020458 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-e02e37fb-78b8-4a34-ba0c-71b3d4038872 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:15:25.027044 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-e02e37fb-78b8-4a34-ba0c-71b3d4038872 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:15:25.030146 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-770866fc-340a-472d-8db6-b60d25e6ef91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1777549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1695667'] for network, after_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:25.031105 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-770866fc-340a-472d-8db6-b60d25e6ef91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:15:25.031341 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-770866fc-340a-472d-8db6-b60d25e6ef91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695638'] for network, before_response {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:25.033975 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-18748138-429e-40f3-9e69-36ba9d7ef908 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:15:25.055923 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.v2.base [None req-ed990ce9-5236-49cd-941f-64ee85483dc3 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1795179787-network', 'tenant_id': '84c9674d9ad94299b1626bb1392867e5'}} {{(pid=91056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:15:25.059892 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-ed990ce9-5236-49cd-941f-64ee85483dc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:15:25.064035 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-ed990ce9-5236-49cd-941f-64ee85483dc3 admin admin] Usage tracker for resource:network and tenant:84c9674d9ad94299b1626bb1392867e5 is out of sync, need to count used quota {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:15:25.067886 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-ed990ce9-5236-49cd-941f-64ee85483dc3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:15:25.098685 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-ed990ce9-5236-49cd-941f-64ee85483dc3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:15:25.111386 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-770866fc-340a-472d-8db6-b60d25e6ef91 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6153667 May 19 11:15:25.111907 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770866fc-340a-472d-8db6-b60d25e6ef91 admin admin] Pushing event updated for resources: {'Network': ['ID=f2a18643-8b9e-461e-b075-a423d396a703,revision_number=1']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:15:25.118469 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Network f2a18643-8b9e-461e-b075-a423d396a703 details requested by agent ovs-agent-dv-cinder-787764-1-iscsi with host dv-cinder-787764-1-iscsi {{(pid=91057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 11:15:25.127569 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 42922) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:15:25.129462 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-770866fc-340a-472d-8db6-b60d25e6ef91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:15:25.129996 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed990ce9-5236-49cd-941f-64ee85483dc3 admin admin] Made reservation on behalf of 84c9674d9ad94299b1626bb1392867e5 for: {'network': 1} {{(pid=91056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 11:15:25.137379 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-ed990ce9-5236-49cd-941f-64ee85483dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-783228'] for network, before_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:25.146265 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.v2.base [None req-e08d588f-9c90-4a87-8e15-8d860750030a admin admin] Request body: {'subnet': {'network_id': 'f2a18643-8b9e-461e-b075-a423d396a703', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1091663774-subnet', 'tenant_id': 'b26c6106177642a58ce4364b8f04cf82', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:15:25.158947 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-e02e37fb-78b8-4a34-ba0c-71b3d4038872 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:25.162454 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-ed990ce9-5236-49cd-941f-64ee85483dc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:25.168050 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-e08d588f-9c90-4a87-8e15-8d860750030a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:15:25.171603 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-e08d588f-9c90-4a87-8e15-8d860750030a admin admin] Usage tracker for resource:subnet and tenant:b26c6106177642a58ce4364b8f04cf82 is out of sync, need to count used quota {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:15:25.180983 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-e02e37fb-78b8-4a34-ba0c-71b3d4038872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:25.183192 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-e08d588f-9c90-4a87-8e15-8d860750030a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:15:25.184362 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:15:25.186482 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-ed990ce9-5236-49cd-941f-64ee85483dc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:15:25.187718 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-e08d588f-9c90-4a87-8e15-8d860750030a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:15:25.190177 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-ed990ce9-5236-49cd-941f-64ee85483dc3 admin admin] Usage tracker for resource:security_group_rule and tenant:84c9674d9ad94299b1626bb1392867e5 is out of sync, need to count used quota {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:15:25.198830 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-ed990ce9-5236-49cd-941f-64ee85483dc3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:15:25.210897 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-ed990ce9-5236-49cd-941f-64ee85483dc3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:15:25.214529 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e08d588f-9c90-4a87-8e15-8d860750030a admin admin] Made reservation on behalf of b26c6106177642a58ce4364b8f04cf82 for: {'subnet': 1} {{(pid=91056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 11:15:25.215889 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-e08d588f-9c90-4a87-8e15-8d860750030a admin admin] Notify callbacks [] for subnet, before_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:25.226594 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02e37fb-78b8-4a34-ba0c-71b3d4038872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4194f3a1-fd9b-4f0c-9fa0-98efb260504e,revision_number=1']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:15:25.238530 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02e37fb-78b8-4a34-ba0c-71b3d4038872 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:15:25.243359 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02e37fb-78b8-4a34-ba0c-71b3d4038872 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:15:25.243584 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02e37fb-78b8-4a34-ba0c-71b3d4038872 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:15:25.243796 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02e37fb-78b8-4a34-ba0c-71b3d4038872 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:15:25.244005 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02e37fb-78b8-4a34-ba0c-71b3d4038872 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:15:25.244224 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02e37fb-78b8-4a34-ba0c-71b3d4038872 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:15:25.244431 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02e37fb-78b8-4a34-ba0c-71b3d4038872 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:15:25.244656 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02e37fb-78b8-4a34-ba0c-71b3d4038872 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:15:25.244863 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02e37fb-78b8-4a34-ba0c-71b3d4038872 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:15:25.245068 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02e37fb-78b8-4a34-ba0c-71b3d4038872 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:15:25.245292 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02e37fb-78b8-4a34-ba0c-71b3d4038872 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:15:25.245496 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02e37fb-78b8-4a34-ba0c-71b3d4038872 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:15:25.246082 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02e37fb-78b8-4a34-ba0c-71b3d4038872 admin admin] Tracked resource versions report: May 19 11:15:25.246082 dv-cinder-787764-1-iscsi neutron-server[91055]: pushed versions: May 19 11:15:25.246082 dv-cinder-787764-1-iscsi neutron-server[91055]: { 'AddressGroup': {'1.2'}, May 19 11:15:25.246082 dv-cinder-787764-1-iscsi neutron-server[91055]: 'ConntrackHelper': {'1.0'}, May 19 11:15:25.246082 dv-cinder-787764-1-iscsi neutron-server[91055]: 'Log': {'1.0'}, May 19 11:15:25.246082 dv-cinder-787764-1-iscsi neutron-server[91055]: 'Network': {'1.1'}, May 19 11:15:25.246082 dv-cinder-787764-1-iscsi neutron-server[91055]: 'Port': {'1.7'}, May 19 11:15:25.246082 dv-cinder-787764-1-iscsi neutron-server[91055]: 'PortForwarding': {'1.2'}, May 19 11:15:25.246082 dv-cinder-787764-1-iscsi neutron-server[91055]: 'QosPolicy': {'1.8'}, May 19 11:15:25.246082 dv-cinder-787764-1-iscsi neutron-server[91055]: 'SecurityGroup': {'1.4'}, May 19 11:15:25.246082 dv-cinder-787764-1-iscsi neutron-server[91055]: 'SecurityGroupRule': {'1.2'}, May 19 11:15:25.246082 dv-cinder-787764-1-iscsi neutron-server[91055]: 'SubPort': {'1.0'}, May 19 11:15:25.246082 dv-cinder-787764-1-iscsi neutron-server[91055]: 'Subnet': {'1.1'}, May 19 11:15:25.246082 dv-cinder-787764-1-iscsi neutron-server[91055]: 'Trunk': {'1.1'}} May 19 11:15:25.246082 dv-cinder-787764-1-iscsi neutron-server[91055]: consumer versions: May 19 11:15:25.246082 dv-cinder-787764-1-iscsi neutron-server[91055]: { DHCP agent@dv-cinder-787764-1-iscsi: {}, May 19 11:15:25.246082 dv-cinder-787764-1-iscsi neutron-server[91055]: HyperV agent@hv-cinder-78776: {}, May 19 11:15:25.246082 dv-cinder-787764-1-iscsi neutron-server[91055]: L3 agent@dv-cinder-787764-1-iscsi: {}, May 19 11:15:25.246082 dv-cinder-787764-1-iscsi neutron-server[91055]: Metadata agent@dv-cinder-787764-1-iscsi: {}, May 19 11:15:25.246082 dv-cinder-787764-1-iscsi neutron-server[91055]: Metering agent@dv-cinder-787764-1-iscsi: {}, May 19 11:15:25.246082 dv-cinder-787764-1-iscsi neutron-server[91055]: Open vSwitch agent@dv-cinder-787764-1-iscsi: { 'AddressGroup': '1.2', May 19 11:15:25.246082 dv-cinder-787764-1-iscsi neutron-server[91055]: 'ConntrackHelper': '1.0', May 19 11:15:25.246082 dv-cinder-787764-1-iscsi neutron-server[91055]: 'Log': '1.0', May 19 11:15:25.246082 dv-cinder-787764-1-iscsi neutron-server[91055]: 'Network': '1.1', May 19 11:15:25.246082 dv-cinder-787764-1-iscsi neutron-server[91055]: 'Port': '1.7', May 19 11:15:25.246082 dv-cinder-787764-1-iscsi neutron-server[91055]: 'PortForwarding': '1.2', May 19 11:15:25.246082 dv-cinder-787764-1-iscsi neutron-server[91055]: 'QosPolicy': '1.8', May 19 11:15:25.246082 dv-cinder-787764-1-iscsi neutron-server[91055]: 'SecurityGroup': '1.4', May 19 11:15:25.246082 dv-cinder-787764-1-iscsi neutron-server[91055]: 'SecurityGroupRule': '1.2', May 19 11:15:25.246082 dv-cinder-787764-1-iscsi neutron-server[91055]: 'SubPort': '1.0', May 19 11:15:25.246082 dv-cinder-787764-1-iscsi neutron-server[91055]: 'Subnet': '1.1', May 19 11:15:25.246082 dv-cinder-787764-1-iscsi neutron-server[91055]: 'Trunk': '1.1'}} May 19 11:15:25.246082 dv-cinder-787764-1-iscsi neutron-server[91055]: {{(pid=91055) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 19 11:15:25.265580 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-e02e37fb-78b8-4a34-ba0c-71b3d4038872 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:15:25.266775 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e02e37fb-78b8-4a34-ba0c-71b3d4038872 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1369} {{(pid=91055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 11:15:25.290611 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 42936) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:15:25.298048 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-e02e37fb-78b8-4a34-ba0c-71b3d4038872 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749740809930', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432044'] for segment, precommit_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:25.302855 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-e02e37fb-78b8-4a34-ba0c-71b3d4038872 admin admin] Unsubscribe: segment precommit_create {{(pid=91055) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 19 11:15:25.303165 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.db.segments_db [None req-e02e37fb-78b8-4a34-ba0c-71b3d4038872 admin admin] Added segment a0bcd02c-390d-4161-9023-5e2506ec732c of type vlan for network 283f984f-2a81-4a0c-9cd3-692b468d28a2 May 19 11:15:25.420164 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-e02e37fb-78b8-4a34-ba0c-71b3d4038872 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749740349296'] for network, precommit_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:25.432773 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-ed990ce9-5236-49cd-941f-64ee85483dc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:25.441946 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-ed990ce9-5236-49cd-941f-64ee85483dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:25.447396 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-a14af8e2-d911-4319-898a-cbe2044f3d95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:15:25.464265 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed990ce9-5236-49cd-941f-64ee85483dc3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1362} {{(pid=91056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 11:15:25.468560 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-8aa3a444-8829-4755-8fe3-0c889221dd3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620'] for subnet, after_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:25.477396 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-ed990ce9-5236-49cd-941f-64ee85483dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432044'] for segment, precommit_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:25.477589 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.db.segments_db [None req-ed990ce9-5236-49cd-941f-64ee85483dc3 admin admin] Added segment 04bfd1bc-2bae-496c-bd39-af315e6a2897 of type vlan for network d80b1475-eff8-4ebe-8528-2eceb45e3226 May 19 11:15:25.479138 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed990ce9-5236-49cd-941f-64ee85483dc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c5d924d-c61a-49ce-a1a2-5306d5942437,revision_number=1']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:15:25.489461 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-27febf90-ffe8-451f-826e-d9fdc824e757 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:15:25.490483 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-ed990ce9-5236-49cd-941f-64ee85483dc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:15:25.505873 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-ed990ce9-5236-49cd-941f-64ee85483dc3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749740349296'] for network, precommit_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:25.526279 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-bb4530ef-a885-4160-8345-8569453b5d75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:25.575425 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-e02e37fb-78b8-4a34-ba0c-71b3d4038872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1777549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1695667'] for network, after_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:25.577046 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-bb4530ef-a885-4160-8345-8569453b5d75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:15:25.579337 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa3a444-8829-4755-8fe3-0c889221dd3e admin admin] Checking segment: {'id': '4b6e3ac5-8857-4583-9f96-09e41692c62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1377, 'network_id': '3587471f-63f4-49b1-9b54-5638cbe6543f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 11:15:25.579665 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa3a444-8829-4755-8fe3-0c889221dd3e admin admin] Network hostable DHCP agents. Network: 3587471f-63f4-49b1-9b54-5638cbe6543f, hostable agents: ['36604066-f80c-4f9a-9f0a-cbdcbbee93eb'], hosted agents: [] {{(pid=91055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 11:15:25.584501 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e02e37fb-78b8-4a34-ba0c-71b3d4038872 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:15:25.584880 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-e02e37fb-78b8-4a34-ba0c-71b3d4038872 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695638'] for network, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:25.591215 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-bb4530ef-a885-4160-8345-8569453b5d75 admin admin] Usage tracker for resource:security_group_rule and tenant:416f84c1caea423aa3ea3c5a1a17bce5 is out of sync, need to count used quota {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:15:25.596030 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-bb4530ef-a885-4160-8345-8569453b5d75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:15:25.607373 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-ed990ce9-5236-49cd-941f-64ee85483dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1777549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1695667'] for network, after_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:25.607921 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-e08d588f-9c90-4a87-8e15-8d860750030a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620'] for subnet, after_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:25.608829 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed990ce9-5236-49cd-941f-64ee85483dc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:15:25.609180 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-ed990ce9-5236-49cd-941f-64ee85483dc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695638'] for network, before_response {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:25.613611 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-bb4530ef-a885-4160-8345-8569453b5d75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:15:25.627832 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa3a444-8829-4755-8fe3-0c889221dd3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb5b9d02-407e-4c97-bf70-90460ebeb375,revision_number=0']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:15:25.627924 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:15:25.630326 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-8aa3a444-8829-4755-8fe3-0c889221dd3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:15:25.631020 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:15:25.641026 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-ed990ce9-5236-49cd-941f-64ee85483dc3 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.7965510 May 19 11:15:25.649831 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa3a444-8829-4755-8fe3-0c889221dd3e admin admin] Network 3587471f-63f4-49b1-9b54-5638cbe6543f is scheduled to be hosted by DHCP agent 36604066-f80c-4f9a-9f0a-cbdcbbee93eb with binding_index 1 {{(pid=91055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 11:15:25.650521 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 42964) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:15:25.660460 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.v2.base [None req-c028ef33-3295-49cd-98ac-84d493713ff4 admin admin] Request body: {'subnet': {'network_id': 'd80b1475-eff8-4ebe-8528-2eceb45e3226', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1795179787-subnet', 'tenant_id': '84c9674d9ad94299b1626bb1392867e5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:15:25.663184 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-c028ef33-3295-49cd-98ac-84d493713ff4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:15:25.666395 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-c028ef33-3295-49cd-98ac-84d493713ff4 admin admin] Usage tracker for resource:subnet and tenant:84c9674d9ad94299b1626bb1392867e5 is out of sync, need to count used quota {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:15:25.668102 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-c028ef33-3295-49cd-98ac-84d493713ff4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:15:25.672386 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-c028ef33-3295-49cd-98ac-84d493713ff4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:15:25.693979 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-e02e37fb-78b8-4a34-ba0c-71b3d4038872 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1394727 May 19 11:15:25.698503 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 42972) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:15:25.698975 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.scheduler.base_scheduler [None req-8aa3a444-8829-4755-8fe3-0c889221dd3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787764-1-iscsi, 3587471f-63f4-49b1-9b54-5638cbe6543f) {{(pid=91055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:15:25.705130 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.v2.base [None req-9bdf96da-2d3c-4b9f-aeed-a34b6d531353 admin admin] Request body: {'subnet': {'network_id': '283f984f-2a81-4a0c-9cd3-692b468d28a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-755269295-subnet', 'tenant_id': '114936b3c24442328e380dbed9453cbe', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:15:25.708723 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa3a444-8829-4755-8fe3-0c889221dd3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:15:25.709159 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-8aa3a444-8829-4755-8fe3-0c889221dd3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695638'] for subnet, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:25.715846 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c028ef33-3295-49cd-98ac-84d493713ff4 admin admin] Made reservation on behalf of 84c9674d9ad94299b1626bb1392867e5 for: {'subnet': 1} {{(pid=91056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 11:15:25.717480 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-c028ef33-3295-49cd-98ac-84d493713ff4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:25.727309 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b557d5e-e226-46cf-a78b-8eae8ec365e4 None None] Network 3587471f-63f4-49b1-9b54-5638cbe6543f requested from dv-cinder-787764-1-iscsi {{(pid=91057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 11:15:25.744307 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-9bdf96da-2d3c-4b9f-aeed-a34b6d531353 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:15:25.757707 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-9bdf96da-2d3c-4b9f-aeed-a34b6d531353 admin admin] Usage tracker for resource:subnet and tenant:114936b3c24442328e380dbed9453cbe is out of sync, need to count used quota {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:15:25.762349 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02e37fb-78b8-4a34-ba0c-71b3d4038872 admin admin] Pushing event updated for resources: {'Network': ['ID=283f984f-2a81-4a0c-9cd3-692b468d28a2,revision_number=1']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:15:25.764180 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-9bdf96da-2d3c-4b9f-aeed-a34b6d531353 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:15:25.770775 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-e02e37fb-78b8-4a34-ba0c-71b3d4038872 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:15:25.771395 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-9bdf96da-2d3c-4b9f-aeed-a34b6d531353 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:15:25.775149 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-8aa3a444-8829-4755-8fe3-0c889221dd3e admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9648855 May 19 11:15:25.787575 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bdf96da-2d3c-4b9f-aeed-a34b6d531353 admin admin] Made reservation on behalf of 114936b3c24442328e380dbed9453cbe for: {'subnet': 1} {{(pid=91055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 11:15:25.788998 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-9bdf96da-2d3c-4b9f-aeed-a34b6d531353 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:25.804739 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed990ce9-5236-49cd-941f-64ee85483dc3 admin admin] Pushing event updated for resources: {'Network': ['ID=d80b1475-eff8-4ebe-8528-2eceb45e3226,revision_number=1']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:15:25.806802 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-ed990ce9-5236-49cd-941f-64ee85483dc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:15:25.809666 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-3a2fe5b1-1ef2-492d-b457-4201b888dc65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.172s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:15:25.820541 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Network 283f984f-2a81-4a0c-9cd3-692b468d28a2 details requested by agent ovs-agent-dv-cinder-787764-1-iscsi with host dv-cinder-787764-1-iscsi {{(pid=91057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 11:15:25.829923 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Network d80b1475-eff8-4ebe-8528-2eceb45e3226 details requested by agent ovs-agent-dv-cinder-787764-1-iscsi with host dv-cinder-787764-1-iscsi {{(pid=91057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 11:15:25.830325 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08d588f-9c90-4a87-8e15-8d860750030a admin admin] Checking segment: {'id': '196e79df-6043-4c3c-bc65-7e8b3bac3a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1374, 'network_id': 'f2a18643-8b9e-461e-b075-a423d396a703'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 11:15:25.830325 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e08d588f-9c90-4a87-8e15-8d860750030a admin admin] Network hostable DHCP agents. Network: f2a18643-8b9e-461e-b075-a423d396a703, hostable agents: ['36604066-f80c-4f9a-9f0a-cbdcbbee93eb'], hosted agents: [] {{(pid=91056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 11:15:25.842335 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-bb4530ef-a885-4160-8345-8569453b5d75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:25.850123 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-bb4530ef-a885-4160-8345-8569453b5d75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:25.860401 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-e02e37fb-78b8-4a34-ba0c-71b3d4038872 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:15:25.866127 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08d588f-9c90-4a87-8e15-8d860750030a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad8c650d-7c1e-4564-9480-5348b05a4c70,revision_number=0']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:15:25.871048 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-e08d588f-9c90-4a87-8e15-8d860750030a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:15:25.878721 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e08d588f-9c90-4a87-8e15-8d860750030a admin admin] Network f2a18643-8b9e-461e-b075-a423d396a703 is scheduled to be hosted by DHCP agent 36604066-f80c-4f9a-9f0a-cbdcbbee93eb with binding_index 1 {{(pid=91056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 11:15:25.886930 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.scheduler.base_scheduler [None req-e08d588f-9c90-4a87-8e15-8d860750030a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787764-1-iscsi, f2a18643-8b9e-461e-b075-a423d396a703) {{(pid=91056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:15:25.891024 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e08d588f-9c90-4a87-8e15-8d860750030a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:15:25.891388 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-e08d588f-9c90-4a87-8e15-8d860750030a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695638'] for subnet, before_response {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:25.891595 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4530ef-a885-4160-8345-8569453b5d75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eabbce0b-a616-4dab-a165-e51c7a880e2a,revision_number=1']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:15:25.895937 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-bb4530ef-a885-4160-8345-8569453b5d75 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=416f84c1caea423aa3ea3c5a1a17bce5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6003201 May 19 11:15:25.897043 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 42984) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:15:25.897549 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-bb4530ef-a885-4160-8345-8569453b5d75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:15:25.909450 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-e08d588f-9c90-4a87-8e15-8d860750030a admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7810097 May 19 11:15:25.919662 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cddce98-84ca-4166-a2d9-422103d6a8f4 None None] Network f2a18643-8b9e-461e-b075-a423d396a703 requested from dv-cinder-787764-1-iscsi {{(pid=91057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 11:15:26.008368 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-81c5495f-0b97-4c9d-aace-157289d77fe8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:26.045877 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-c028ef33-3295-49cd-98ac-84d493713ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620'] for subnet, after_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:26.049363 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:15:26.082828 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-81c5495f-0b97-4c9d-aace-157289d77fe8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:26.098113 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c028ef33-3295-49cd-98ac-84d493713ff4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1a81002-835e-403e-96ae-6977fdc5aac0,revision_number=0']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:15:26.098113 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-c028ef33-3295-49cd-98ac-84d493713ff4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:15:26.108428 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0bbf66f-95ba-4a95-a7e6-5e0852c482ba None None] Network 3587471f-63f4-49b1-9b54-5638cbe6543f requested from dv-cinder-787764-1-iscsi {{(pid=91057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 11:15:26.132012 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c028ef33-3295-49cd-98ac-84d493713ff4 admin admin] Checking segment: {'id': '04bfd1bc-2bae-496c-bd39-af315e6a2897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1362, 'network_id': 'd80b1475-eff8-4ebe-8528-2eceb45e3226'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 11:15:26.132177 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c028ef33-3295-49cd-98ac-84d493713ff4 admin admin] Network hostable DHCP agents. Network: d80b1475-eff8-4ebe-8528-2eceb45e3226, hostable agents: ['36604066-f80c-4f9a-9f0a-cbdcbbee93eb'], hosted agents: [] {{(pid=91056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 11:15:26.161491 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c028ef33-3295-49cd-98ac-84d493713ff4 admin admin] Network d80b1475-eff8-4ebe-8528-2eceb45e3226 is scheduled to be hosted by DHCP agent 36604066-f80c-4f9a-9f0a-cbdcbbee93eb with binding_index 1 {{(pid=91056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 11:15:26.172845 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.scheduler.base_scheduler [None req-c028ef33-3295-49cd-98ac-84d493713ff4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787764-1-iscsi, d80b1475-eff8-4ebe-8528-2eceb45e3226) {{(pid=91056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:15:26.177286 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c028ef33-3295-49cd-98ac-84d493713ff4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:15:26.177641 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-c028ef33-3295-49cd-98ac-84d493713ff4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695638'] for subnet, before_response {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:26.187990 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd6b54dc-a033-4d1c-b462-358481aedd67 None None] Network d80b1475-eff8-4ebe-8528-2eceb45e3226 requested from dv-cinder-787764-1-iscsi {{(pid=91057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 11:15:26.205675 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-c028ef33-3295-49cd-98ac-84d493713ff4 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.5501313 May 19 11:15:26.221546 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 43006) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:15:26.233769 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.v2.base [None req-d6ca8f59-d274-454a-ab38-928cba8035ab admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1795179787-router', 'tenant_id': '84c9674d9ad94299b1626bb1392867e5', 'external_gateway_info': {'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522'}}} {{(pid=91056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:15:26.241898 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-d6ca8f59-d274-454a-ab38-928cba8035ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:15:26.250019 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-d6ca8f59-d274-454a-ab38-928cba8035ab admin admin] Usage tracker for resource:router and tenant:84c9674d9ad94299b1626bb1392867e5 is out of sync, need to count used quota {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:15:26.253307 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-d6ca8f59-d274-454a-ab38-928cba8035ab admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:15:26.260782 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-d6ca8f59-d274-454a-ab38-928cba8035ab admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:15:26.270468 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-81c5495f-0b97-4c9d-aace-157289d77fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:26.278036 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:15:26.284284 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-d6ca8f59-d274-454a-ab38-928cba8035ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1593972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26728'] for router, before_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:26.285405 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-d6ca8f59-d274-454a-ab38-928cba8035ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1713012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1713973', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1770163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26723'] for router, precommit_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:26.289888 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c5495f-0b97-4c9d-aace-157289d77fe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eabbce0b-a616-4dab-a165-e51c7a880e2a,revision_number=None']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:15:26.292694 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-81c5495f-0b97-4c9d-aace-157289d77fe8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:15:26.303404 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-d6ca8f59-d274-454a-ab38-928cba8035ab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:26.308467 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-81c5495f-0b97-4c9d-aace-157289d77fe8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:26.310990 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-81c5495f-0b97-4c9d-aace-157289d77fe8 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/eabbce0b-a616-4dab-a165-e51c7a880e2a HTTP/1.1" status: 204 len: 168 time: 0.4128878 May 19 11:15:26.349866 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-9bdf96da-2d3c-4b9f-aeed-a34b6d531353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620'] for subnet, after_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:26.355106 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-8aa3a444-8829-4755-8fe3-0c889221dd3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:15:26.406848 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdf96da-2d3c-4b9f-aeed-a34b6d531353 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f0aafc7-5dc8-4ee6-a066-4c3495d1adf2,revision_number=0']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:15:26.408986 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-9bdf96da-2d3c-4b9f-aeed-a34b6d531353 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:15:26.415861 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bdf96da-2d3c-4b9f-aeed-a34b6d531353 admin admin] Checking segment: {'id': 'a0bcd02c-390d-4161-9023-5e2506ec732c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1369, 'network_id': '283f984f-2a81-4a0c-9cd3-692b468d28a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 11:15:26.416234 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bdf96da-2d3c-4b9f-aeed-a34b6d531353 admin admin] Network hostable DHCP agents. Network: 283f984f-2a81-4a0c-9cd3-692b468d28a2, hostable agents: ['36604066-f80c-4f9a-9f0a-cbdcbbee93eb'], hosted agents: [] {{(pid=91055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 11:15:26.429881 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db17de43-af2e-478d-82fd-20bfc2b4af1a None None] Network f2a18643-8b9e-461e-b075-a423d396a703 requested from dv-cinder-787764-1-iscsi {{(pid=91057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 11:15:26.434734 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bdf96da-2d3c-4b9f-aeed-a34b6d531353 admin admin] Network 283f984f-2a81-4a0c-9cd3-692b468d28a2 is scheduled to be hosted by DHCP agent 36604066-f80c-4f9a-9f0a-cbdcbbee93eb with binding_index 1 {{(pid=91055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 11:15:26.445439 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.scheduler.base_scheduler [None req-9bdf96da-2d3c-4b9f-aeed-a34b6d531353 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787764-1-iscsi, 283f984f-2a81-4a0c-9cd3-692b468d28a2) {{(pid=91055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:15:26.449050 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bdf96da-2d3c-4b9f-aeed-a34b6d531353 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:15:26.449837 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-9bdf96da-2d3c-4b9f-aeed-a34b6d531353 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695638'] for subnet, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:26.459640 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-789c2038-65a1-4c96-8382-c94cd3356c55 None None] Network 283f984f-2a81-4a0c-9cd3-692b468d28a2 requested from dv-cinder-787764-1-iscsi {{(pid=91057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 11:15:26.479695 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-9bdf96da-2d3c-4b9f-aeed-a34b6d531353 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7771730 May 19 11:15:26.480198 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 43032) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:15:26.485406 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.v2.base [None req-96f2e221-6905-4b94-9c6b-1215ccb613ae admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-755269295-router', 'tenant_id': '114936b3c24442328e380dbed9453cbe', 'external_gateway_info': {'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522'}}} {{(pid=91055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:15:26.494031 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-96f2e221-6905-4b94-9c6b-1215ccb613ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:15:26.500370 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-96f2e221-6905-4b94-9c6b-1215ccb613ae admin admin] Usage tracker for resource:router and tenant:114936b3c24442328e380dbed9453cbe is out of sync, need to count used quota {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:15:26.506824 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-96f2e221-6905-4b94-9c6b-1215ccb613ae admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:15:26.518298 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-96f2e221-6905-4b94-9c6b-1215ccb613ae admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:15:26.532806 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-96f2e221-6905-4b94-9c6b-1215ccb613ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1593972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26728'] for router, before_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:26.535151 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-96f2e221-6905-4b94-9c6b-1215ccb613ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1713012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1713973', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1770163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26723'] for router, precommit_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:26.573828 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-96f2e221-6905-4b94-9c6b-1215ccb613ae admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:26.581912 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-d6ca8f59-d274-454a-ab38-928cba8035ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1713980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1593862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26701'] for router, precommit_update {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:26.651028 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d756ba8c-966d-494d-94f6-73e8d9b013e0 None None] Network d80b1475-eff8-4ebe-8528-2eceb45e3226 requested from dv-cinder-787764-1-iscsi {{(pid=91057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 11:15:26.704781 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 43048) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:15:26.725318 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-dfa360c3-03bc-40b2-a9de-fa73b82ba5ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:26.741189 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-dfa360c3-03bc-40b2-a9de-fa73b82ba5ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:15:26.744521 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-dfa360c3-03bc-40b2-a9de-fa73b82ba5ce admin admin] Usage tracker for resource:security_group_rule and tenant:60416bb15d63481e82cc47ae784b46b0 is out of sync, need to count used quota {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:15:26.746396 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-dfa360c3-03bc-40b2-a9de-fa73b82ba5ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:15:26.751867 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-dfa360c3-03bc-40b2-a9de-fa73b82ba5ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:15:26.905411 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-96f2e221-6905-4b94-9c6b-1215ccb613ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1713980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1593862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26701'] for router, precommit_update {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:26.934285 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-d6ca8f59-d274-454a-ab38-928cba8035ab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:26.957826 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-d6ca8f59-d274-454a-ab38-928cba8035ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:26.992115 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-197d8869-b08d-482e-b6bb-3c8430b3ff90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbc713b2-5b1e-5e4a-ab48-4751d66359fe-283f984f-2a81-4a0c-9cd3-692b468d28a2', 'network_id': '283f984f-2a81-4a0c-9cd3-692b468d28a2', 'tenant_id': '114936b3c24442328e380dbed9453cbe', 'fixed_ips': [{'subnet_id': '1f0aafc7-5dc8-4ee6-a066-4c3495d1adf2'}]}} from dv-cinder-787764-1-iscsi. {{(pid=91057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 11:15:26.992958 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-197d8869-b08d-482e-b6bb-3c8430b3ff90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_create {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:27.030199 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 43074) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:15:27.056260 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 43080) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:15:27.083533 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-dfa360c3-03bc-40b2-a9de-fa73b82ba5ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:27.088666 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-dfa360c3-03bc-40b2-a9de-fa73b82ba5ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:27.096177 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:15:27.143676 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-dfa360c3-03bc-40b2-a9de-fa73b82ba5ce admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=60416bb15d63481e82cc47ae784b46b0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4384589 May 19 11:15:27.145769 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 43092) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:15:27.148080 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa360c3-03bc-40b2-a9de-fa73b82ba5ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a20d004a-94cd-4476-89d7-49a77a55c8e5,revision_number=1']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:15:27.156076 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-dfa360c3-03bc-40b2-a9de-fa73b82ba5ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:15:27.169990 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.db_base_plugin_common [None req-d6ca8f59-d274-454a-ab38-928cba8035ab admin admin] Allocated IP 172.27.0.14 (02345af2-6ed3-48fb-b7af-bf8d47e25522/aba42eaa-d100-461a-90c5-240f62c775e0/7eb16415-1918-44b7-9a7f-914de8530c8c) {{(pid=91056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 11:15:27.233267 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.db_base_plugin_common [None req-197d8869-b08d-482e-b6bb-3c8430b3ff90 None None] Allocated IP 172.20.0.2 (283f984f-2a81-4a0c-9cd3-692b468d28a2/1f0aafc7-5dc8-4ee6-a066-4c3495d1adf2/eb2e8ef2-c253-4cfd-9143-66e1a108009f) {{(pid=91057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 11:15:27.233329 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-e1353aec-c060-4622-b969-e849f3b8f32b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:27.257411 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-bd03854a-75ea-47c5-a57d-418c303688fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:27.269463 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 43108) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:15:27.279367 dv-cinder-787764-1-iscsi neutron-server[91056]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 19 11:15:27.280478 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-e1353aec-c060-4622-b969-e849f3b8f32b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:27.284923 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 43116) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:15:27.303196 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-bd03854a-75ea-47c5-a57d-418c303688fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:15:27.326555 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-28130fd8-316c-4d5c-922d-57e23d7448bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:27.329698 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-bd03854a-75ea-47c5-a57d-418c303688fc admin admin] Usage tracker for resource:security_group_rule and tenant:248d28884d1141a4832e59a06ddbc5f5 is out of sync, need to count used quota {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:15:27.336954 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-bd03854a-75ea-47c5-a57d-418c303688fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:15:27.340214 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-28130fd8-316c-4d5c-922d-57e23d7448bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:15:27.344291 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-28130fd8-316c-4d5c-922d-57e23d7448bb admin admin] Usage tracker for resource:security_group_rule and tenant:439ca36335b44d51a7bf30bda88a196c is out of sync, need to count used quota {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:15:27.346693 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-28130fd8-316c-4d5c-922d-57e23d7448bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:15:27.349617 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-bd03854a-75ea-47c5-a57d-418c303688fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:15:27.351327 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-28130fd8-316c-4d5c-922d-57e23d7448bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:15:27.354698 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-96f2e221-6905-4b94-9c6b-1215ccb613ae admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:27.370290 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-d6ca8f59-d274-454a-ab38-928cba8035ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:27.375220 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-96f2e221-6905-4b94-9c6b-1215ccb613ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:27.395637 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-197d8869-b08d-482e-b6bb-3c8430b3ff90 None None] Notify callbacks [] for port, precommit_create {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:27.467598 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-197d8869-b08d-482e-b6bb-3c8430b3ff90 None None] Transition to ACTIVE for port object eb2e8ef2-c253-4cfd-9143-66e1a108009f will not be triggered until provisioned by entity L2. {{(pid=91057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 11:15:27.475491 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-e1353aec-c060-4622-b969-e849f3b8f32b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:27.484164 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-197d8869-b08d-482e-b6bb-3c8430b3ff90 None None] Transition to ACTIVE for port object eb2e8ef2-c253-4cfd-9143-66e1a108009f will not be triggered until provisioned by entity DHCP. {{(pid=91057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 11:15:27.490973 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-18748138-429e-40f3-9e69-36ba9d7ef908 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:15:27.491324 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-197d8869-b08d-482e-b6bb-3c8430b3ff90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749740362231'] for port, after_create {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:27.497623 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-12b7cd57-0ff9-4a7f-9344-2ccb4ecf9d39 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:15:27.509835 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114318fe-eedb-41ec-bd12-a1c9e260235d req-3d4129ab-1991-4b1a-87eb-95a28aeda776 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:15:27.510213 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [req-114318fe-eedb-41ec-bd12-a1c9e260235d req-3d4129ab-1991-4b1a-87eb-95a28aeda776 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Synchronizing usage tracker for tenant:b26c6106177642a58ce4364b8f04cf82 on resource:network {{(pid=91056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 11:15:27.516374 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a642a2ea-0b23-44d6-aac4-55c5911e71a6 req-bb4463c4-3a4b-4726-a146-2e5c22bf6b60 tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:15:27.516713 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [req-a642a2ea-0b23-44d6-aac4-55c5911e71a6 req-bb4463c4-3a4b-4726-a146-2e5c22bf6b60 tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] Synchronizing usage tracker for tenant:faf7b12ccc3944baa1be2ccda891f848 on resource:network {{(pid=91056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 11:15:27.519788 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-28130fd8-316c-4d5c-922d-57e23d7448bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:27.526359 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-28130fd8-316c-4d5c-922d-57e23d7448bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:27.529425 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1353aec-c060-4622-b969-e849f3b8f32b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a20d004a-94cd-4476-89d7-49a77a55c8e5,revision_number=None']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:15:27.533158 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-e1353aec-c060-4622-b969-e849f3b8f32b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:15:27.533376 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-197d8869-b08d-482e-b6bb-3c8430b3ff90 None None] Network 283f984f-2a81-4a0c-9cd3-692b468d28a2 is already hosted by enough agents. {{(pid=91057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 11:15:27.533424 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:15:27.534067 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-d6ca8f59-d274-454a-ab38-928cba8035ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749740362231'] for port, after_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:27.540851 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:15:27.541659 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.scheduler.base_scheduler [None req-197d8869-b08d-482e-b6bb-3c8430b3ff90 None None] Resources bound (agent type, host, resource id): {{(pid=91057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:15:27.543672 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197d8869-b08d-482e-b6bb-3c8430b3ff90 None None] Received port after_create {{(pid=91057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 11:15:27.568562 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d8869-b08d-482e-b6bb-3c8430b3ff90 None None] Pushing event updated for resources: {'Port': ['ID=eb2e8ef2-c253-4cfd-9143-66e1a108009f,revision_number=1']} {{(pid=91057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:15:27.580664 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28130fd8-316c-4d5c-922d-57e23d7448bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acd9701c-93f3-41d9-aae4-1d6e51187b54,revision_number=1']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:15:27.583153 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-28130fd8-316c-4d5c-922d-57e23d7448bb admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=439ca36335b44d51a7bf30bda88a196c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5523825 May 19 11:15:27.584674 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-28130fd8-316c-4d5c-922d-57e23d7448bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:15:27.584961 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 43126) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:15:27.595402 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d8869-b08d-482e-b6bb-3c8430b3ff90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:15:27.595481 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [req-114318fe-eedb-41ec-bd12-a1c9e260235d req-3d4129ab-1991-4b1a-87eb-95a28aeda776 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Unset dirty status for tenant:b26c6106177642a58ce4364b8f04cf82 on resource:network {{(pid=91056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 11:15:27.595742 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d8869-b08d-482e-b6bb-3c8430b3ff90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:15:27.595742 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d8869-b08d-482e-b6bb-3c8430b3ff90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:15:27.595939 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-114318fe-eedb-41ec-bd12-a1c9e260235d req-3d4129ab-1991-4b1a-87eb-95a28aeda776 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/networks?id=f2a18643-8b9e-461e-b075-a423d396a703 HTTP/1.1" status: 200 len: 815 time: 0.3259053 May 19 11:15:27.599117 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d8869-b08d-482e-b6bb-3c8430b3ff90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:15:27.599325 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d8869-b08d-482e-b6bb-3c8430b3ff90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:15:27.599559 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d8869-b08d-482e-b6bb-3c8430b3ff90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:15:27.599907 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d8869-b08d-482e-b6bb-3c8430b3ff90 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:15:27.599993 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d8869-b08d-482e-b6bb-3c8430b3ff90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:15:27.600132 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d8869-b08d-482e-b6bb-3c8430b3ff90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:15:27.600323 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d8869-b08d-482e-b6bb-3c8430b3ff90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:15:27.600377 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.db_base_plugin_common [None req-96f2e221-6905-4b94-9c6b-1215ccb613ae admin admin] Allocated IP 172.27.0.62 (02345af2-6ed3-48fb-b7af-bf8d47e25522/aba42eaa-d100-461a-90c5-240f62c775e0/cebf15f2-4d29-4f9a-893f-3e59cd1f4530) {{(pid=91055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 11:15:27.600496 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d8869-b08d-482e-b6bb-3c8430b3ff90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:15:27.600767 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d8869-b08d-482e-b6bb-3c8430b3ff90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:15:27.601392 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d8869-b08d-482e-b6bb-3c8430b3ff90 None None] Tracked resource versions report: May 19 11:15:27.601392 dv-cinder-787764-1-iscsi neutron-server[91057]: pushed versions: May 19 11:15:27.601392 dv-cinder-787764-1-iscsi neutron-server[91057]: { 'AddressGroup': {'1.2'}, May 19 11:15:27.601392 dv-cinder-787764-1-iscsi neutron-server[91057]: 'ConntrackHelper': {'1.0'}, May 19 11:15:27.601392 dv-cinder-787764-1-iscsi neutron-server[91057]: 'Log': {'1.0'}, May 19 11:15:27.601392 dv-cinder-787764-1-iscsi neutron-server[91057]: 'Network': {'1.1'}, May 19 11:15:27.601392 dv-cinder-787764-1-iscsi neutron-server[91057]: 'Port': {'1.7'}, May 19 11:15:27.601392 dv-cinder-787764-1-iscsi neutron-server[91057]: 'PortForwarding': {'1.2'}, May 19 11:15:27.601392 dv-cinder-787764-1-iscsi neutron-server[91057]: 'QosPolicy': {'1.8'}, May 19 11:15:27.601392 dv-cinder-787764-1-iscsi neutron-server[91057]: 'SecurityGroup': {'1.4'}, May 19 11:15:27.601392 dv-cinder-787764-1-iscsi neutron-server[91057]: 'SecurityGroupRule': {'1.2'}, May 19 11:15:27.601392 dv-cinder-787764-1-iscsi neutron-server[91057]: 'SubPort': {'1.0'}, May 19 11:15:27.601392 dv-cinder-787764-1-iscsi neutron-server[91057]: 'Subnet': {'1.1'}, May 19 11:15:27.601392 dv-cinder-787764-1-iscsi neutron-server[91057]: 'Trunk': {'1.1'}} May 19 11:15:27.601392 dv-cinder-787764-1-iscsi neutron-server[91057]: consumer versions: May 19 11:15:27.601392 dv-cinder-787764-1-iscsi neutron-server[91057]: { DHCP agent@dv-cinder-787764-1-iscsi: {}, May 19 11:15:27.601392 dv-cinder-787764-1-iscsi neutron-server[91057]: HyperV agent@hv-cinder-78776: {}, May 19 11:15:27.601392 dv-cinder-787764-1-iscsi neutron-server[91057]: L3 agent@dv-cinder-787764-1-iscsi: {}, May 19 11:15:27.601392 dv-cinder-787764-1-iscsi neutron-server[91057]: Metadata agent@dv-cinder-787764-1-iscsi: {}, May 19 11:15:27.601392 dv-cinder-787764-1-iscsi neutron-server[91057]: Metering agent@dv-cinder-787764-1-iscsi: {}, May 19 11:15:27.601392 dv-cinder-787764-1-iscsi neutron-server[91057]: Open vSwitch agent@dv-cinder-787764-1-iscsi: { 'AddressGroup': '1.2', May 19 11:15:27.601392 dv-cinder-787764-1-iscsi neutron-server[91057]: 'ConntrackHelper': '1.0', May 19 11:15:27.601392 dv-cinder-787764-1-iscsi neutron-server[91057]: 'Log': '1.0', May 19 11:15:27.601392 dv-cinder-787764-1-iscsi neutron-server[91057]: 'Network': '1.1', May 19 11:15:27.601392 dv-cinder-787764-1-iscsi neutron-server[91057]: 'Port': '1.7', May 19 11:15:27.601392 dv-cinder-787764-1-iscsi neutron-server[91057]: 'PortForwarding': '1.2', May 19 11:15:27.601392 dv-cinder-787764-1-iscsi neutron-server[91057]: 'QosPolicy': '1.8', May 19 11:15:27.601392 dv-cinder-787764-1-iscsi neutron-server[91057]: 'SecurityGroup': '1.4', May 19 11:15:27.601392 dv-cinder-787764-1-iscsi neutron-server[91057]: 'SecurityGroupRule': '1.2', May 19 11:15:27.601392 dv-cinder-787764-1-iscsi neutron-server[91057]: 'SubPort': '1.0', May 19 11:15:27.601392 dv-cinder-787764-1-iscsi neutron-server[91057]: 'Subnet': '1.1', May 19 11:15:27.601392 dv-cinder-787764-1-iscsi neutron-server[91057]: 'Trunk': '1.1'}} May 19 11:15:27.601392 dv-cinder-787764-1-iscsi neutron-server[91057]: {{(pid=91057) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 19 11:15:27.603526 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ca8f59-d274-454a-ab38-928cba8035ab admin admin] Network 02345af2-6ed3-48fb-b7af-bf8d47e25522 is already hosted by enough agents. {{(pid=91056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 11:15:27.607393 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-197d8869-b08d-482e-b6bb-3c8430b3ff90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:15:27.607837 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [req-a642a2ea-0b23-44d6-aac4-55c5911e71a6 req-bb4463c4-3a4b-4726-a146-2e5c22bf6b60 tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] Unset dirty status for tenant:faf7b12ccc3944baa1be2ccda891f848 on resource:network {{(pid=91056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 11:15:27.608329 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-a642a2ea-0b23-44d6-aac4-55c5911e71a6 req-bb4463c4-3a4b-4726-a146-2e5c22bf6b60 tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] 10.222.0.90 "GET /v2.0/networks?id=3587471f-63f4-49b1-9b54-5638cbe6543f HTTP/1.1" status: 200 len: 812 time: 0.3074374 May 19 11:15:27.608737 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-e1353aec-c060-4622-b969-e849f3b8f32b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:27.611219 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-e1353aec-c060-4622-b969-e849f3b8f32b admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/a20d004a-94cd-4476-89d7-49a77a55c8e5 HTTP/1.1" status: 204 len: 168 time: 0.4649272 May 19 11:15:27.611870 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.scheduler.base_scheduler [None req-d6ca8f59-d274-454a-ab38-928cba8035ab admin admin] Resources bound (agent type, host, resource id): {{(pid=91056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:15:27.620445 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ca8f59-d274-454a-ab38-928cba8035ab admin admin] Received port after_create {{(pid=91056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 11:15:27.620764 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.managers [None req-197d8869-b08d-482e-b6bb-3c8430b3ff90 None None] Attempting to bind port eb2e8ef2-c253-4cfd-9143-66e1a108009f on host dv-cinder-787764-1-iscsi for vnic_type normal with profile {{(pid=91057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 11:15:27.620996 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.managers [None req-197d8869-b08d-482e-b6bb-3c8430b3ff90 None None] Attempting to bind port eb2e8ef2-c253-4cfd-9143-66e1a108009f by drivers openvswitch,hyperv on host dv-cinder-787764-1-iscsi at level 0 using segments [{'id': 'a0bcd02c-390d-4161-9023-5e2506ec732c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1369, 'network_id': '283f984f-2a81-4a0c-9cd3-692b468d28a2'}] {{(pid=91057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 11:15:27.621219 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197d8869-b08d-482e-b6bb-3c8430b3ff90 None None] Attempting to bind port eb2e8ef2-c253-4cfd-9143-66e1a108009f on network 283f984f-2a81-4a0c-9cd3-692b468d28a2 {{(pid=91057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 11:15:27.624822 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197d8869-b08d-482e-b6bb-3c8430b3ff90 None None] Checking agent: {'id': '8ddda9c6-7d5f-4e42-9175-c986b5c107e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787764-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 11, 10, 36), 'started_at': datetime.datetime(2021, 5, 19, 11, 11, 6), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 11, 15, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787764-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 11:15:27.625151 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197d8869-b08d-482e-b6bb-3c8430b3ff90 None None] Checking segment: {'id': 'a0bcd02c-390d-4161-9023-5e2506ec732c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1369, 'network_id': '283f984f-2a81-4a0c-9cd3-692b468d28a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 11:15:27.625406 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-197d8869-b08d-482e-b6bb-3c8430b3ff90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:27.625691 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197d8869-b08d-482e-b6bb-3c8430b3ff90 None None] Bound using segment: {'id': 'a0bcd02c-390d-4161-9023-5e2506ec732c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1369, 'network_id': '283f984f-2a81-4a0c-9cd3-692b468d28a2'} {{(pid=91057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 11:15:27.626027 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.managers [None req-197d8869-b08d-482e-b6bb-3c8430b3ff90 None None] Bound port: eb2e8ef2-c253-4cfd-9143-66e1a108009f, host: dv-cinder-787764-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0bcd02c-390d-4161-9023-5e2506ec732c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1369, 'network_id': '283f984f-2a81-4a0c-9cd3-692b468d28a2'}}] {{(pid=91057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 11:15:27.626238 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-197d8869-b08d-482e-b6bb-3c8430b3ff90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:27.646565 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-bd03854a-75ea-47c5-a57d-418c303688fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:27.652154 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ca8f59-d274-454a-ab38-928cba8035ab admin admin] Pushing event updated for resources: {'Port': ['ID=7eb16415-1918-44b7-9a7f-914de8530c8c,revision_number=1']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:15:27.652692 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-114318fe-eedb-41ec-bd12-a1c9e260235d req-fde1b000-454a-445f-870e-ed2cc51d1a28 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/quotas/b26c6106177642a58ce4364b8f04cf82 HTTP/1.1" status: 200 len: 375 time: 0.0485575 May 19 11:15:27.658896 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-d6ca8f59-d274-454a-ab38-928cba8035ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:15:27.663622 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-bd03854a-75ea-47c5-a57d-418c303688fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:27.674360 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-1fa46aa8-1985-4d70-9332-a655f0945294 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:27.682866 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-197d8869-b08d-482e-b6bb-3c8430b3ff90 None None] For port eb2e8ef2-c253-4cfd-9143-66e1a108009f, host dv-cinder-787764-1-iscsi, cleared binding levels {{(pid=91057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 11:15:27.685276 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-197d8869-b08d-482e-b6bb-3c8430b3ff90 None None] For port eb2e8ef2-c253-4cfd-9143-66e1a108009f, host dv-cinder-787764-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-1-iscsi',level=0,port_id=eb2e8ef2-c253-4cfd-9143-66e1a108009f,segment=NetworkSegment(a0bcd02c-390d-4161-9023-5e2506ec732c),segment_id=a0bcd02c-390d-4161-9023-5e2506ec732c)] {{(pid=91057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 11:15:27.688430 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-197d8869-b08d-482e-b6bb-3c8430b3ff90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602'] for port, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:27.691525 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:15:27.697763 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-1fa46aa8-1985-4d70-9332-a655f0945294 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:27.712892 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-a642a2ea-0b23-44d6-aac4-55c5911e71a6 req-0baf2f4d-8d85-40c4-8612-361dcc86b866 tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] 10.222.0.90 "GET /v2.0/quotas/faf7b12ccc3944baa1be2ccda891f848 HTTP/1.1" status: 200 len: 375 time: 0.0626791 May 19 11:15:27.721787 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-770866fc-340a-472d-8db6-b60d25e6ef91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:15:27.729566 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-96f2e221-6905-4b94-9c6b-1215ccb613ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:27.730813 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-114318fe-eedb-41ec-bd12-a1c9e260235d req-79296521-ac8c-4b37-b5e0-f35f149f3f0d tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=b26c6106177642a58ce4364b8f04cf82&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0696716 May 19 11:15:27.762568 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-1fa46aa8-1985-4d70-9332-a655f0945294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:27.769382 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-81c5495f-0b97-4c9d-aace-157289d77fe8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:15:27.773560 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d8869-b08d-482e-b6bb-3c8430b3ff90 None None] Pushing event updated for resources: {'Port': ['ID=eb2e8ef2-c253-4cfd-9143-66e1a108009f,revision_number=2']} {{(pid=91057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:15:27.777767 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-197d8869-b08d-482e-b6bb-3c8430b3ff90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:15:27.778166 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa46aa8-1985-4d70-9332-a655f0945294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acd9701c-93f3-41d9-aae4-1d6e51187b54,revision_number=None']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:15:27.781636 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-1fa46aa8-1985-4d70-9332-a655f0945294 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:15:27.795083 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-96f2e221-6905-4b94-9c6b-1215ccb613ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749740362231'] for port, after_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:27.798515 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:15:27.819040 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-a642a2ea-0b23-44d6-aac4-55c5911e71a6 req-5a0b4f1f-7a48-496e-9d4b-ab30059a99ea tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=faf7b12ccc3944baa1be2ccda891f848&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0910685 May 19 11:15:27.827940 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-bd03854a-75ea-47c5-a57d-418c303688fc admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=248d28884d1141a4832e59a06ddbc5f5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7706251 May 19 11:15:27.830930 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 43140) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:15:27.831439 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd03854a-75ea-47c5-a57d-418c303688fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d915bc0-c12c-4920-a8e6-50a30d0f290c,revision_number=1']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:15:27.841936 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-1fa46aa8-1985-4d70-9332-a655f0945294 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:27.844139 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-1fa46aa8-1985-4d70-9332-a655f0945294 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/acd9701c-93f3-41d9-aae4-1d6e51187b54 HTTP/1.1" status: 204 len: 168 time: 0.2563024 May 19 11:15:27.845697 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f2e221-6905-4b94-9c6b-1215ccb613ae admin admin] Network 02345af2-6ed3-48fb-b7af-bf8d47e25522 is already hosted by enough agents. {{(pid=91055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 11:15:27.847354 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.scheduler.base_scheduler [None req-96f2e221-6905-4b94-9c6b-1215ccb613ae admin admin] Resources bound (agent type, host, resource id): {{(pid=91055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:15:27.848917 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-bd03854a-75ea-47c5-a57d-418c303688fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:15:27.849498 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f2e221-6905-4b94-9c6b-1215ccb613ae admin admin] Received port after_create {{(pid=91055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 11:15:27.891098 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f2e221-6905-4b94-9c6b-1215ccb613ae admin admin] Pushing event updated for resources: {'Port': ['ID=cebf15f2-4d29-4f9a-893f-3e59cd1f4530,revision_number=1']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:15:27.924346 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-96f2e221-6905-4b94-9c6b-1215ccb613ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:15:27.953900 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-612769da-df65-43b6-a4ed-215a38b00866 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:28.029669 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-612769da-df65-43b6-a4ed-215a38b00866 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:28.042408 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-d6ca8f59-d274-454a-ab38-928cba8035ab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:28.136685 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [req-114318fe-eedb-41ec-bd12-a1c9e260235d req-67399884-087b-4c84-a12d-fe8d178bad60 service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=91056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 11:15:28.137271 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-114318fe-eedb-41ec-bd12-a1c9e260235d req-67399884-087b-4c84-a12d-fe8d178bad60 service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1295974 May 19 11:15:28.163472 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-96f2e221-6905-4b94-9c6b-1215ccb613ae admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:28.210815 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 43164) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:15:28.264992 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-caecf660-ebb1-43cf-ac0b-f08c7dc4efba admin admin] Notify callbacks [] for security_group, before_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:28.281764 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-caecf660-ebb1-43cf-ac0b-f08c7dc4efba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:15:28.293281 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-612769da-df65-43b6-a4ed-215a38b00866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:28.296457 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-caecf660-ebb1-43cf-ac0b-f08c7dc4efba admin admin] Usage tracker for resource:security_group_rule and tenant:7ae37614ec38458bb8aefd6b3e5d605d is out of sync, need to count used quota {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:15:28.301883 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-caecf660-ebb1-43cf-ac0b-f08c7dc4efba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:15:28.305002 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-bd03854a-75ea-47c5-a57d-418c303688fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:15:28.337383 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-114318fe-eedb-41ec-bd12-a1c9e260235d req-1e238b48-6fb7-4cdc-af52-d3be60ed6359 service neutron] 10.222.0.90 "GET /v2.0/networks/f2a18643-8b9e-461e-b075-a423d396a703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903119 May 19 11:15:28.341992 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [req-a642a2ea-0b23-44d6-aac4-55c5911e71a6 req-9e08ce86-f696-4699-9aff-b0b1458c4073 service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=91056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 11:15:28.342507 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-a642a2ea-0b23-44d6-aac4-55c5911e71a6 req-9e08ce86-f696-4699-9aff-b0b1458c4073 service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2087123 May 19 11:15:28.343017 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-caecf660-ebb1-43cf-ac0b-f08c7dc4efba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:15:28.377881 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612769da-df65-43b6-a4ed-215a38b00866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d915bc0-c12c-4920-a8e6-50a30d0f290c,revision_number=None']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:15:28.386664 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-612769da-df65-43b6-a4ed-215a38b00866 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:15:28.394661 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-612769da-df65-43b6-a4ed-215a38b00866 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:28.395331 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-612769da-df65-43b6-a4ed-215a38b00866 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/1d915bc0-c12c-4920-a8e6-50a30d0f290c HTTP/1.1" status: 204 len: 168 time: 0.5539677 May 19 11:15:28.449729 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-96f2e221-6905-4b94-9c6b-1215ccb613ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1593983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1714063'] for router, after_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:28.590496 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-d6ca8f59-d274-454a-ab38-928cba8035ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1593983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1714063'] for router, after_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:28.591647 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96f2e221-6905-4b94-9c6b-1215ccb613ae admin admin] Router 69f0f57e-2ace-4b38-84db-07337dae1268 is scheduled to L3 agent 326bf12a-fdae-48e8-b877-7dbd40e20eda with binding_index 1 {{(pid=91055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 11:15:28.595455 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-114318fe-eedb-41ec-bd12-a1c9e260235d req-0ec858ae-5197-47bd-a307-6101a4e01718 service neutron] 10.222.0.90 "GET /v2.0/networks/f2a18643-8b9e-461e-b075-a423d396a703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2502565 May 19 11:15:28.596443 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-a642a2ea-0b23-44d6-aac4-55c5911e71a6 req-ec1b8dfb-6827-4737-aaeb-ae2453b49254 service neutron] 10.222.0.90 "GET /v2.0/networks/3587471f-63f4-49b1-9b54-5638cbe6543f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2403657 May 19 11:15:28.766329 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96f2e221-6905-4b94-9c6b-1215ccb613ae admin admin] Notify agent at l3_agent.dv-cinder-787764-1-iscsi the message routers_updated {{(pid=91055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 11:15:28.772425 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9736f8a0-7429-40f4-8335-3cc6cf99e5b0 None None] Sync routers for ids ['69f0f57e-2ace-4b38-84db-07337dae1268'] in dv-cinder-787764-1-iscsi {{(pid=91058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 11:15:28.780258 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9736f8a0-7429-40f4-8335-3cc6cf99e5b0 None None] Routers {'69f0f57e-2ace-4b38-84db-07337dae1268'} bound to L3 agent in host dv-cinder-787764-1-iscsi {{(pid=91058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:15:28.780614 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.l3_hamode_db [None req-9736f8a0-7429-40f4-8335-3cc6cf99e5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-19T11:10:36Z,description=,heartbeat_timestamp=2021-05-19T11:15:06Z,host='dv-cinder-787764-1-iscsi',id=326bf12a-fdae-48e8-b877-7dbd40e20eda,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:36Z,topic='l3_agent')) {'router_ids': ['69f0f57e-2ace-4b38-84db-07337dae1268'], 'active': True} {{(pid=91058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:15:28.785909 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fedc49cb-6c8f-458f-9f73-c6a1e61dd823 None None] Network 283f984f-2a81-4a0c-9cd3-692b468d28a2 requested from dv-cinder-787764-1-iscsi {{(pid=91057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 11:15:28.788154 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 43200) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:15:28.806239 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-96f2e221-6905-4b94-9c6b-1215ccb613ae admin admin] Notify callbacks [] for router, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:28.807121 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-96f2e221-6905-4b94-9c6b-1215ccb613ae admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.3260722 May 19 11:15:28.808771 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-14a5d93b-9d24-4c1f-ad8b-85da0828f98c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:28.816100 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 43208) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:15:28.932404 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-14a5d93b-9d24-4c1f-ad8b-85da0828f98c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:15:28.934114 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-e96d6aab-3d2e-480d-92d3-6a16d92ee572 None None] Provisioning for port eb2e8ef2-c253-4cfd-9143-66e1a108009f completed by entity DHCP. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 11:15:28.938284 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-14a5d93b-9d24-4c1f-ad8b-85da0828f98c admin admin] Usage tracker for resource:security_group_rule and tenant:f9357bb5ea8d429b9ba742e3d6e1b83d is out of sync, need to count used quota {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:15:28.941097 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-14a5d93b-9d24-4c1f-ad8b-85da0828f98c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:15:28.959734 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-a642a2ea-0b23-44d6-aac4-55c5911e71a6 req-56ae3ce9-dd49-46a3-95b9-43c69e574674 service neutron] 10.222.0.90 "GET /v2.0/networks/3587471f-63f4-49b1-9b54-5638cbe6543f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3560803 May 19 11:15:28.974268 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-caecf660-ebb1-43cf-ac0b-f08c7dc4efba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:28.979155 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-14a5d93b-9d24-4c1f-ad8b-85da0828f98c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:15:29.014233 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.l3_dvr_db [None req-9736f8a0-7429-40f4-8335-3cc6cf99e5b0 None None] Set router 69f0f57e-2ace-4b38-84db-07337dae1268 gateway port host: dv-cinder-787764-1-iscsi {{(pid=91058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:15:29.049048 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-5f89e1e5-f92a-4d6e-9811-4aa4442ca817 req-0b7333c0-a722-4be7-9688-602e0e86493e tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=15bb00ba-1ae7-4b08-8b0b-6eeb024426a9 HTTP/1.1" status: 200 len: 210 time: 0.0739141 May 19 11:15:29.058126 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-caecf660-ebb1-43cf-ac0b-f08c7dc4efba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:29.070601 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:15:29.168827 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-caecf660-ebb1-43cf-ac0b-f08c7dc4efba admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=7ae37614ec38458bb8aefd6b3e5d605d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9530802 May 19 11:15:29.174942 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 43220) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:15:29.210194 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Device eb2e8ef2-c253-4cfd-9143-66e1a108009f up at agent ovs-agent-dv-cinder-787764-1-iscsi {{(pid=91057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 11:15:29.231507 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caecf660-ebb1-43cf-ac0b-f08c7dc4efba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62601c74-7528-4452-a0cd-543444654ab6,revision_number=1']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:15:29.250159 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-caecf660-ebb1-43cf-ac0b-f08c7dc4efba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:15:29.288501 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6ca8f59-d274-454a-ab38-928cba8035ab admin admin] Router 7c6cd013-c59b-4c4f-ab2f-428c21f3e270 is scheduled to L3 agent 326bf12a-fdae-48e8-b877-7dbd40e20eda with binding_index 1 {{(pid=91056) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 11:15:29.324387 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-14a5d93b-9d24-4c1f-ad8b-85da0828f98c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:29.336032 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-14a5d93b-9d24-4c1f-ad8b-85da0828f98c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:29.358683 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Provisioning for port eb2e8ef2-c253-4cfd-9143-66e1a108009f completed by entity L2. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 11:15:29.363753 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Provisioning complete for port eb2e8ef2-c253-4cfd-9143-66e1a108009f triggered by entity L2. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:15:29.364002 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441453'] for port, provisioning_complete {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:29.392133 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-173a3e7f-f332-4dd1-ac28-18608ba8d54e req-3dca8150-5562-4703-8d57-581129a1cdc4 tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] 10.222.0.90 "GET /v2.0/ports?device_id=86d683d8-3072-421b-96a6-7fcdd344d2f6 HTTP/1.1" status: 200 len: 210 time: 0.1316946 May 19 11:15:29.401451 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-28130fd8-316c-4d5c-922d-57e23d7448bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:15:29.439446 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.l3_hamode_db [None req-9736f8a0-7429-40f4-8335-3cc6cf99e5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69f0f57e-2ace-4b38-84db-07337dae1268', 'name': 'tempest-AttachVolumeShelveTestJSON-755269295-router', 'tenant_id': '114936b3c24442328e380dbed9453cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'external_fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': 'cebf15f2-4d29-4f9a-893f-3e59cd1f4530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:15:26Z', 'updated_at': '2021-05-19T11:15:27Z', 'revision_number': 3, 'project_id': '114936b3c24442328e380dbed9453cbe', 'gw_port': {'id': 'cebf15f2-4d29-4f9a-893f-3e59cd1f4530', 'name': '', 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d1:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69f0f57e-2ace-4b38-84db-07337dae1268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:15:27Z', 'updated_at': '2021-05-19T11:15:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-1-iscsi'}], 'dv-cinder-787764-1-iscsi', False) {} {{(pid=91058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:15:29.442864 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9736f8a0-7429-40f4-8335-3cc6cf99e5b0 None None] Checking router: 69f0f57e-2ace-4b38-84db-07337dae1268 for host: dv-cinder-787764-1-iscsi {{(pid=91058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 11:15:29.443173 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9736f8a0-7429-40f4-8335-3cc6cf99e5b0 None None] Updating router 69f0f57e-2ace-4b38-84db-07337dae1268 port cebf15f2-4d29-4f9a-893f-3e59cd1f4530 binding host dv-cinder-787764-1-iscsi {{(pid=91058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 11:15:29.473953 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:29.480226 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron_lib.callbacks.manager [None req-9736f8a0-7429-40f4-8335-3cc6cf99e5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:29.480339 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-7c338259-a496-422d-947d-65db1915d7f8 None None] Provisioning complete for port eb2e8ef2-c253-4cfd-9143-66e1a108009f triggered by entity DHCP. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:15:29.480487 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-7c338259-a496-422d-947d-65db1915d7f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441453'] for port, provisioning_complete {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:29.509586 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-14a5d93b-9d24-4c1f-ad8b-85da0828f98c admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=f9357bb5ea8d429b9ba742e3d6e1b83d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7177608 May 19 11:15:29.512168 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 43264) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:15:29.522777 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5d93b-9d24-4c1f-ad8b-85da0828f98c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dbe7393-61f4-4693-a348-7e98e1d5dfeb,revision_number=1']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:15:29.524119 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] For port eb2e8ef2-c253-4cfd-9143-66e1a108009f, host dv-cinder-787764-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-1-iscsi',level=0,port_id=eb2e8ef2-c253-4cfd-9143-66e1a108009f,segment=NetworkSegment(a0bcd02c-390d-4161-9023-5e2506ec732c),segment_id=a0bcd02c-390d-4161-9023-5e2506ec732c)] {{(pid=91057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:15:29.529201 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-14a5d93b-9d24-4c1f-ad8b-85da0828f98c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:15:29.538112 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602'] for port, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:29.554088 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-197d8869-b08d-482e-b6bb-3c8430b3ff90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:15:29.625768 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Pushing event updated for resources: {'Port': ['ID=eb2e8ef2-c253-4cfd-9143-66e1a108009f,revision_number=3']} {{(pid=91057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:15:29.627909 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:15:29.640330 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-aab0663a-504b-4ecb-bab5-ae459217e80d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:29.682485 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-a1fa4561-0d2f-4c44-b507-8e6031c62e03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:29.695113 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-d9284190-98ed-47ba-be73-a4bc57da8df4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:29.703529 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-aab0663a-504b-4ecb-bab5-ae459217e80d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:29.712825 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-a1fa4561-0d2f-4c44-b507-8e6031c62e03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:29.719174 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6ca8f59-d274-454a-ab38-928cba8035ab admin admin] Notify agent at l3_agent.dv-cinder-787764-1-iscsi the message routers_updated {{(pid=91056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 11:15:29.726475 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47506528-6a7c-4856-9b01-893a4e3ebc51 None None] Sync routers for ids ['7c6cd013-c59b-4c4f-ab2f-428c21f3e270'] in dv-cinder-787764-1-iscsi {{(pid=91057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 11:15:29.733032 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47506528-6a7c-4856-9b01-893a4e3ebc51 None None] Routers {'7c6cd013-c59b-4c4f-ab2f-428c21f3e270'} bound to L3 agent in host dv-cinder-787764-1-iscsi {{(pid=91057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:15:29.733445 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_hamode_db [None req-47506528-6a7c-4856-9b01-893a4e3ebc51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-19T11:10:36Z,description=,heartbeat_timestamp=2021-05-19T11:15:06Z,host='dv-cinder-787764-1-iscsi',id=326bf12a-fdae-48e8-b877-7dbd40e20eda,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:36Z,topic='l3_agent')) {'router_ids': ['7c6cd013-c59b-4c4f-ab2f-428c21f3e270'], 'active': True} {{(pid=91057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:15:29.757305 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-d6ca8f59-d274-454a-ab38-928cba8035ab admin admin] Notify callbacks [] for router, before_response {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:29.759038 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-d6ca8f59-d274-454a-ab38-928cba8035ab admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.5357716 May 19 11:15:29.761338 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 43280) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:15:29.887602 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron_lib.callbacks.manager [None req-9736f8a0-7429-40f4-8335-3cc6cf99e5b0 None None] Notify callbacks [] for port, precommit_update {{(pid=91058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:29.959487 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.provisioning_blocks [None req-9736f8a0-7429-40f4-8335-3cc6cf99e5b0 None None] Transition to ACTIVE for port object cebf15f2-4d29-4f9a-893f-3e59cd1f4530 will not be triggered until provisioned by entity L2. {{(pid=91058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 11:15:29.961092 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-a1fa4561-0d2f-4c44-b507-8e6031c62e03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:29.967457 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-aab0663a-504b-4ecb-bab5-ae459217e80d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:29.968717 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron_lib.callbacks.manager [None req-9736f8a0-7429-40f4-8335-3cc6cf99e5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602'] for port, after_update {{(pid=91058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:29.972147 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG oslo_concurrency.lockutils [None req-4fd6ba0f-8478-4e64-bd5e-37d2d85ef6c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91058) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:15:29.984843 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-bb4530ef-a885-4160-8345-8569453b5d75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:15:29.993522 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-dfa360c3-03bc-40b2-a9de-fa73b82ba5ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:15:30.001742 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fa4561-0d2f-4c44-b507-8e6031c62e03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dbe7393-61f4-4693-a348-7e98e1d5dfeb,revision_number=None']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:15:30.004293 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-a1fa4561-0d2f-4c44-b507-8e6031c62e03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:15:30.020623 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-a1fa4561-0d2f-4c44-b507-8e6031c62e03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:30.020623 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-a1fa4561-0d2f-4c44-b507-8e6031c62e03 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/7dbe7393-61f4-4693-a348-7e98e1d5dfeb HTTP/1.1" status: 204 len: 168 time: 0.5038979 May 19 11:15:30.027366 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab0663a-504b-4ecb-bab5-ae459217e80d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62601c74-7528-4452-a0cd-543444654ab6,revision_number=None']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:15:30.027914 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.db_base_plugin_common [None req-d9284190-98ed-47ba-be73-a4bc57da8df4 admin admin] Allocated IP 172.20.0.1 (283f984f-2a81-4a0c-9cd3-692b468d28a2/1f0aafc7-5dc8-4ee6-a066-4c3495d1adf2/83df66c6-d330-420c-8a47-e73ada5b5cc1) {{(pid=91055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 11:15:30.033974 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-aab0663a-504b-4ecb-bab5-ae459217e80d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:15:30.044242 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_dvr_db [None req-47506528-6a7c-4856-9b01-893a4e3ebc51 None None] Set router 7c6cd013-c59b-4c4f-ab2f-428c21f3e270 gateway port host: dv-cinder-787764-1-iscsi {{(pid=91057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:15:30.097655 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.plugins.ml2.managers [None req-9736f8a0-7429-40f4-8335-3cc6cf99e5b0 None None] Attempting to bind port cebf15f2-4d29-4f9a-893f-3e59cd1f4530 on host dv-cinder-787764-1-iscsi for vnic_type normal with profile {{(pid=91058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 11:15:30.097733 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.plugins.ml2.managers [None req-9736f8a0-7429-40f4-8335-3cc6cf99e5b0 None None] Attempting to bind port cebf15f2-4d29-4f9a-893f-3e59cd1f4530 by drivers openvswitch,hyperv on host dv-cinder-787764-1-iscsi at level 0 using segments [{'id': '49ddd7c4-aafb-432e-a188-efbf16e2f9e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522'}] {{(pid=91058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 11:15:30.097939 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9736f8a0-7429-40f4-8335-3cc6cf99e5b0 None None] Attempting to bind port cebf15f2-4d29-4f9a-893f-3e59cd1f4530 on network 02345af2-6ed3-48fb-b7af-bf8d47e25522 {{(pid=91058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 11:15:30.112680 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9736f8a0-7429-40f4-8335-3cc6cf99e5b0 None None] Checking agent: {'id': '8ddda9c6-7d5f-4e42-9175-c986b5c107e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787764-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 11, 10, 36), 'started_at': datetime.datetime(2021, 5, 19, 11, 11, 6), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 11, 15, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787764-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 11:15:30.112887 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9736f8a0-7429-40f4-8335-3cc6cf99e5b0 None None] Checking segment: {'id': '49ddd7c4-aafb-432e-a188-efbf16e2f9e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 11:15:30.116577 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron_lib.callbacks.manager [None req-9736f8a0-7429-40f4-8335-3cc6cf99e5b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:30.116869 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9736f8a0-7429-40f4-8335-3cc6cf99e5b0 None None] Bound using segment: {'id': '49ddd7c4-aafb-432e-a188-efbf16e2f9e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522'} {{(pid=91058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 11:15:30.117176 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.plugins.ml2.managers [None req-9736f8a0-7429-40f4-8335-3cc6cf99e5b0 None None] Bound port: cebf15f2-4d29-4f9a-893f-3e59cd1f4530, host: dv-cinder-787764-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49ddd7c4-aafb-432e-a188-efbf16e2f9e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522'}}] {{(pid=91058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 11:15:30.117389 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron_lib.callbacks.manager [None req-9736f8a0-7429-40f4-8335-3cc6cf99e5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:30.165798 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad97567-9d0e-4f85-94b4-e5cd439b7fc6 None None] Pushing event updated for resources: {'Port': ['ID=cebf15f2-4d29-4f9a-893f-3e59cd1f4530,revision_number=2']} {{(pid=91058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:15:30.189789 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad97567-9d0e-4f85-94b4-e5cd439b7fc6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:15:30.189974 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad97567-9d0e-4f85-94b4-e5cd439b7fc6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:15:30.190147 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad97567-9d0e-4f85-94b4-e5cd439b7fc6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:15:30.190313 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad97567-9d0e-4f85-94b4-e5cd439b7fc6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:15:30.192795 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad97567-9d0e-4f85-94b4-e5cd439b7fc6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:15:30.192992 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad97567-9d0e-4f85-94b4-e5cd439b7fc6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:15:30.193298 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad97567-9d0e-4f85-94b4-e5cd439b7fc6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:15:30.193894 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad97567-9d0e-4f85-94b4-e5cd439b7fc6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:15:30.194576 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad97567-9d0e-4f85-94b4-e5cd439b7fc6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:15:30.195480 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad97567-9d0e-4f85-94b4-e5cd439b7fc6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:15:30.196509 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad97567-9d0e-4f85-94b4-e5cd439b7fc6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:15:30.196867 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad97567-9d0e-4f85-94b4-e5cd439b7fc6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:15:30.199623 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad97567-9d0e-4f85-94b4-e5cd439b7fc6 None None] Tracked resource versions report: May 19 11:15:30.199623 dv-cinder-787764-1-iscsi neutron-server[91058]: pushed versions: May 19 11:15:30.199623 dv-cinder-787764-1-iscsi neutron-server[91058]: { 'AddressGroup': {'1.2'}, May 19 11:15:30.199623 dv-cinder-787764-1-iscsi neutron-server[91058]: 'ConntrackHelper': {'1.0'}, May 19 11:15:30.199623 dv-cinder-787764-1-iscsi neutron-server[91058]: 'Log': {'1.0'}, May 19 11:15:30.199623 dv-cinder-787764-1-iscsi neutron-server[91058]: 'Network': {'1.1'}, May 19 11:15:30.199623 dv-cinder-787764-1-iscsi neutron-server[91058]: 'Port': {'1.7'}, May 19 11:15:30.199623 dv-cinder-787764-1-iscsi neutron-server[91058]: 'PortForwarding': {'1.2'}, May 19 11:15:30.199623 dv-cinder-787764-1-iscsi neutron-server[91058]: 'QosPolicy': {'1.8'}, May 19 11:15:30.199623 dv-cinder-787764-1-iscsi neutron-server[91058]: 'SecurityGroup': {'1.4'}, May 19 11:15:30.199623 dv-cinder-787764-1-iscsi neutron-server[91058]: 'SecurityGroupRule': {'1.2'}, May 19 11:15:30.199623 dv-cinder-787764-1-iscsi neutron-server[91058]: 'SubPort': {'1.0'}, May 19 11:15:30.199623 dv-cinder-787764-1-iscsi neutron-server[91058]: 'Subnet': {'1.1'}, May 19 11:15:30.199623 dv-cinder-787764-1-iscsi neutron-server[91058]: 'Trunk': {'1.1'}} May 19 11:15:30.199623 dv-cinder-787764-1-iscsi neutron-server[91058]: consumer versions: May 19 11:15:30.199623 dv-cinder-787764-1-iscsi neutron-server[91058]: { DHCP agent@dv-cinder-787764-1-iscsi: {}, May 19 11:15:30.199623 dv-cinder-787764-1-iscsi neutron-server[91058]: HyperV agent@hv-cinder-78776: {}, May 19 11:15:30.199623 dv-cinder-787764-1-iscsi neutron-server[91058]: L3 agent@dv-cinder-787764-1-iscsi: {}, May 19 11:15:30.199623 dv-cinder-787764-1-iscsi neutron-server[91058]: Metadata agent@dv-cinder-787764-1-iscsi: {}, May 19 11:15:30.199623 dv-cinder-787764-1-iscsi neutron-server[91058]: Metering agent@dv-cinder-787764-1-iscsi: {}, May 19 11:15:30.199623 dv-cinder-787764-1-iscsi neutron-server[91058]: Open vSwitch agent@dv-cinder-787764-1-iscsi: { 'AddressGroup': '1.2', May 19 11:15:30.199623 dv-cinder-787764-1-iscsi neutron-server[91058]: 'ConntrackHelper': '1.0', May 19 11:15:30.199623 dv-cinder-787764-1-iscsi neutron-server[91058]: 'Log': '1.0', May 19 11:15:30.199623 dv-cinder-787764-1-iscsi neutron-server[91058]: 'Network': '1.1', May 19 11:15:30.199623 dv-cinder-787764-1-iscsi neutron-server[91058]: 'Port': '1.7', May 19 11:15:30.199623 dv-cinder-787764-1-iscsi neutron-server[91058]: 'PortForwarding': '1.2', May 19 11:15:30.199623 dv-cinder-787764-1-iscsi neutron-server[91058]: 'QosPolicy': '1.8', May 19 11:15:30.199623 dv-cinder-787764-1-iscsi neutron-server[91058]: 'SecurityGroup': '1.4', May 19 11:15:30.199623 dv-cinder-787764-1-iscsi neutron-server[91058]: 'SecurityGroupRule': '1.2', May 19 11:15:30.199623 dv-cinder-787764-1-iscsi neutron-server[91058]: 'SubPort': '1.0', May 19 11:15:30.199623 dv-cinder-787764-1-iscsi neutron-server[91058]: 'Subnet': '1.1', May 19 11:15:30.199623 dv-cinder-787764-1-iscsi neutron-server[91058]: 'Trunk': '1.1'}} May 19 11:15:30.199623 dv-cinder-787764-1-iscsi neutron-server[91058]: {{(pid=91058) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 19 11:15:30.202887 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-aab0663a-504b-4ecb-bab5-ae459217e80d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:30.208755 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG oslo_concurrency.lockutils [None req-dad97567-9d0e-4f85-94b4-e5cd439b7fc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=91058) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:15:30.214798 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-aab0663a-504b-4ecb-bab5-ae459217e80d admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/62601c74-7528-4452-a0cd-543444654ab6 HTTP/1.1" status: 204 len: 168 time: 1.0278869 May 19 11:15:30.220260 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-d9284190-98ed-47ba-be73-a4bc57da8df4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:30.235694 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-f0f0f804-9a13-45a3-8eb9-1cc9a4386c2a req-680e1261-6290-449d-a8d9-7eead723bb01 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=15bb00ba-1ae7-4b08-8b0b-6eeb024426a9 HTTP/1.1" status: 200 len: 210 time: 0.1096339 May 19 11:15:30.249803 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.plugins.ml2.db [None req-9736f8a0-7429-40f4-8335-3cc6cf99e5b0 None None] For port cebf15f2-4d29-4f9a-893f-3e59cd1f4530, host dv-cinder-787764-1-iscsi, cleared binding levels {{(pid=91058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 11:15:30.252444 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.plugins.ml2.db [None req-9736f8a0-7429-40f4-8335-3cc6cf99e5b0 None None] For port cebf15f2-4d29-4f9a-893f-3e59cd1f4530, host dv-cinder-787764-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-1-iscsi',level=0,port_id=cebf15f2-4d29-4f9a-893f-3e59cd1f4530,segment=NetworkSegment(49ddd7c4-aafb-432e-a188-efbf16e2f9e4),segment_id=49ddd7c4-aafb-432e-a188-efbf16e2f9e4)] {{(pid=91058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 11:15:30.256466 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.provisioning_blocks [None req-d9284190-98ed-47ba-be73-a4bc57da8df4 admin admin] Transition to ACTIVE for port object 83df66c6-d330-420c-8a47-e73ada5b5cc1 will not be triggered until provisioned by entity DHCP. {{(pid=91055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 11:15:30.262382 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron_lib.callbacks.manager [None req-9736f8a0-7429-40f4-8335-3cc6cf99e5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602'] for port, after_update {{(pid=91058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:30.267436 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91058) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:15:30.310119 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-d9284190-98ed-47ba-be73-a4bc57da8df4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749740362231'] for port, after_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:30.313705 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:15:30.355788 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9736f8a0-7429-40f4-8335-3cc6cf99e5b0 None None] Routers {'69f0f57e-2ace-4b38-84db-07337dae1268'} bound to L3 agent in host dv-cinder-787764-1-iscsi {{(pid=91058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:15:30.356596 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.l3_hamode_db [None req-9736f8a0-7429-40f4-8335-3cc6cf99e5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-19T11:10:36Z,description=,heartbeat_timestamp=2021-05-19T11:15:06Z,host='dv-cinder-787764-1-iscsi',id=326bf12a-fdae-48e8-b877-7dbd40e20eda,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:36Z,topic='l3_agent')) {'router_ids': ['69f0f57e-2ace-4b38-84db-07337dae1268'], 'active': True} {{(pid=91058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:15:30.392327 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9284190-98ed-47ba-be73-a4bc57da8df4 admin admin] Network 283f984f-2a81-4a0c-9cd3-692b468d28a2 is already hosted by enough agents. {{(pid=91055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 11:15:30.396987 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.scheduler.base_scheduler [None req-d9284190-98ed-47ba-be73-a4bc57da8df4 admin admin] Resources bound (agent type, host, resource id): {{(pid=91055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:15:30.409046 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9284190-98ed-47ba-be73-a4bc57da8df4 admin admin] Received port after_create {{(pid=91055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 11:15:30.409458 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-d9284190-98ed-47ba-be73-a4bc57da8df4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1716796'] for router_interface, before_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:30.441795 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad97567-9d0e-4f85-94b4-e5cd439b7fc6 None None] Pushing event updated for resources: {'Port': ['ID=cebf15f2-4d29-4f9a-893f-3e59cd1f4530,revision_number=3']} {{(pid=91058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:15:30.463864 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG oslo_concurrency.lockutils [None req-dad97567-9d0e-4f85-94b4-e5cd439b7fc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=91058) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:15:30.553175 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9284190-98ed-47ba-be73-a4bc57da8df4 admin admin] Pushing event updated for resources: {'Port': ['ID=83df66c6-d330-420c-8a47-e73ada5b5cc1,revision_number=1']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:15:30.562167 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-d9284190-98ed-47ba-be73-a4bc57da8df4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:15:30.609765 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_hamode_db [None req-47506528-6a7c-4856-9b01-893a4e3ebc51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c6cd013-c59b-4c4f-ab2f-428c21f3e270', 'name': 'tempest-ServerRescueNegativeTestJSON-1795179787-router', 'tenant_id': '84c9674d9ad94299b1626bb1392867e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'external_fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': '7eb16415-1918-44b7-9a7f-914de8530c8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:15:26Z', 'updated_at': '2021-05-19T11:15:27Z', 'revision_number': 3, 'project_id': '84c9674d9ad94299b1626bb1392867e5', 'gw_port': {'id': '7eb16415-1918-44b7-9a7f-914de8530c8c', 'name': '', 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:6f:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c6cd013-c59b-4c4f-ab2f-428c21f3e270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:15:27Z', 'updated_at': '2021-05-19T11:15:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-1-iscsi'}], 'dv-cinder-787764-1-iscsi', False) {} {{(pid=91057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:15:30.615634 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47506528-6a7c-4856-9b01-893a4e3ebc51 None None] Checking router: 7c6cd013-c59b-4c4f-ab2f-428c21f3e270 for host: dv-cinder-787764-1-iscsi {{(pid=91057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 11:15:30.615845 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47506528-6a7c-4856-9b01-893a4e3ebc51 None None] Updating router 7c6cd013-c59b-4c4f-ab2f-428c21f3e270 port 7eb16415-1918-44b7-9a7f-914de8530c8c binding host dv-cinder-787764-1-iscsi {{(pid=91057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 11:15:30.629724 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.l3_dvr_db [None req-9736f8a0-7429-40f4-8335-3cc6cf99e5b0 None None] Set router 69f0f57e-2ace-4b38-84db-07337dae1268 gateway port host: dv-cinder-787764-1-iscsi {{(pid=91058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:15:30.699102 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-e7b6f43d-6e0d-4e84-85c5-24e02269dc3e req-e74df9f4-6135-4985-995d-df2215813014 tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] 10.222.0.90 "GET /v2.0/ports?device_id=86d683d8-3072-421b-96a6-7fcdd344d2f6 HTTP/1.1" status: 200 len: 210 time: 0.0629351 May 19 11:15:30.733224 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-47506528-6a7c-4856-9b01-893a4e3ebc51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:30.771441 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-d9284190-98ed-47ba-be73-a4bc57da8df4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:30.780364 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-c3f3d363-fa45-4143-a85a-45691a2e088d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:30.865609 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-affe4b56-2c9c-41de-8da3-a7822d2d767a None None] Provisioning for port 83df66c6-d330-420c-8a47-e73ada5b5cc1 completed by entity DHCP. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 11:15:30.916020 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-affe4b56-2c9c-41de-8da3-a7822d2d767a None None] Provisioning complete for port 83df66c6-d330-420c-8a47-e73ada5b5cc1 triggered by entity DHCP. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:15:30.916232 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-affe4b56-2c9c-41de-8da3-a7822d2d767a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441453'] for port, provisioning_complete {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:31.031949 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.plugin [None req-affe4b56-2c9c-41de-8da3-a7822d2d767a None None] Port 83df66c6-d330-420c-8a47-e73ada5b5cc1 cannot update to ACTIVE because it is not bound. {{(pid=91057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 11:15:31.034316 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.db_base_plugin_common [None req-c3f3d363-fa45-4143-a85a-45691a2e088d admin admin] Allocated IP 172.20.0.1 (d80b1475-eff8-4ebe-8528-2eceb45e3226/f1a81002-835e-403e-96ae-6977fdc5aac0/a4211d6f-4829-4f5e-ab32-11b855c23f6b) {{(pid=91056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 11:15:31.044438 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.l3_hamode_db [None req-9736f8a0-7429-40f4-8335-3cc6cf99e5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69f0f57e-2ace-4b38-84db-07337dae1268', 'name': 'tempest-AttachVolumeShelveTestJSON-755269295-router', 'tenant_id': '114936b3c24442328e380dbed9453cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'external_fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': 'cebf15f2-4d29-4f9a-893f-3e59cd1f4530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:15:26Z', 'updated_at': '2021-05-19T11:15:27Z', 'revision_number': 3, 'project_id': '114936b3c24442328e380dbed9453cbe', 'gw_port': {'id': 'cebf15f2-4d29-4f9a-893f-3e59cd1f4530', 'name': '', 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d1:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69f0f57e-2ace-4b38-84db-07337dae1268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:15:27Z', 'updated_at': '2021-05-19T11:15:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-1-iscsi'}], 'dv-cinder-787764-1-iscsi', False) {} {{(pid=91058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:15:31.049374 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9736f8a0-7429-40f4-8335-3cc6cf99e5b0 None None] The sync data for ids ['69f0f57e-2ace-4b38-84db-07337dae1268'] in dv-cinder-787764-1-iscsi is: [{'id': '69f0f57e-2ace-4b38-84db-07337dae1268', 'name': 'tempest-AttachVolumeShelveTestJSON-755269295-router', 'tenant_id': '114936b3c24442328e380dbed9453cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'external_fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': 'cebf15f2-4d29-4f9a-893f-3e59cd1f4530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:15:26Z', 'updated_at': '2021-05-19T11:15:27Z', 'revision_number': 3, 'project_id': '114936b3c24442328e380dbed9453cbe', 'gw_port': {'id': 'cebf15f2-4d29-4f9a-893f-3e59cd1f4530', 'name': '', 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d1:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69f0f57e-2ace-4b38-84db-07337dae1268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:15:27Z', 'updated_at': '2021-05-19T11:15:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-1-iscsi'}] {{(pid=91058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 11:15:31.112685 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-d9284190-98ed-47ba-be73-a4bc57da8df4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:31.120111 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-d9284190-98ed-47ba-be73-a4bc57da8df4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602'] for port, after_update {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:31.120816 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-d9284190-98ed-47ba-be73-a4bc57da8df4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1695649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1716827'] for router_interface, after_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:31.124065 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-d9284190-98ed-47ba-be73-a4bc57da8df4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:15:31.157996 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Device eb2e8ef2-c253-4cfd-9143-66e1a108009f up at agent ovs-agent-dv-cinder-787764-1-iscsi {{(pid=91057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 11:15:31.221936 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Provisioning complete for port eb2e8ef2-c253-4cfd-9143-66e1a108009f triggered by entity L2. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:15:31.222146 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441453'] for port, provisioning_complete {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:31.244872 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9284190-98ed-47ba-be73-a4bc57da8df4 admin admin] Pushing event updated for resources: {'Port': ['ID=83df66c6-d330-420c-8a47-e73ada5b5cc1,revision_number=2']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:15:31.247442 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-d9284190-98ed-47ba-be73-a4bc57da8df4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:15:31.271449 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-c3f3d363-fa45-4143-a85a-45691a2e088d admin admin] Notify callbacks [] for port, precommit_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:31.281270 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9284190-98ed-47ba-be73-a4bc57da8df4 admin admin] Network 283f984f-2a81-4a0c-9cd3-692b468d28a2 is already hosted by enough agents. {{(pid=91055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 11:15:31.282090 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.scheduler.base_scheduler [None req-d9284190-98ed-47ba-be73-a4bc57da8df4 admin admin] Resources bound (agent type, host, resource id): {{(pid=91055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:15:31.329483 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-c3f3d363-fa45-4143-a85a-45691a2e088d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749740362231'] for port, after_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:31.342216 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:15:31.384307 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-47506528-6a7c-4856-9b01-893a4e3ebc51 None None] Notify callbacks [] for port, precommit_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:31.477452 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-47506528-6a7c-4856-9b01-893a4e3ebc51 None None] Transition to ACTIVE for port object 7eb16415-1918-44b7-9a7f-914de8530c8c will not be triggered until provisioned by entity L2. {{(pid=91057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 11:15:31.513887 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-47506528-6a7c-4856-9b01-893a4e3ebc51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602'] for port, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:31.525939 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-12b7cd57-0ff9-4a7f-9344-2ccb4ecf9d39 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:15:31.568047 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9284190-98ed-47ba-be73-a4bc57da8df4 admin admin] Router 69f0f57e-2ace-4b38-84db-07337dae1268 has already been hosted by L3 agent 326bf12a-fdae-48e8-b877-7dbd40e20eda {{(pid=91055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 11:15:31.625411 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.managers [None req-47506528-6a7c-4856-9b01-893a4e3ebc51 None None] Attempting to bind port 7eb16415-1918-44b7-9a7f-914de8530c8c on host dv-cinder-787764-1-iscsi for vnic_type normal with profile {{(pid=91057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 11:15:31.625659 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.managers [None req-47506528-6a7c-4856-9b01-893a4e3ebc51 None None] Attempting to bind port 7eb16415-1918-44b7-9a7f-914de8530c8c by drivers openvswitch,hyperv on host dv-cinder-787764-1-iscsi at level 0 using segments [{'id': '49ddd7c4-aafb-432e-a188-efbf16e2f9e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522'}] {{(pid=91057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 11:15:31.625862 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47506528-6a7c-4856-9b01-893a4e3ebc51 None None] Attempting to bind port 7eb16415-1918-44b7-9a7f-914de8530c8c on network 02345af2-6ed3-48fb-b7af-bf8d47e25522 {{(pid=91057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 11:15:31.634369 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181f1b82-27db-477d-89b4-fd6e19c7907c None None] Pushing event updated for resources: {'Port': ['ID=7eb16415-1918-44b7-9a7f-914de8530c8c,revision_number=2']} {{(pid=91057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:15:31.639767 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-181f1b82-27db-477d-89b4-fd6e19c7907c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:15:31.644405 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47506528-6a7c-4856-9b01-893a4e3ebc51 None None] Checking agent: {'id': '8ddda9c6-7d5f-4e42-9175-c986b5c107e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787764-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 11, 10, 36), 'started_at': datetime.datetime(2021, 5, 19, 11, 11, 6), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 11, 15, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787764-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 11:15:31.645440 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47506528-6a7c-4856-9b01-893a4e3ebc51 None None] Checking segment: {'id': '49ddd7c4-aafb-432e-a188-efbf16e2f9e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 11:15:31.645687 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-47506528-6a7c-4856-9b01-893a4e3ebc51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:31.645976 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47506528-6a7c-4856-9b01-893a4e3ebc51 None None] Bound using segment: {'id': '49ddd7c4-aafb-432e-a188-efbf16e2f9e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522'} {{(pid=91057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 11:15:31.646245 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.managers [None req-47506528-6a7c-4856-9b01-893a4e3ebc51 None None] Bound port: 7eb16415-1918-44b7-9a7f-914de8530c8c, host: dv-cinder-787764-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49ddd7c4-aafb-432e-a188-efbf16e2f9e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522'}}] {{(pid=91057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 11:15:31.646494 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-47506528-6a7c-4856-9b01-893a4e3ebc51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:31.651513 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-4cc5ee27-2d18-4353-a613-b43497e0163b req-ee4f465f-1de7-4890-845b-8e5a6c578313 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=15bb00ba-1ae7-4b08-8b0b-6eeb024426a9 HTTP/1.1" status: 200 len: 210 time: 0.1018932 May 19 11:15:31.660163 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f3d363-fa45-4143-a85a-45691a2e088d admin admin] Network d80b1475-eff8-4ebe-8528-2eceb45e3226 is already hosted by enough agents. {{(pid=91056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 11:15:31.662490 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.scheduler.base_scheduler [None req-c3f3d363-fa45-4143-a85a-45691a2e088d admin admin] Resources bound (agent type, host, resource id): {{(pid=91056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:15:31.663738 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f3d363-fa45-4143-a85a-45691a2e088d admin admin] Pushing event updated for resources: {'Port': ['ID=a4211d6f-4829-4f5e-ab32-11b855c23f6b,revision_number=1']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:15:31.672139 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f3d363-fa45-4143-a85a-45691a2e088d admin admin] Received port after_create {{(pid=91056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 11:15:31.672471 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-c3f3d363-fa45-4143-a85a-45691a2e088d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1716796'] for router_interface, before_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:31.693804 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-a695c340-1fe0-4dfc-95ca-1762b8e9fc4b None None] Provisioning complete for port 83df66c6-d330-420c-8a47-e73ada5b5cc1 triggered by entity DHCP. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:15:31.694046 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-a695c340-1fe0-4dfc-95ca-1762b8e9fc4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441453'] for port, provisioning_complete {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:31.734753 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.plugin [None req-a695c340-1fe0-4dfc-95ca-1762b8e9fc4b None None] Port 83df66c6-d330-420c-8a47-e73ada5b5cc1 cannot update to ACTIVE because it is not bound. {{(pid=91057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 11:15:31.746973 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-47506528-6a7c-4856-9b01-893a4e3ebc51 None None] For port 7eb16415-1918-44b7-9a7f-914de8530c8c, host dv-cinder-787764-1-iscsi, cleared binding levels {{(pid=91057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 11:15:31.749434 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-47506528-6a7c-4856-9b01-893a4e3ebc51 None None] For port 7eb16415-1918-44b7-9a7f-914de8530c8c, host dv-cinder-787764-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-1-iscsi',level=0,port_id=7eb16415-1918-44b7-9a7f-914de8530c8c,segment=NetworkSegment(49ddd7c4-aafb-432e-a188-efbf16e2f9e4),segment_id=49ddd7c4-aafb-432e-a188-efbf16e2f9e4)] {{(pid=91057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 11:15:31.754007 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-47506528-6a7c-4856-9b01-893a4e3ebc51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602'] for port, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:31.757578 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-197d8869-b08d-482e-b6bb-3c8430b3ff90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:15:31.765328 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-c3f3d363-fa45-4143-a85a-45691a2e088d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:15:31.792122 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-c3f3d363-fa45-4143-a85a-45691a2e088d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:31.812727 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181f1b82-27db-477d-89b4-fd6e19c7907c None None] Pushing event updated for resources: {'Port': ['ID=7eb16415-1918-44b7-9a7f-914de8530c8c,revision_number=3']} {{(pid=91057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:15:31.815491 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-181f1b82-27db-477d-89b4-fd6e19c7907c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:15:31.836083 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47506528-6a7c-4856-9b01-893a4e3ebc51 None None] Routers {'7c6cd013-c59b-4c4f-ab2f-428c21f3e270'} bound to L3 agent in host dv-cinder-787764-1-iscsi {{(pid=91057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:15:31.836835 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_hamode_db [None req-47506528-6a7c-4856-9b01-893a4e3ebc51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-19T11:10:36Z,description=,heartbeat_timestamp=2021-05-19T11:15:06Z,host='dv-cinder-787764-1-iscsi',id=326bf12a-fdae-48e8-b877-7dbd40e20eda,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:36Z,topic='l3_agent')) {'router_ids': ['7c6cd013-c59b-4c4f-ab2f-428c21f3e270'], 'active': True} {{(pid=91057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:15:31.898101 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.agents_db [None req-9df4fd67-1abd-480d-9703-ac00f2726051 None None] Agent healthcheck: found 6 active agents {{(pid=91058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 11:15:31.951875 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-2119627f-3bfa-4556-b135-b37e9cfbeb3a req-5d23b537-9238-4b69-a702-7c1a25f8cc61 tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] 10.222.0.90 "GET /v2.0/ports?device_id=86d683d8-3072-421b-96a6-7fcdd344d2f6 HTTP/1.1" status: 200 len: 210 time: 0.0483830 May 19 11:15:31.968517 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9284190-98ed-47ba-be73-a4bc57da8df4 admin admin] Notify agent at l3_agent.dv-cinder-787764-1-iscsi the message routers_updated {{(pid=91055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 11:15:31.981610 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-d9284190-98ed-47ba-be73-a4bc57da8df4 admin admin] 10.222.0.90 "PUT /v2.0/routers/69f0f57e-2ace-4b38-84db-07337dae1268/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1598420 May 19 11:15:32.006945 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_dvr_db [None req-47506528-6a7c-4856-9b01-893a4e3ebc51 None None] Set router 7c6cd013-c59b-4c4f-ab2f-428c21f3e270 gateway port host: dv-cinder-787764-1-iscsi {{(pid=91057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:15:32.019826 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-c3f3d363-fa45-4143-a85a-45691a2e088d admin admin] Notify callbacks [] for port, precommit_update {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:32.028306 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-c3f3d363-fa45-4143-a85a-45691a2e088d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602'] for port, after_update {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:32.029357 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-c3f3d363-fa45-4143-a85a-45691a2e088d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1695649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1716827'] for router_interface, after_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:32.032680 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:15:32.165495 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f3d363-fa45-4143-a85a-45691a2e088d admin admin] Pushing event updated for resources: {'Port': ['ID=a4211d6f-4829-4f5e-ab32-11b855c23f6b,revision_number=2']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:15:32.171043 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-c3f3d363-fa45-4143-a85a-45691a2e088d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:15:32.201915 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f3d363-fa45-4143-a85a-45691a2e088d admin admin] Network d80b1475-eff8-4ebe-8528-2eceb45e3226 is already hosted by enough agents. {{(pid=91056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 11:15:32.202658 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.scheduler.base_scheduler [None req-c3f3d363-fa45-4143-a85a-45691a2e088d admin admin] Resources bound (agent type, host, resource id): {{(pid=91056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:15:32.247718 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_hamode_db [None req-47506528-6a7c-4856-9b01-893a4e3ebc51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c6cd013-c59b-4c4f-ab2f-428c21f3e270', 'name': 'tempest-ServerRescueNegativeTestJSON-1795179787-router', 'tenant_id': '84c9674d9ad94299b1626bb1392867e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'external_fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': '7eb16415-1918-44b7-9a7f-914de8530c8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:15:26Z', 'updated_at': '2021-05-19T11:15:31Z', 'revision_number': 4, 'project_id': '84c9674d9ad94299b1626bb1392867e5', 'gw_port': {'id': '7eb16415-1918-44b7-9a7f-914de8530c8c', 'name': '', 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:6f:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c6cd013-c59b-4c4f-ab2f-428c21f3e270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:15:27Z', 'updated_at': '2021-05-19T11:15:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-1-iscsi', '_interfaces': [{'id': 'a4211d6f-4829-4f5e-ab32-11b855c23f6b', 'name': '', 'network_id': 'd80b1475-eff8-4ebe-8528-2eceb45e3226', 'tenant_id': '84c9674d9ad94299b1626bb1392867e5', 'mac_address': 'fa:16:3e:af:58:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c6cd013-c59b-4c4f-ab2f-428c21f3e270', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'f1a81002-835e-403e-96ae-6977fdc5aac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:15:30Z', 'updated_at': '2021-05-19T11:15:31Z', 'revision_number': 1, 'project_id': '84c9674d9ad94299b1626bb1392867e5', 'subnets': [{'id': 'f1a81002-835e-403e-96ae-6977fdc5aac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-1-iscsi', False) {} {{(pid=91057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:15:32.250208 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47506528-6a7c-4856-9b01-893a4e3ebc51 None None] The sync data for ids ['7c6cd013-c59b-4c4f-ab2f-428c21f3e270'] in dv-cinder-787764-1-iscsi is: [{'id': '7c6cd013-c59b-4c4f-ab2f-428c21f3e270', 'name': 'tempest-ServerRescueNegativeTestJSON-1795179787-router', 'tenant_id': '84c9674d9ad94299b1626bb1392867e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'external_fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': '7eb16415-1918-44b7-9a7f-914de8530c8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:15:26Z', 'updated_at': '2021-05-19T11:15:31Z', 'revision_number': 4, 'project_id': '84c9674d9ad94299b1626bb1392867e5', 'gw_port': {'id': '7eb16415-1918-44b7-9a7f-914de8530c8c', 'name': '', 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:6f:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c6cd013-c59b-4c4f-ab2f-428c21f3e270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:15:27Z', 'updated_at': '2021-05-19T11:15:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-1-iscsi', '_interfaces': [{'id': 'a4211d6f-4829-4f5e-ab32-11b855c23f6b', 'name': '', 'network_id': 'd80b1475-eff8-4ebe-8528-2eceb45e3226', 'tenant_id': '84c9674d9ad94299b1626bb1392867e5', 'mac_address': 'fa:16:3e:af:58:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c6cd013-c59b-4c4f-ab2f-428c21f3e270', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'f1a81002-835e-403e-96ae-6977fdc5aac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:15:30Z', 'updated_at': '2021-05-19T11:15:31Z', 'revision_number': 1, 'project_id': '84c9674d9ad94299b1626bb1392867e5', 'subnets': [{'id': 'f1a81002-835e-403e-96ae-6977fdc5aac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 11:15:32.326526 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3f3d363-fa45-4143-a85a-45691a2e088d admin admin] Router 7c6cd013-c59b-4c4f-ab2f-428c21f3e270 has already been hosted by L3 agent 326bf12a-fdae-48e8-b877-7dbd40e20eda {{(pid=91056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 11:15:32.434199 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3f3d363-fa45-4143-a85a-45691a2e088d admin admin] Notify agent at l3_agent.dv-cinder-787764-1-iscsi the message routers_updated {{(pid=91056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 11:15:32.440120 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-c3f3d363-fa45-4143-a85a-45691a2e088d admin admin] 10.222.0.90 "PUT /v2.0/routers/7c6cd013-c59b-4c4f-ab2f-428c21f3e270/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6781559 May 19 11:15:32.466725 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 43466) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:15:32.470047 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.v2.base [None req-bf788f39-f42a-4e94-a48f-d6336d333b14 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2108023604', 'description': 'tempest-description--2020728302'}} {{(pid=91055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:15:32.474410 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-bf788f39-f42a-4e94-a48f-d6336d333b14 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:15:32.477661 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-bf788f39-f42a-4e94-a48f-d6336d333b14 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Usage tracker for resource:security_group and tenant:114936b3c24442328e380dbed9453cbe is out of sync, need to count used quota {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:15:32.480616 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-bf788f39-f42a-4e94-a48f-d6336d333b14 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:15:32.509485 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-bf788f39-f42a-4e94-a48f-d6336d333b14 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:15:32.519932 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-bf788f39-f42a-4e94-a48f-d6336d333b14 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Notify callbacks [] for security_group, before_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:32.540062 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-bf788f39-f42a-4e94-a48f-d6336d333b14 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:15:32.542568 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-bf788f39-f42a-4e94-a48f-d6336d333b14 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Usage tracker for resource:security_group_rule and tenant:114936b3c24442328e380dbed9453cbe is out of sync, need to count used quota {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:15:32.544296 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-bf788f39-f42a-4e94-a48f-d6336d333b14 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:15:32.551929 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-bf788f39-f42a-4e94-a48f-d6336d333b14 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:15:32.610358 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-bf788f39-f42a-4e94-a48f-d6336d333b14 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Notify callbacks [] for security_group, precommit_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:32.619114 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-bf788f39-f42a-4e94-a48f-d6336d333b14 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:32.628408 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-14a5d93b-9d24-4c1f-ad8b-85da0828f98c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:15:32.654593 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf788f39-f42a-4e94-a48f-d6336d333b14 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da2169de-7a61-4810-9cac-12669592b71e,revision_number=1']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:15:32.656505 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-bf788f39-f42a-4e94-a48f-d6336d333b14 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:15:32.669505 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-bf788f39-f42a-4e94-a48f-d6336d333b14 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Notify callbacks [] for security_group, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:32.670408 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-bf788f39-f42a-4e94-a48f-d6336d333b14 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2030594 May 19 11:15:32.672383 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 43482) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:15:32.675886 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.v2.base [None req-7120bc08-0dd2-402a-957d-69526f631989 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Request body: {'security_group_rule': {'security_group_id': 'da2169de-7a61-4810-9cac-12669592b71e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:15:32.680003 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-7120bc08-0dd2-402a-957d-69526f631989 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:15:32.683532 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-7120bc08-0dd2-402a-957d-69526f631989 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Usage tracker for resource:security_group_rule and tenant:114936b3c24442328e380dbed9453cbe is out of sync, need to count used quota {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:15:32.685512 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-7120bc08-0dd2-402a-957d-69526f631989 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:15:32.692343 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-7120bc08-0dd2-402a-957d-69526f631989 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:15:32.706480 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-7120bc08-0dd2-402a-957d-69526f631989 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:32.769087 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-91f8399c-357f-47af-ab02-3141e5178968 req-96f511d1-e5e1-48c5-b561-95a797bc79ef tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=15bb00ba-1ae7-4b08-8b0b-6eeb024426a9 HTTP/1.1" status: 200 len: 210 time: 0.0481155 May 19 11:15:32.866181 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-7120bc08-0dd2-402a-957d-69526f631989 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:32.871302 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-7120bc08-0dd2-402a-957d-69526f631989 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775300'] for security_group_rule, after_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:32.878211 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:15:32.893908 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7120bc08-0dd2-402a-957d-69526f631989 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c01294b-2dae-4da4-9206-8ccd05f95cfb,revision_number=0']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:15:32.900095 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9306481-1572-492a-810e-dad51965208a req-9369a617-e7ec-4db8-9f98-9236e6f0871e tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:15:32.900095 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [req-f9306481-1572-492a-810e-dad51965208a req-9369a617-e7ec-4db8-9f98-9236e6f0871e tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Synchronizing usage tracker for tenant:84c9674d9ad94299b1626bb1392867e5 on resource:network {{(pid=91056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 11:15:32.905542 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-7120bc08-0dd2-402a-957d-69526f631989 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:15:32.909132 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-7120bc08-0dd2-402a-957d-69526f631989 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:32.909748 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-7120bc08-0dd2-402a-957d-69526f631989 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2366593 May 19 11:15:32.911681 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 43500) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:15:32.915620 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.v2.base [None req-43c99338-b565-4423-bc45-aeb94fa4fb69 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Request body: {'security_group_rule': {'security_group_id': 'da2169de-7a61-4810-9cac-12669592b71e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:15:32.919077 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-43c99338-b565-4423-bc45-aeb94fa4fb69 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:15:32.921310 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-43c99338-b565-4423-bc45-aeb94fa4fb69 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Usage tracker for resource:security_group_rule and tenant:114936b3c24442328e380dbed9453cbe is out of sync, need to count used quota {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:15:32.922278 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [req-f9306481-1572-492a-810e-dad51965208a req-9369a617-e7ec-4db8-9f98-9236e6f0871e tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Unset dirty status for tenant:84c9674d9ad94299b1626bb1392867e5 on resource:network {{(pid=91056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 11:15:32.923009 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-43c99338-b565-4423-bc45-aeb94fa4fb69 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:15:32.923123 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-f9306481-1572-492a-810e-dad51965208a req-9369a617-e7ec-4db8-9f98-9236e6f0871e tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/networks?id=d80b1475-eff8-4ebe-8528-2eceb45e3226 HTTP/1.1" status: 200 len: 819 time: 0.1467068 May 19 11:15:32.926177 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-43c99338-b565-4423-bc45-aeb94fa4fb69 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:15:32.932087 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-f9306481-1572-492a-810e-dad51965208a req-89fef662-39ea-440f-bfba-8d006d72641b tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/quotas/84c9674d9ad94299b1626bb1392867e5 HTTP/1.1" status: 200 len: 375 time: 0.0057213 May 19 11:15:32.935404 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-43c99338-b565-4423-bc45-aeb94fa4fb69 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:32.948225 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f74a3d7-07f1-4e47-ba48-0745f921e46d None None] Sync routers for ids ['69f0f57e-2ace-4b38-84db-07337dae1268'] in dv-cinder-787764-1-iscsi {{(pid=91058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 11:15:32.953895 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f74a3d7-07f1-4e47-ba48-0745f921e46d None None] Routers {'69f0f57e-2ace-4b38-84db-07337dae1268'} bound to L3 agent in host dv-cinder-787764-1-iscsi {{(pid=91058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:15:32.954255 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.l3_hamode_db [None req-6f74a3d7-07f1-4e47-ba48-0745f921e46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-19T11:10:36Z,description=,heartbeat_timestamp=2021-05-19T11:15:06Z,host='dv-cinder-787764-1-iscsi',id=326bf12a-fdae-48e8-b877-7dbd40e20eda,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:36Z,topic='l3_agent')) {'router_ids': ['69f0f57e-2ace-4b38-84db-07337dae1268'], 'active': True} {{(pid=91058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:15:32.979301 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-43c99338-b565-4423-bc45-aeb94fa4fb69 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:32.984182 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-43c99338-b565-4423-bc45-aeb94fa4fb69 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775300'] for security_group_rule, after_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:32.985846 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:15:32.992600 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [req-f9306481-1572-492a-810e-dad51965208a req-54019d2c-d175-457c-b313-cabe6c52e219 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Synchronizing usage tracker for tenant:84c9674d9ad94299b1626bb1392867e5 on resource:port {{(pid=91056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 11:15:32.996669 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c99338-b565-4423-bc45-aeb94fa4fb69 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9ab1702-88bd-45b0-970c-b78a90308887,revision_number=0']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:15:33.001946 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-43c99338-b565-4423-bc45-aeb94fa4fb69 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:15:33.011254 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-43c99338-b565-4423-bc45-aeb94fa4fb69 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:33.012156 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-43c99338-b565-4423-bc45-aeb94fa4fb69 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.0998294 May 19 11:15:33.014099 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 43508) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:15:33.014810 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [req-f9306481-1572-492a-810e-dad51965208a req-54019d2c-d175-457c-b313-cabe6c52e219 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Unset dirty status for tenant:84c9674d9ad94299b1626bb1392867e5 on resource:port {{(pid=91056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 11:15:33.015717 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-f9306481-1572-492a-810e-dad51965208a req-54019d2c-d175-457c-b313-cabe6c52e219 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=84c9674d9ad94299b1626bb1392867e5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0801828 May 19 11:15:33.022024 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.v2.base [None req-4d808b02-6d0d-4efc-a5b0-ddac9cb79d13 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Request body: {'floatingip': {'floating_network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522'}} {{(pid=91055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:15:33.026220 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-4d808b02-6d0d-4efc-a5b0-ddac9cb79d13 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:15:33.029042 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-4d808b02-6d0d-4efc-a5b0-ddac9cb79d13 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Usage tracker for resource:floatingip and tenant:114936b3c24442328e380dbed9453cbe is out of sync, need to count used quota {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:15:33.031494 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-4d808b02-6d0d-4efc-a5b0-ddac9cb79d13 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:15:33.037993 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-4d808b02-6d0d-4efc-a5b0-ddac9cb79d13 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:15:33.044853 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-4d808b02-6d0d-4efc-a5b0-ddac9cb79d13 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Notify callbacks [] for floatingip, before_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:33.113430 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.l3_dvr_db [None req-6f74a3d7-07f1-4e47-ba48-0745f921e46d None None] Set router 69f0f57e-2ace-4b38-84db-07337dae1268 gateway port host: dv-cinder-787764-1-iscsi {{(pid=91058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:15:33.129373 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-4d808b02-6d0d-4efc-a5b0-ddac9cb79d13 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:33.154637 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-761996fa-246a-44ac-a0b5-90abc202594b req-fa96b242-1947-4a9b-9cae-d6717aa19dee tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] 10.222.0.90 "GET /v2.0/ports?device_id=86d683d8-3072-421b-96a6-7fcdd344d2f6 HTTP/1.1" status: 200 len: 210 time: 0.0358510 May 19 11:15:33.190723 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Device 7eb16415-1918-44b7-9a7f-914de8530c8c up at agent ovs-agent-dv-cinder-787764-1-iscsi {{(pid=91057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 11:15:33.237676 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-f9306481-1572-492a-810e-dad51965208a req-53dcc787-16e6-47ea-9111-72e2d9423266 service neutron] 10.222.0.90 "GET /v2.0/networks/d80b1475-eff8-4ebe-8528-2eceb45e3226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177429 May 19 11:15:33.258985 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.db_base_plugin_common [None req-4d808b02-6d0d-4efc-a5b0-ddac9cb79d13 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Allocated IP 172.27.0.115 (02345af2-6ed3-48fb-b7af-bf8d47e25522/aba42eaa-d100-461a-90c5-240f62c775e0/4c1d4f8e-8a3a-4858-9194-cfecfc980ec2) {{(pid=91055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 11:15:33.261374 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Provisioning for port 7eb16415-1918-44b7-9a7f-914de8530c8c completed by entity L2. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 11:15:33.270185 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Provisioning complete for port 7eb16415-1918-44b7-9a7f-914de8530c8c triggered by entity L2. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:15:33.270591 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441453'] for port, provisioning_complete {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:33.356452 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.l3_hamode_db [None req-6f74a3d7-07f1-4e47-ba48-0745f921e46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69f0f57e-2ace-4b38-84db-07337dae1268', 'name': 'tempest-AttachVolumeShelveTestJSON-755269295-router', 'tenant_id': '114936b3c24442328e380dbed9453cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'external_fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': 'cebf15f2-4d29-4f9a-893f-3e59cd1f4530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:15:26Z', 'updated_at': '2021-05-19T11:15:30Z', 'revision_number': 4, 'project_id': '114936b3c24442328e380dbed9453cbe', 'gw_port': {'id': 'cebf15f2-4d29-4f9a-893f-3e59cd1f4530', 'name': '', 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d1:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69f0f57e-2ace-4b38-84db-07337dae1268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:15:27Z', 'updated_at': '2021-05-19T11:15:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-1-iscsi', '_interfaces': [{'id': '83df66c6-d330-420c-8a47-e73ada5b5cc1', 'name': '', 'network_id': '283f984f-2a81-4a0c-9cd3-692b468d28a2', 'tenant_id': '114936b3c24442328e380dbed9453cbe', 'mac_address': 'fa:16:3e:a8:f6:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69f0f57e-2ace-4b38-84db-07337dae1268', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '1f0aafc7-5dc8-4ee6-a066-4c3495d1adf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:15:29Z', 'updated_at': '2021-05-19T11:15:30Z', 'revision_number': 2, 'project_id': '114936b3c24442328e380dbed9453cbe', 'subnets': [{'id': '1f0aafc7-5dc8-4ee6-a066-4c3495d1adf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-1-iscsi', False) {} {{(pid=91058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:15:33.359390 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:33.359761 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f74a3d7-07f1-4e47-ba48-0745f921e46d None None] Checking router: 69f0f57e-2ace-4b38-84db-07337dae1268 for host: dv-cinder-787764-1-iscsi {{(pid=91058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 11:15:33.359842 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-f9306481-1572-492a-810e-dad51965208a req-2df8dae6-3f84-4e34-af9a-7cf15dbb9588 service neutron] 10.222.0.90 "GET /v2.0/networks/d80b1475-eff8-4ebe-8528-2eceb45e3226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111739 May 19 11:15:33.360115 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f74a3d7-07f1-4e47-ba48-0745f921e46d None None] Updating router 69f0f57e-2ace-4b38-84db-07337dae1268 port 83df66c6-d330-420c-8a47-e73ada5b5cc1 binding host dv-cinder-787764-1-iscsi {{(pid=91058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 11:15:33.374140 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] For port 7eb16415-1918-44b7-9a7f-914de8530c8c, host dv-cinder-787764-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-1-iscsi',level=0,port_id=7eb16415-1918-44b7-9a7f-914de8530c8c,segment=NetworkSegment(49ddd7c4-aafb-432e-a188-efbf16e2f9e4),segment_id=49ddd7c4-aafb-432e-a188-efbf16e2f9e4)] {{(pid=91057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:15:33.380796 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602'] for port, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:33.381606 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Device cebf15f2-4d29-4f9a-893f-3e59cd1f4530 up at agent ovs-agent-dv-cinder-787764-1-iscsi {{(pid=91057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 11:15:33.383686 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-4d808b02-6d0d-4efc-a5b0-ddac9cb79d13 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Notify callbacks [] for port, precommit_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:33.400647 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:15:33.401947 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron_lib.callbacks.manager [None req-6f74a3d7-07f1-4e47-ba48-0745f921e46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:33.410008 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-4d808b02-6d0d-4efc-a5b0-ddac9cb79d13 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749740362231'] for port, after_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:33.414765 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-d9284190-98ed-47ba-be73-a4bc57da8df4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:15:33.466456 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d808b02-6d0d-4efc-a5b0-ddac9cb79d13 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Network 02345af2-6ed3-48fb-b7af-bf8d47e25522 is already hosted by enough agents. {{(pid=91055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 11:15:33.468665 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.scheduler.base_scheduler [None req-4d808b02-6d0d-4efc-a5b0-ddac9cb79d13 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Resources bound (agent type, host, resource id): {{(pid=91055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:15:33.470717 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d808b02-6d0d-4efc-a5b0-ddac9cb79d13 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Received port after_create {{(pid=91055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 11:15:33.473616 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-cc5e2b96-2041-4cac-a98e-28e09a804d2f req-3f6fd2d9-e302-4059-897b-3aac04461e74 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=ee8bb661-8d2c-45db-9a1c-ee57ba0d6dd7 HTTP/1.1" status: 200 len: 210 time: 0.0350912 May 19 11:15:33.474913 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Pushing event updated for resources: {'Port': ['ID=7eb16415-1918-44b7-9a7f-914de8530c8c,revision_number=4']} {{(pid=91057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:15:33.476775 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:15:33.484588 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Provisioning for port cebf15f2-4d29-4f9a-893f-3e59cd1f4530 completed by entity L2. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 11:15:33.487723 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Provisioning complete for port cebf15f2-4d29-4f9a-893f-3e59cd1f4530 triggered by entity L2. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:15:33.487937 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441453'] for port, provisioning_complete {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:33.490641 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d808b02-6d0d-4efc-a5b0-ddac9cb79d13 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Pushing event updated for resources: {'Port': ['ID=4c1d4f8e-8a3a-4858-9194-cfecfc980ec2,revision_number=1']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:15:33.497570 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-4d808b02-6d0d-4efc-a5b0-ddac9cb79d13 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:15:33.543745 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-4d808b02-6d0d-4efc-a5b0-ddac9cb79d13 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:33.566409 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:33.587605 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] For port cebf15f2-4d29-4f9a-893f-3e59cd1f4530, host dv-cinder-787764-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-1-iscsi',level=0,port_id=cebf15f2-4d29-4f9a-893f-3e59cd1f4530,segment=NetworkSegment(49ddd7c4-aafb-432e-a188-efbf16e2f9e4),segment_id=49ddd7c4-aafb-432e-a188-efbf16e2f9e4)] {{(pid=91057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:15:33.594429 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602'] for port, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:33.595685 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:15:33.649019 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-4d808b02-6d0d-4efc-a5b0-ddac9cb79d13 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:33.668122 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Pushing event updated for resources: {'Port': ['ID=cebf15f2-4d29-4f9a-893f-3e59cd1f4530,revision_number=4']} {{(pid=91057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:15:33.676542 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:15:33.738275 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3254e91f-f206-4bcf-ac4e-9f217ea7c851 req-ce249524-f59d-4f26-905a-47fc3060e956 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:15:33.742521 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-3254e91f-f206-4bcf-ac4e-9f217ea7c851 req-ce249524-f59d-4f26-905a-47fc3060e956 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/networks?id=d80b1475-eff8-4ebe-8528-2eceb45e3226 HTTP/1.1" status: 200 len: 819 time: 0.1152127 May 19 11:15:33.748806 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-3254e91f-f206-4bcf-ac4e-9f217ea7c851 req-021b34f4-94cf-40b2-9d8a-6c7c5cee52e3 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/quotas/84c9674d9ad94299b1626bb1392867e5 HTTP/1.1" status: 200 len: 375 time: 0.0057452 May 19 11:15:33.761229 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron_lib.callbacks.manager [None req-6f74a3d7-07f1-4e47-ba48-0745f921e46d None None] Notify callbacks [] for port, precommit_update {{(pid=91058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:33.768577 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.provisioning_blocks [None req-6f74a3d7-07f1-4e47-ba48-0745f921e46d None None] Transition to ACTIVE for port object 83df66c6-d330-420c-8a47-e73ada5b5cc1 will not be triggered until provisioned by entity L2. {{(pid=91058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 11:15:33.775143 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron_lib.callbacks.manager [None req-6f74a3d7-07f1-4e47-ba48-0745f921e46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602'] for port, after_update {{(pid=91058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:33.778796 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG oslo_concurrency.lockutils [None req-4fd6ba0f-8478-4e64-bd5e-37d2d85ef6c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91058) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:15:33.815675 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-3254e91f-f206-4bcf-ac4e-9f217ea7c851 req-6fdd5b3c-a94b-4062-adad-4b7ab776a80e tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=84c9674d9ad94299b1626bb1392867e5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0638072 May 19 11:15:33.851592 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-4d808b02-6d0d-4efc-a5b0-ddac9cb79d13 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Notify callbacks [] for port, precommit_update {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:33.861971 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-4d808b02-6d0d-4efc-a5b0-ddac9cb79d13 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602'] for port, after_update {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:33.865785 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:15:33.873843 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c757e39-f94f-4e32-8442-a355b8499e1b None None] Pushing event updated for resources: {'Port': ['ID=83df66c6-d330-420c-8a47-e73ada5b5cc1,revision_number=3']} {{(pid=91058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:15:33.891132 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG oslo_concurrency.lockutils [None req-3c757e39-f94f-4e32-8442-a355b8499e1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91058) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:15:33.918951 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-70b12924-498b-40d8-b408-0cfebdf1ed72 req-9fe8c103-ae90-4dcf-b8da-44b7864f9ec1 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=15bb00ba-1ae7-4b08-8b0b-6eeb024426a9 HTTP/1.1" status: 200 len: 210 time: 0.0698462 May 19 11:15:33.932499 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.plugins.ml2.managers [None req-6f74a3d7-07f1-4e47-ba48-0745f921e46d None None] Attempting to bind port 83df66c6-d330-420c-8a47-e73ada5b5cc1 on host dv-cinder-787764-1-iscsi for vnic_type normal with profile {{(pid=91058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 11:15:33.932698 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.plugins.ml2.managers [None req-6f74a3d7-07f1-4e47-ba48-0745f921e46d None None] Attempting to bind port 83df66c6-d330-420c-8a47-e73ada5b5cc1 by drivers openvswitch,hyperv on host dv-cinder-787764-1-iscsi at level 0 using segments [{'id': 'a0bcd02c-390d-4161-9023-5e2506ec732c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1369, 'network_id': '283f984f-2a81-4a0c-9cd3-692b468d28a2'}] {{(pid=91058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 11:15:33.932897 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f74a3d7-07f1-4e47-ba48-0745f921e46d None None] Attempting to bind port 83df66c6-d330-420c-8a47-e73ada5b5cc1 on network 283f984f-2a81-4a0c-9cd3-692b468d28a2 {{(pid=91058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 11:15:33.936442 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f74a3d7-07f1-4e47-ba48-0745f921e46d None None] Checking agent: {'id': '8ddda9c6-7d5f-4e42-9175-c986b5c107e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787764-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 11, 10, 36), 'started_at': datetime.datetime(2021, 5, 19, 11, 11, 6), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 11, 15, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787764-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 11:15:33.936727 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f74a3d7-07f1-4e47-ba48-0745f921e46d None None] Checking segment: {'id': 'a0bcd02c-390d-4161-9023-5e2506ec732c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1369, 'network_id': '283f984f-2a81-4a0c-9cd3-692b468d28a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 11:15:33.936959 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron_lib.callbacks.manager [None req-6f74a3d7-07f1-4e47-ba48-0745f921e46d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:33.937262 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f74a3d7-07f1-4e47-ba48-0745f921e46d None None] Bound using segment: {'id': 'a0bcd02c-390d-4161-9023-5e2506ec732c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1369, 'network_id': '283f984f-2a81-4a0c-9cd3-692b468d28a2'} {{(pid=91058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 11:15:33.937536 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.plugins.ml2.managers [None req-6f74a3d7-07f1-4e47-ba48-0745f921e46d None None] Bound port: 83df66c6-d330-420c-8a47-e73ada5b5cc1, host: dv-cinder-787764-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0bcd02c-390d-4161-9023-5e2506ec732c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1369, 'network_id': '283f984f-2a81-4a0c-9cd3-692b468d28a2'}}] {{(pid=91058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 11:15:33.937740 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron_lib.callbacks.manager [None req-6f74a3d7-07f1-4e47-ba48-0745f921e46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:33.946610 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d808b02-6d0d-4efc-a5b0-ddac9cb79d13 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Pushing event updated for resources: {'Port': ['ID=4c1d4f8e-8a3a-4858-9194-cfecfc980ec2,revision_number=2']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:15:33.948591 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-4d808b02-6d0d-4efc-a5b0-ddac9cb79d13 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:15:33.951774 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-4d808b02-6d0d-4efc-a5b0-ddac9cb79d13 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716915'] for floatingip, after_update {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:33.957642 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-3254e91f-f206-4bcf-ac4e-9f217ea7c851 req-0a608c69-54ec-4cba-8fd0-d73f1eb61d51 service neutron] 10.222.0.90 "GET /v2.0/networks/d80b1475-eff8-4ebe-8528-2eceb45e3226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369073 May 19 11:15:33.966545 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-4d808b02-6d0d-4efc-a5b0-ddac9cb79d13 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6101'] for floatingip, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:33.967678 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-4d808b02-6d0d-4efc-a5b0-ddac9cb79d13 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9525447 May 19 11:15:34.015866 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.plugins.ml2.db [None req-6f74a3d7-07f1-4e47-ba48-0745f921e46d None None] For port 83df66c6-d330-420c-8a47-e73ada5b5cc1, host dv-cinder-787764-1-iscsi, cleared binding levels {{(pid=91058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 11:15:34.018101 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.plugins.ml2.db [None req-6f74a3d7-07f1-4e47-ba48-0745f921e46d None None] For port 83df66c6-d330-420c-8a47-e73ada5b5cc1, host dv-cinder-787764-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-1-iscsi',level=0,port_id=83df66c6-d330-420c-8a47-e73ada5b5cc1,segment=NetworkSegment(a0bcd02c-390d-4161-9023-5e2506ec732c),segment_id=a0bcd02c-390d-4161-9023-5e2506ec732c)] {{(pid=91058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 11:15:34.022582 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron_lib.callbacks.manager [None req-6f74a3d7-07f1-4e47-ba48-0745f921e46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602'] for port, after_update {{(pid=91058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:34.029291 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91058) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:15:34.064588 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-3254e91f-f206-4bcf-ac4e-9f217ea7c851 req-fc0fac78-c1e8-4aba-87ba-cff24490ea9d service neutron] 10.222.0.90 "GET /v2.0/networks/d80b1475-eff8-4ebe-8528-2eceb45e3226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017363 May 19 11:15:34.074027 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f74a3d7-07f1-4e47-ba48-0745f921e46d None None] Routers {'69f0f57e-2ace-4b38-84db-07337dae1268'} bound to L3 agent in host dv-cinder-787764-1-iscsi {{(pid=91058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:15:34.074523 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.l3_hamode_db [None req-6f74a3d7-07f1-4e47-ba48-0745f921e46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-19T11:10:36Z,description=,heartbeat_timestamp=2021-05-19T11:15:06Z,host='dv-cinder-787764-1-iscsi',id=326bf12a-fdae-48e8-b877-7dbd40e20eda,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:36Z,topic='l3_agent')) {'router_ids': ['69f0f57e-2ace-4b38-84db-07337dae1268'], 'active': True} {{(pid=91058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:15:34.159981 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c757e39-f94f-4e32-8442-a355b8499e1b None None] Pushing event updated for resources: {'Port': ['ID=83df66c6-d330-420c-8a47-e73ada5b5cc1,revision_number=4']} {{(pid=91058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:15:34.167329 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG oslo_concurrency.lockutils [None req-3c757e39-f94f-4e32-8442-a355b8499e1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=91058) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:15:34.172607 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-5628af75-54b0-420c-a459-799ba16d9285 req-994eea76-d994-4714-8b30-50f70fc159ad tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-securitygroup--2108023604&fields=id&tenant_id=114936b3c24442328e380dbed9453cbe HTTP/1.1" status: 200 len: 267 time: 0.0429904 May 19 11:15:34.223298 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-328c9dd8-b9cd-45a7-89df-a5caacf20810 req-28b16b82-e115-419e-b173-a94d622b3831 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=c9a2706a-90b8-47a1-af05-750a15a52f05 HTTP/1.1" status: 200 len: 210 time: 0.0353761 May 19 11:15:34.265620 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.l3_dvr_db [None req-6f74a3d7-07f1-4e47-ba48-0745f921e46d None None] Set router 69f0f57e-2ace-4b38-84db-07337dae1268 gateway port host: dv-cinder-787764-1-iscsi {{(pid=91058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:15:34.326657 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5628af75-54b0-420c-a459-799ba16d9285 req-ec041ba2-13f9-465c-a278-4a23045fe3cb tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:15:34.331323 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-5628af75-54b0-420c-a459-799ba16d9285 req-ec041ba2-13f9-465c-a278-4a23045fe3cb tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "GET /v2.0/networks?id=283f984f-2a81-4a0c-9cd3-692b468d28a2 HTTP/1.1" status: 200 len: 816 time: 0.1580863 May 19 11:15:34.341247 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-5628af75-54b0-420c-a459-799ba16d9285 req-ebb50094-3319-4813-9702-b13be613709c tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "GET /v2.0/quotas/114936b3c24442328e380dbed9453cbe HTTP/1.1" status: 200 len: 375 time: 0.0092351 May 19 11:15:34.417474 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-5628af75-54b0-420c-a459-799ba16d9285 req-3236cdfa-7c7f-41f5-847f-2e794badb713 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=114936b3c24442328e380dbed9453cbe&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0755813 May 19 11:15:34.463935 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d82315-e860-47f6-9270-0c248b69dc40 None None] Sync routers for ids ['7c6cd013-c59b-4c4f-ab2f-428c21f3e270'] in dv-cinder-787764-1-iscsi {{(pid=91057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 11:15:34.471473 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d82315-e860-47f6-9270-0c248b69dc40 None None] Routers {'7c6cd013-c59b-4c4f-ab2f-428c21f3e270'} bound to L3 agent in host dv-cinder-787764-1-iscsi {{(pid=91057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:15:34.472073 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_hamode_db [None req-e3d82315-e860-47f6-9270-0c248b69dc40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-19T11:10:36Z,description=,heartbeat_timestamp=2021-05-19T11:15:06Z,host='dv-cinder-787764-1-iscsi',id=326bf12a-fdae-48e8-b877-7dbd40e20eda,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:36Z,topic='l3_agent')) {'router_ids': ['7c6cd013-c59b-4c4f-ab2f-428c21f3e270'], 'active': True} {{(pid=91057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:15:34.473354 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-ce5cf7c8-2f89-4d4e-8bb1-73dfb76e5e11 req-4fbc0374-738a-46f2-a443-d24ec7cad199 tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] 10.222.0.90 "GET /v2.0/ports?device_id=86d683d8-3072-421b-96a6-7fcdd344d2f6 HTTP/1.1" status: 200 len: 210 time: 0.0498302 May 19 11:15:34.538971 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-5628af75-54b0-420c-a459-799ba16d9285 req-1fe603a5-cc07-4566-88d4-de3ad264aa1f service neutron] 10.222.0.90 "GET /v2.0/networks/283f984f-2a81-4a0c-9cd3-692b468d28a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989830 May 19 11:15:34.557343 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.l3_hamode_db [None req-6f74a3d7-07f1-4e47-ba48-0745f921e46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69f0f57e-2ace-4b38-84db-07337dae1268', 'name': 'tempest-AttachVolumeShelveTestJSON-755269295-router', 'tenant_id': '114936b3c24442328e380dbed9453cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'external_fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': 'cebf15f2-4d29-4f9a-893f-3e59cd1f4530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:15:26Z', 'updated_at': '2021-05-19T11:15:30Z', 'revision_number': 4, 'project_id': '114936b3c24442328e380dbed9453cbe', 'gw_port': {'id': 'cebf15f2-4d29-4f9a-893f-3e59cd1f4530', 'name': '', 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d1:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f0f57e-2ace-4b38-84db-07337dae1268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:15:27Z', 'updated_at': '2021-05-19T11:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-1-iscsi', '_interfaces': [{'id': '83df66c6-d330-420c-8a47-e73ada5b5cc1', 'name': '', 'network_id': '283f984f-2a81-4a0c-9cd3-692b468d28a2', 'tenant_id': '114936b3c24442328e380dbed9453cbe', 'mac_address': 'fa:16:3e:a8:f6:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69f0f57e-2ace-4b38-84db-07337dae1268', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '1f0aafc7-5dc8-4ee6-a066-4c3495d1adf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:15:29Z', 'updated_at': '2021-05-19T11:15:34Z', 'revision_number': 4, 'project_id': '114936b3c24442328e380dbed9453cbe', 'subnets': [{'id': '1f0aafc7-5dc8-4ee6-a066-4c3495d1adf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-1-iscsi', False) {} {{(pid=91058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:15:34.559913 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f74a3d7-07f1-4e47-ba48-0745f921e46d None None] The sync data for ids ['69f0f57e-2ace-4b38-84db-07337dae1268'] in dv-cinder-787764-1-iscsi is: [{'id': '69f0f57e-2ace-4b38-84db-07337dae1268', 'name': 'tempest-AttachVolumeShelveTestJSON-755269295-router', 'tenant_id': '114936b3c24442328e380dbed9453cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'external_fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': 'cebf15f2-4d29-4f9a-893f-3e59cd1f4530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:15:26Z', 'updated_at': '2021-05-19T11:15:30Z', 'revision_number': 4, 'project_id': '114936b3c24442328e380dbed9453cbe', 'gw_port': {'id': 'cebf15f2-4d29-4f9a-893f-3e59cd1f4530', 'name': '', 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d1:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f0f57e-2ace-4b38-84db-07337dae1268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:15:27Z', 'updated_at': '2021-05-19T11:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-1-iscsi', '_interfaces': [{'id': '83df66c6-d330-420c-8a47-e73ada5b5cc1', 'name': '', 'network_id': '283f984f-2a81-4a0c-9cd3-692b468d28a2', 'tenant_id': '114936b3c24442328e380dbed9453cbe', 'mac_address': 'fa:16:3e:a8:f6:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69f0f57e-2ace-4b38-84db-07337dae1268', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '1f0aafc7-5dc8-4ee6-a066-4c3495d1adf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:15:29Z', 'updated_at': '2021-05-19T11:15:34Z', 'revision_number': 4, 'project_id': '114936b3c24442328e380dbed9453cbe', 'subnets': [{'id': '1f0aafc7-5dc8-4ee6-a066-4c3495d1adf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 11:15:34.599523 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-cc1b4073-dbf3-408e-a54f-20474d94515e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:34.615666 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_dvr_db [None req-e3d82315-e860-47f6-9270-0c248b69dc40 None None] Set router 7c6cd013-c59b-4c4f-ab2f-428c21f3e270 gateway port host: dv-cinder-787764-1-iscsi {{(pid=91057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:15:34.687055 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-5628af75-54b0-420c-a459-799ba16d9285 req-db898a73-1e0a-46f0-9eaf-1e3e069b9e70 service neutron] 10.222.0.90 "GET /v2.0/networks/283f984f-2a81-4a0c-9cd3-692b468d28a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424913 May 19 11:15:34.860309 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_hamode_db [None req-e3d82315-e860-47f6-9270-0c248b69dc40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c6cd013-c59b-4c4f-ab2f-428c21f3e270', 'name': 'tempest-ServerRescueNegativeTestJSON-1795179787-router', 'tenant_id': '84c9674d9ad94299b1626bb1392867e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'external_fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': '7eb16415-1918-44b7-9a7f-914de8530c8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:15:26Z', 'updated_at': '2021-05-19T11:15:31Z', 'revision_number': 4, 'project_id': '84c9674d9ad94299b1626bb1392867e5', 'gw_port': {'id': '7eb16415-1918-44b7-9a7f-914de8530c8c', 'name': '', 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:6f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c6cd013-c59b-4c4f-ab2f-428c21f3e270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:15:27Z', 'updated_at': '2021-05-19T11:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-1-iscsi', '_interfaces': [{'id': 'a4211d6f-4829-4f5e-ab32-11b855c23f6b', 'name': '', 'network_id': 'd80b1475-eff8-4ebe-8528-2eceb45e3226', 'tenant_id': '84c9674d9ad94299b1626bb1392867e5', 'mac_address': 'fa:16:3e:af:58:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c6cd013-c59b-4c4f-ab2f-428c21f3e270', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'f1a81002-835e-403e-96ae-6977fdc5aac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:15:30Z', 'updated_at': '2021-05-19T11:15:31Z', 'revision_number': 2, 'project_id': '84c9674d9ad94299b1626bb1392867e5', 'subnets': [{'id': 'f1a81002-835e-403e-96ae-6977fdc5aac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-1-iscsi', False) {} {{(pid=91057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:15:34.866161 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d82315-e860-47f6-9270-0c248b69dc40 None None] Checking router: 7c6cd013-c59b-4c4f-ab2f-428c21f3e270 for host: dv-cinder-787764-1-iscsi {{(pid=91057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 11:15:34.867166 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d82315-e860-47f6-9270-0c248b69dc40 None None] Updating router 7c6cd013-c59b-4c4f-ab2f-428c21f3e270 port a4211d6f-4829-4f5e-ab32-11b855c23f6b binding host dv-cinder-787764-1-iscsi {{(pid=91057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 11:15:34.901322 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-3700149d-a505-45af-8f2c-db5dc3fc9775 req-14e13103-997c-48bc-ae2d-8b67c3ecf74c tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "GET /v2.0/ports?device_id=6a6a976a-90d4-4150-963e-6edb91b9a891 HTTP/1.1" status: 200 len: 210 time: 0.0549946 May 19 11:15:34.941978 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e3d82315-e860-47f6-9270-0c248b69dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:35.021760 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-4d755030-2d3a-414a-a2e5-88a9d3a5daca req-5ebe777d-0e9e-4fed-91e6-8bf8902917e7 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=15bb00ba-1ae7-4b08-8b0b-6eeb024426a9 HTTP/1.1" status: 200 len: 210 time: 0.0336127 May 19 11:15:35.202218 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Device 7eb16415-1918-44b7-9a7f-914de8530c8c up at agent ovs-agent-dv-cinder-787764-1-iscsi {{(pid=91057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 11:15:35.254397 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 43632) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:15:35.282281 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e3d82315-e860-47f6-9270-0c248b69dc40 None None] Notify callbacks [] for port, precommit_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:35.291136 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-e3d82315-e860-47f6-9270-0c248b69dc40 None None] Transition to ACTIVE for port object a4211d6f-4829-4f5e-ab32-11b855c23f6b will not be triggered until provisioned by entity L2. {{(pid=91057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 11:15:35.295345 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.112', 55660) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:15:35.297822 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e3d82315-e860-47f6-9270-0c248b69dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602'] for port, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:35.298966 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Provisioning complete for port 7eb16415-1918-44b7-9a7f-914de8530c8c triggered by entity L2. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:15:35.299283 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441453'] for port, provisioning_complete {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:35.326398 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:15:35.350963 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-857456cb-eb57-4e00-a2d4-262f15af58dd req-01a39d87-272a-44fe-98c8-3711849c7a2a tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=c9a2706a-90b8-47a1-af05-750a15a52f05 HTTP/1.1" status: 200 len: 210 time: 0.0367188 May 19 11:15:35.372399 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-d86bd67a-f784-49ee-817b-7b4aa43b855c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:35.385221 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-d86bd67a-f784-49ee-817b-7b4aa43b855c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:15:35.388333 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-d86bd67a-f784-49ee-817b-7b4aa43b855c admin admin] Usage tracker for resource:security_group_rule and tenant:9e77170e4b0940c3b9480b242184b9ed is out of sync, need to count used quota {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:15:35.390176 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-d86bd67a-f784-49ee-817b-7b4aa43b855c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:15:35.393864 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-d86bd67a-f784-49ee-817b-7b4aa43b855c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:15:35.396890 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114318fe-eedb-41ec-bd12-a1c9e260235d req-8cdab29c-990b-477e-83f9-4cc9a6e983ac tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:15:35.397795 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-114318fe-eedb-41ec-bd12-a1c9e260235d req-8cdab29c-990b-477e-83f9-4cc9a6e983ac tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.112 "GET /v2.0/networks?id=f2a18643-8b9e-461e-b075-a423d396a703 HTTP/1.1" status: 200 len: 815 time: 0.1017535 May 19 11:15:35.410888 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153f33dc-123c-4686-8fb1-93059d036242 None None] Pushing event updated for resources: {'Port': ['ID=a4211d6f-4829-4f5e-ab32-11b855c23f6b,revision_number=3']} {{(pid=91057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:15:35.414037 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-153f33dc-123c-4686-8fb1-93059d036242 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:15:35.428925 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.v2.base [req-114318fe-eedb-41ec-bd12-a1c9e260235d req-61509847-7084-4116-9e67-3bb11d26eaa0 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Request body: {'port': {'device_id': '15bb00ba-1ae7-4b08-8b0b-6eeb024426a9', 'network_id': 'f2a18643-8b9e-461e-b075-a423d396a703', 'admin_state_up': True, 'tenant_id': 'b26c6106177642a58ce4364b8f04cf82'}} {{(pid=91055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:15:35.447210 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-d86bd67a-f784-49ee-817b-7b4aa43b855c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:35.451157 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-d86bd67a-f784-49ee-817b-7b4aa43b855c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:35.457594 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:15:35.483576 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-d86bd67a-f784-49ee-817b-7b4aa43b855c admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=9e77170e4b0940c3b9480b242184b9ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2282920 May 19 11:15:35.484292 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 43642) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:15:35.489443 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86bd67a-f784-49ee-817b-7b4aa43b855c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5bacdd9-5976-4773-ba1f-1cf7d7a02d32,revision_number=1']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:15:35.490044 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.managers [None req-e3d82315-e860-47f6-9270-0c248b69dc40 None None] Attempting to bind port a4211d6f-4829-4f5e-ab32-11b855c23f6b on host dv-cinder-787764-1-iscsi for vnic_type normal with profile {{(pid=91057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 11:15:35.490308 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.managers [None req-e3d82315-e860-47f6-9270-0c248b69dc40 None None] Attempting to bind port a4211d6f-4829-4f5e-ab32-11b855c23f6b by drivers openvswitch,hyperv on host dv-cinder-787764-1-iscsi at level 0 using segments [{'id': '04bfd1bc-2bae-496c-bd39-af315e6a2897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1362, 'network_id': 'd80b1475-eff8-4ebe-8528-2eceb45e3226'}] {{(pid=91057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 11:15:35.490495 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d82315-e860-47f6-9270-0c248b69dc40 None None] Attempting to bind port a4211d6f-4829-4f5e-ab32-11b855c23f6b on network d80b1475-eff8-4ebe-8528-2eceb45e3226 {{(pid=91057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 11:15:35.495984 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Device 83df66c6-d330-420c-8a47-e73ada5b5cc1 up at agent ovs-agent-dv-cinder-787764-1-iscsi {{(pid=91057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 11:15:35.503609 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-d86bd67a-f784-49ee-817b-7b4aa43b855c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:15:35.512110 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d82315-e860-47f6-9270-0c248b69dc40 None None] Checking agent: {'id': '8ddda9c6-7d5f-4e42-9175-c986b5c107e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787764-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 11, 10, 36), 'started_at': datetime.datetime(2021, 5, 19, 11, 11, 6), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 11, 15, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787764-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 11:15:35.512370 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d82315-e860-47f6-9270-0c248b69dc40 None None] Checking segment: {'id': '04bfd1bc-2bae-496c-bd39-af315e6a2897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1362, 'network_id': 'd80b1475-eff8-4ebe-8528-2eceb45e3226'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 11:15:35.512663 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e3d82315-e860-47f6-9270-0c248b69dc40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:35.513321 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d82315-e860-47f6-9270-0c248b69dc40 None None] Bound using segment: {'id': '04bfd1bc-2bae-496c-bd39-af315e6a2897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1362, 'network_id': 'd80b1475-eff8-4ebe-8528-2eceb45e3226'} {{(pid=91057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 11:15:35.513650 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.managers [None req-e3d82315-e860-47f6-9270-0c248b69dc40 None None] Bound port: a4211d6f-4829-4f5e-ab32-11b855c23f6b, host: dv-cinder-787764-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04bfd1bc-2bae-496c-bd39-af315e6a2897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1362, 'network_id': 'd80b1475-eff8-4ebe-8528-2eceb45e3226'}}] {{(pid=91057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 11:15:35.513905 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e3d82315-e860-47f6-9270-0c248b69dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:35.520322 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [req-114318fe-eedb-41ec-bd12-a1c9e260235d req-61509847-7084-4116-9e67-3bb11d26eaa0 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:15:35.523426 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [req-114318fe-eedb-41ec-bd12-a1c9e260235d req-61509847-7084-4116-9e67-3bb11d26eaa0 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Usage tracker for resource:port and tenant:b26c6106177642a58ce4364b8f04cf82 is out of sync, need to count used quota {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:15:35.525449 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [req-114318fe-eedb-41ec-bd12-a1c9e260235d req-61509847-7084-4116-9e67-3bb11d26eaa0 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:15:35.528642 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [req-114318fe-eedb-41ec-bd12-a1c9e260235d req-61509847-7084-4116-9e67-3bb11d26eaa0 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:15:35.537721 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-114318fe-eedb-41ec-bd12-a1c9e260235d req-61509847-7084-4116-9e67-3bb11d26eaa0 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Made reservation on behalf of b26c6106177642a58ce4364b8f04cf82 for: {'port': 1} {{(pid=91055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 11:15:35.540783 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-114318fe-eedb-41ec-bd12-a1c9e260235d req-61509847-7084-4116-9e67-3bb11d26eaa0 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:35.589948 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-a9e7b906-9f26-4f9f-99bb-e1db158e9c1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:35.591479 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-e3d82315-e860-47f6-9270-0c248b69dc40 None None] For port a4211d6f-4829-4f5e-ab32-11b855c23f6b, host dv-cinder-787764-1-iscsi, cleared binding levels {{(pid=91057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 11:15:35.593499 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-e3d82315-e860-47f6-9270-0c248b69dc40 None None] For port a4211d6f-4829-4f5e-ab32-11b855c23f6b, host dv-cinder-787764-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-1-iscsi',level=0,port_id=a4211d6f-4829-4f5e-ab32-11b855c23f6b,segment=NetworkSegment(04bfd1bc-2bae-496c-bd39-af315e6a2897),segment_id=04bfd1bc-2bae-496c-bd39-af315e6a2897)] {{(pid=91057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 11:15:35.596096 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Provisioning for port 83df66c6-d330-420c-8a47-e73ada5b5cc1 completed by entity L2. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 11:15:35.599685 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e3d82315-e860-47f6-9270-0c248b69dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602'] for port, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:35.600269 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Provisioning complete for port 83df66c6-d330-420c-8a47-e73ada5b5cc1 triggered by entity L2. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:15:35.600468 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441453'] for port, provisioning_complete {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:35.609321 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-a9e7b906-9f26-4f9f-99bb-e1db158e9c1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:35.619576 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-5e583774-811b-4c69-aa50-056e6869ee03 req-1294dbb0-ee8f-40b7-87cb-8f311b3b4f76 tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] 10.222.0.90 "GET /v2.0/ports?device_id=86d683d8-3072-421b-96a6-7fcdd344d2f6 HTTP/1.1" status: 200 len: 210 time: 0.0597210 May 19 11:15:35.626764 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:15:35.673428 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.db_base_plugin_common [req-114318fe-eedb-41ec-bd12-a1c9e260235d req-61509847-7084-4116-9e67-3bb11d26eaa0 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Allocated IP 172.20.0.11 (f2a18643-8b9e-461e-b075-a423d396a703/ad8c650d-7c1e-4564-9480-5348b05a4c70/7aa4ffd5-7d11-4dd0-b47c-6f547aa78979) {{(pid=91055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 11:15:35.676713 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153f33dc-123c-4686-8fb1-93059d036242 None None] Pushing event updated for resources: {'Port': ['ID=a4211d6f-4829-4f5e-ab32-11b855c23f6b,revision_number=4']} {{(pid=91057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:15:35.681020 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-153f33dc-123c-4686-8fb1-93059d036242 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:15:35.681686 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d82315-e860-47f6-9270-0c248b69dc40 None None] Routers {'7c6cd013-c59b-4c4f-ab2f-428c21f3e270'} bound to L3 agent in host dv-cinder-787764-1-iscsi {{(pid=91057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:15:35.681940 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_hamode_db [None req-e3d82315-e860-47f6-9270-0c248b69dc40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-19T11:10:36Z,description=,heartbeat_timestamp=2021-05-19T11:15:06Z,host='dv-cinder-787764-1-iscsi',id=326bf12a-fdae-48e8-b877-7dbd40e20eda,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:36Z,topic='l3_agent')) {'router_ids': ['7c6cd013-c59b-4c4f-ab2f-428c21f3e270'], 'active': True} {{(pid=91057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:15:35.698939 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-a9e7b906-9f26-4f9f-99bb-e1db158e9c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:35.703566 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:15:35.722068 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e7b906-9f26-4f9f-99bb-e1db158e9c1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5bacdd9-5976-4773-ba1f-1cf7d7a02d32,revision_number=None']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:15:35.728180 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-a9e7b906-9f26-4f9f-99bb-e1db158e9c1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:15:35.733902 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-a9e7b906-9f26-4f9f-99bb-e1db158e9c1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:35.733902 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-a9e7b906-9f26-4f9f-99bb-e1db158e9c1c admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/b5bacdd9-5976-4773-ba1f-1cf7d7a02d32 HTTP/1.1" status: 204 len: 168 time: 0.2444828 May 19 11:15:35.825604 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:35.842803 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:35.866163 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_dvr_db [None req-e3d82315-e860-47f6-9270-0c248b69dc40 None None] Set router 7c6cd013-c59b-4c4f-ab2f-428c21f3e270 gateway port host: dv-cinder-787764-1-iscsi {{(pid=91057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:15:35.904345 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] For port 83df66c6-d330-420c-8a47-e73ada5b5cc1, host dv-cinder-787764-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-1-iscsi',level=0,port_id=83df66c6-d330-420c-8a47-e73ada5b5cc1,segment=NetworkSegment(a0bcd02c-390d-4161-9023-5e2506ec732c),segment_id=a0bcd02c-390d-4161-9023-5e2506ec732c)] {{(pid=91057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:15:35.906968 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-114318fe-eedb-41ec-bd12-a1c9e260235d req-61509847-7084-4116-9e67-3bb11d26eaa0 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Notify callbacks [] for port, precommit_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:35.939573 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602'] for port, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:35.944008 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Device cebf15f2-4d29-4f9a-893f-3e59cd1f4530 up at agent ovs-agent-dv-cinder-787764-1-iscsi {{(pid=91057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 11:15:35.950931 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-114318fe-eedb-41ec-bd12-a1c9e260235d req-61509847-7084-4116-9e67-3bb11d26eaa0 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749740362231'] for port, after_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:35.959965 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-96f2e221-6905-4b94-9c6b-1215ccb613ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:15:35.960725 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-181f1b82-27db-477d-89b4-fd6e19c7907c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:15:36.039833 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-3811c1bc-303f-4ed2-8682-99c60b369bbe req-585d581a-404e-446b-84fb-bc5d5988f5d2 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "GET /v2.0/ports?device_id=6a6a976a-90d4-4150-963e-6edb91b9a891 HTTP/1.1" status: 200 len: 210 time: 0.0599487 May 19 11:15:36.040205 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 43672) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:15:36.059729 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61509847-7084-4116-9e67-3bb11d26eaa0 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Pushing event updated for resources: {'Port': ['ID=7aa4ffd5-7d11-4dd0-b47c-6f547aa78979,revision_number=1']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:15:36.062339 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-61509847-7084-4116-9e67-3bb11d26eaa0 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:15:36.066377 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Pushing event updated for resources: {'Port': ['ID=83df66c6-d330-420c-8a47-e73ada5b5cc1,revision_number=5']} {{(pid=91057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:15:36.066627 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-7289ad81-dfab-4b09-8621-89d0a1056f10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:36.069049 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:15:36.078544 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-114318fe-eedb-41ec-bd12-a1c9e260235d req-61509847-7084-4116-9e67-3bb11d26eaa0 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Network f2a18643-8b9e-461e-b075-a423d396a703 is already hosted by enough agents. {{(pid=91055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 11:15:36.079237 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.scheduler.base_scheduler [req-114318fe-eedb-41ec-bd12-a1c9e260235d req-61509847-7084-4116-9e67-3bb11d26eaa0 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Resources bound (agent type, host, resource id): {{(pid=91055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:15:36.081025 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.l3_dvrscheduler_db [req-114318fe-eedb-41ec-bd12-a1c9e260235d req-61509847-7084-4116-9e67-3bb11d26eaa0 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Received port after_create {{(pid=91055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 11:15:36.083851 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114318fe-eedb-41ec-bd12-a1c9e260235d req-61509847-7084-4116-9e67-3bb11d26eaa0 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:15:36.084215 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-114318fe-eedb-41ec-bd12-a1c9e260235d req-61509847-7084-4116-9e67-3bb11d26eaa0 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695638'] for port, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:36.086823 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-7289ad81-dfab-4b09-8621-89d0a1056f10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:15:36.091745 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-7289ad81-dfab-4b09-8621-89d0a1056f10 admin admin] Usage tracker for resource:security_group_rule and tenant:5d6f986b5a934129902f96478d148ac7 is out of sync, need to count used quota {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:15:36.095133 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-7289ad81-dfab-4b09-8621-89d0a1056f10 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:15:36.099924 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-7289ad81-dfab-4b09-8621-89d0a1056f10 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:15:36.119898 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-114318fe-eedb-41ec-bd12-a1c9e260235d req-61509847-7084-4116-9e67-3bb11d26eaa0 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6937864 May 19 11:15:36.128719 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [req-114318fe-eedb-41ec-bd12-a1c9e260235d req-41bcf911-ca95-4367-bc4c-efb23fa117e7 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=91055) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 11:15:36.129260 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Provisioning complete for port cebf15f2-4d29-4f9a-893f-3e59cd1f4530 triggered by entity L2. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:15:36.129328 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-114318fe-eedb-41ec-bd12-a1c9e260235d req-41bcf911-ca95-4367-bc4c-efb23fa117e7 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.112 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047417 May 19 11:15:36.130593 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441453'] for port, provisioning_complete {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:36.235153 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-9bcd18b1-63f9-4515-a556-9aea8f4cc1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:36.254979 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.v2.base [req-114318fe-eedb-41ec-bd12-a1c9e260235d req-64202fc7-4fa1-44d8-9f0d-f124519161c6 service neutron] Request body: {'port': {'device_id': '15bb00ba-1ae7-4b08-8b0b-6eeb024426a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78776'}} {{(pid=91055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:15:36.281875 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-7289ad81-dfab-4b09-8621-89d0a1056f10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:36.291486 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-7289ad81-dfab-4b09-8621-89d0a1056f10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:36.300678 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_hamode_db [None req-e3d82315-e860-47f6-9270-0c248b69dc40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c6cd013-c59b-4c4f-ab2f-428c21f3e270', 'name': 'tempest-ServerRescueNegativeTestJSON-1795179787-router', 'tenant_id': '84c9674d9ad94299b1626bb1392867e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'external_fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': '7eb16415-1918-44b7-9a7f-914de8530c8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:15:26Z', 'updated_at': '2021-05-19T11:15:31Z', 'revision_number': 4, 'project_id': '84c9674d9ad94299b1626bb1392867e5', 'gw_port': {'id': '7eb16415-1918-44b7-9a7f-914de8530c8c', 'name': '', 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:6f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c6cd013-c59b-4c4f-ab2f-428c21f3e270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:15:27Z', 'updated_at': '2021-05-19T11:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-1-iscsi', '_interfaces': [{'id': 'a4211d6f-4829-4f5e-ab32-11b855c23f6b', 'name': '', 'network_id': 'd80b1475-eff8-4ebe-8528-2eceb45e3226', 'tenant_id': '84c9674d9ad94299b1626bb1392867e5', 'mac_address': 'fa:16:3e:af:58:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c6cd013-c59b-4c4f-ab2f-428c21f3e270', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'f1a81002-835e-403e-96ae-6977fdc5aac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:15:30Z', 'updated_at': '2021-05-19T11:15:35Z', 'revision_number': 4, 'project_id': '84c9674d9ad94299b1626bb1392867e5', 'subnets': [{'id': 'f1a81002-835e-403e-96ae-6977fdc5aac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-1-iscsi', False) {} {{(pid=91057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:15:36.312895 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-e1353aec-c060-4622-b969-e849f3b8f32b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:15:36.314555 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d82315-e860-47f6-9270-0c248b69dc40 None None] The sync data for ids ['7c6cd013-c59b-4c4f-ab2f-428c21f3e270'] in dv-cinder-787764-1-iscsi is: [{'id': '7c6cd013-c59b-4c4f-ab2f-428c21f3e270', 'name': 'tempest-ServerRescueNegativeTestJSON-1795179787-router', 'tenant_id': '84c9674d9ad94299b1626bb1392867e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'external_fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': '7eb16415-1918-44b7-9a7f-914de8530c8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:15:26Z', 'updated_at': '2021-05-19T11:15:31Z', 'revision_number': 4, 'project_id': '84c9674d9ad94299b1626bb1392867e5', 'gw_port': {'id': '7eb16415-1918-44b7-9a7f-914de8530c8c', 'name': '', 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:6f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c6cd013-c59b-4c4f-ab2f-428c21f3e270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:15:27Z', 'updated_at': '2021-05-19T11:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-1-iscsi', '_interfaces': [{'id': 'a4211d6f-4829-4f5e-ab32-11b855c23f6b', 'name': '', 'network_id': 'd80b1475-eff8-4ebe-8528-2eceb45e3226', 'tenant_id': '84c9674d9ad94299b1626bb1392867e5', 'mac_address': 'fa:16:3e:af:58:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c6cd013-c59b-4c4f-ab2f-428c21f3e270', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'f1a81002-835e-403e-96ae-6977fdc5aac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:15:30Z', 'updated_at': '2021-05-19T11:15:35Z', 'revision_number': 4, 'project_id': '84c9674d9ad94299b1626bb1392867e5', 'subnets': [{'id': 'f1a81002-835e-403e-96ae-6977fdc5aac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 11:15:36.318523 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-7289ad81-dfab-4b09-8621-89d0a1056f10 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=5d6f986b5a934129902f96478d148ac7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2777593 May 19 11:15:36.323134 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 43694) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:15:36.350998 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-114318fe-eedb-41ec-bd12-a1c9e260235d req-64202fc7-4fa1-44d8-9f0d-f124519161c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:36.361309 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7289ad81-dfab-4b09-8621-89d0a1056f10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dba380c-a5d5-4f7f-ba9f-f2e13b90285f,revision_number=1']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:15:36.375058 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-7289ad81-dfab-4b09-8621-89d0a1056f10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:15:36.386629 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d952a-4616-4626-950a-3c673a01da3c req-78698662-33b6-4719-ba5b-4f167abba1c2 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:15:36.387589 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-310d952a-4616-4626-950a-3c673a01da3c req-78698662-33b6-4719-ba5b-4f167abba1c2 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=15bb00ba-1ae7-4b08-8b0b-6eeb024426a9 HTTP/1.1" status: 200 len: 932 time: 0.1389210 May 19 11:15:36.404283 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.112', 55667) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:15:36.443063 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [req-310d952a-4616-4626-950a-3c673a01da3c req-9549ee05-285d-4b25-90c6-c791e639e2cd tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Synchronizing usage tracker for tenant:b26c6106177642a58ce4364b8f04cf82 on resource:security_group {{(pid=91056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 11:15:36.449259 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-d8ce8abe-fed5-4b5e-a9e8-9eb2138cc383 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:36.496256 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-8ef85a01-ace3-485a-87bc-fd8a33338b54 req-7cfc7135-5059-4f29-a9f3-892c0d8b1297 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=c9a2706a-90b8-47a1-af05-750a15a52f05 HTTP/1.1" status: 200 len: 210 time: 0.0420387 May 19 11:15:36.506755 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [req-310d952a-4616-4626-950a-3c673a01da3c req-9549ee05-285d-4b25-90c6-c791e639e2cd tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Unset dirty status for tenant:b26c6106177642a58ce4364b8f04cf82 on resource:security_group {{(pid=91056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 11:15:36.514972 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-310d952a-4616-4626-950a-3c673a01da3c req-9549ee05-285d-4b25-90c6-c791e639e2cd tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/security-groups?id=02f8fdd5-5dea-4a08-86bc-b9af91d4a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194508 May 19 11:15:36.516309 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-d8ce8abe-fed5-4b5e-a9e8-9eb2138cc383 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:36.554324 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-d8ce8abe-fed5-4b5e-a9e8-9eb2138cc383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:36.558943 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:15:36.567457 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ce8abe-fed5-4b5e-a9e8-9eb2138cc383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dba380c-a5d5-4f7f-ba9f-f2e13b90285f,revision_number=None']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:15:36.569303 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-d8ce8abe-fed5-4b5e-a9e8-9eb2138cc383 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:15:36.570231 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-d8ce8abe-fed5-4b5e-a9e8-9eb2138cc383 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:36.573188 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-d8ce8abe-fed5-4b5e-a9e8-9eb2138cc383 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/1dba380c-a5d5-4f7f-ba9f-f2e13b90285f HTTP/1.1" status: 204 len: 168 time: 0.2492478 May 19 11:15:36.622771 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a642a2ea-0b23-44d6-aac4-55c5911e71a6 req-9c5756fa-414b-4796-83f6-09cb3aa00c9e tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:15:36.623641 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-a642a2ea-0b23-44d6-aac4-55c5911e71a6 req-9c5756fa-414b-4796-83f6-09cb3aa00c9e tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] 10.222.0.112 "GET /v2.0/networks?id=3587471f-63f4-49b1-9b54-5638cbe6543f HTTP/1.1" status: 200 len: 812 time: 0.2187819 May 19 11:15:36.656172 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.v2.base [req-a642a2ea-0b23-44d6-aac4-55c5911e71a6 req-ed0619ab-b6d7-4f26-9e26-a3fdedced391 tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] Request body: {'port': {'device_id': '86d683d8-3072-421b-96a6-7fcdd344d2f6', 'network_id': '3587471f-63f4-49b1-9b54-5638cbe6543f', 'admin_state_up': True, 'tenant_id': 'faf7b12ccc3944baa1be2ccda891f848'}} {{(pid=91055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:15:36.717606 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-f3552fb9-a093-42e6-b748-7ab8d8c7cb39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:36.748809 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-bcfc9cdb-fdbb-4553-82d2-da816b183785 req-4a0a3bf8-f25c-46fb-a6df-b0a5359c58d3 tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] 10.222.0.90 "GET /v2.0/ports?device_id=86d683d8-3072-421b-96a6-7fcdd344d2f6 HTTP/1.1" status: 200 len: 210 time: 0.0546954 May 19 11:15:36.768447 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [req-a642a2ea-0b23-44d6-aac4-55c5911e71a6 req-ed0619ab-b6d7-4f26-9e26-a3fdedced391 tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:15:36.771290 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [req-a642a2ea-0b23-44d6-aac4-55c5911e71a6 req-ed0619ab-b6d7-4f26-9e26-a3fdedced391 tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] Usage tracker for resource:port and tenant:faf7b12ccc3944baa1be2ccda891f848 is out of sync, need to count used quota {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:15:36.773928 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [req-a642a2ea-0b23-44d6-aac4-55c5911e71a6 req-ed0619ab-b6d7-4f26-9e26-a3fdedced391 tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:15:36.799997 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [req-a642a2ea-0b23-44d6-aac4-55c5911e71a6 req-ed0619ab-b6d7-4f26-9e26-a3fdedced391 tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:15:36.814510 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a642a2ea-0b23-44d6-aac4-55c5911e71a6 req-ed0619ab-b6d7-4f26-9e26-a3fdedced391 tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] Made reservation on behalf of faf7b12ccc3944baa1be2ccda891f848 for: {'port': 1} {{(pid=91055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 11:15:36.817150 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-a642a2ea-0b23-44d6-aac4-55c5911e71a6 req-ed0619ab-b6d7-4f26-9e26-a3fdedced391 tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:36.833993 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.notifiers.nova [req-114318fe-eedb-41ec-bd12-a1c9e260235d req-64202fc7-4fa1-44d8-9f0d-f124519161c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7aa4ffd5-7d11-4dd0-b47c-6f547aa78979 {{(pid=91055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 11:15:36.840435 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-114318fe-eedb-41ec-bd12-a1c9e260235d req-64202fc7-4fa1-44d8-9f0d-f124519161c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:36.876294 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.provisioning_blocks [req-114318fe-eedb-41ec-bd12-a1c9e260235d req-64202fc7-4fa1-44d8-9f0d-f124519161c6 service neutron] Transition to ACTIVE for port object 7aa4ffd5-7d11-4dd0-b47c-6f547aa78979 will not be triggered until provisioned by entity L2. {{(pid=91055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 11:15:36.882122 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-114318fe-eedb-41ec-bd12-a1c9e260235d req-64202fc7-4fa1-44d8-9f0d-f124519161c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602'] for port, after_update {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:36.888154 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-61509847-7084-4116-9e67-3bb11d26eaa0 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:15:37.019105 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64202fc7-4fa1-44d8-9f0d-f124519161c6 service neutron] Pushing event updated for resources: {'Port': ['ID=7aa4ffd5-7d11-4dd0-b47c-6f547aa78979,revision_number=2']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:15:37.024690 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-64202fc7-4fa1-44d8-9f0d-f124519161c6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:15:37.044201 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.db_base_plugin_common [req-a642a2ea-0b23-44d6-aac4-55c5911e71a6 req-ed0619ab-b6d7-4f26-9e26-a3fdedced391 tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] Allocated IP 172.20.0.5 (3587471f-63f4-49b1-9b54-5638cbe6543f/bb5b9d02-407e-4c97-bf70-90460ebeb375/54dbb120-4558-4070-84e1-c0a6000680b2) {{(pid=91055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 11:15:37.045520 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.managers [req-114318fe-eedb-41ec-bd12-a1c9e260235d req-64202fc7-4fa1-44d8-9f0d-f124519161c6 service neutron] Attempting to bind port 7aa4ffd5-7d11-4dd0-b47c-6f547aa78979 on host hv-cinder-78776 for vnic_type normal with profile {{(pid=91055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 11:15:37.045746 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.managers [req-114318fe-eedb-41ec-bd12-a1c9e260235d req-64202fc7-4fa1-44d8-9f0d-f124519161c6 service neutron] Attempting to bind port 7aa4ffd5-7d11-4dd0-b47c-6f547aa78979 by drivers openvswitch,hyperv on host hv-cinder-78776 at level 0 using segments [{'id': '196e79df-6043-4c3c-bc65-7e8b3bac3a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1374, 'network_id': 'f2a18643-8b9e-461e-b075-a423d396a703'}] {{(pid=91055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 11:15:37.045938 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-114318fe-eedb-41ec-bd12-a1c9e260235d req-64202fc7-4fa1-44d8-9f0d-f124519161c6 service neutron] Attempting to bind port 7aa4ffd5-7d11-4dd0-b47c-6f547aa78979 on network f2a18643-8b9e-461e-b075-a423d396a703 {{(pid=91055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 11:15:37.052634 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-114318fe-eedb-41ec-bd12-a1c9e260235d req-64202fc7-4fa1-44d8-9f0d-f124519161c6 service neutron] Port 7aa4ffd5-7d11-4dd0-b47c-6f547aa78979 on network f2a18643-8b9e-461e-b075-a423d396a703 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78776 {{(pid=91055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 11:15:37.052806 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-114318fe-eedb-41ec-bd12-a1c9e260235d req-64202fc7-4fa1-44d8-9f0d-f124519161c6 service neutron] Attempting to bind port 7aa4ffd5-7d11-4dd0-b47c-6f547aa78979 on network f2a18643-8b9e-461e-b075-a423d396a703 {{(pid=91055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 11:15:37.057725 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-114318fe-eedb-41ec-bd12-a1c9e260235d req-64202fc7-4fa1-44d8-9f0d-f124519161c6 service neutron] Checking agent: {'id': 'ec23b603-1024-4efc-b4c9-1692111c39b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78776', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 11, 14, 16), 'started_at': datetime.datetime(2021, 5, 19, 11, 14, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 11, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 11:15:37.057984 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-114318fe-eedb-41ec-bd12-a1c9e260235d req-64202fc7-4fa1-44d8-9f0d-f124519161c6 service neutron] Checking segment: {'id': '196e79df-6043-4c3c-bc65-7e8b3bac3a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1374, 'network_id': 'f2a18643-8b9e-461e-b075-a423d396a703'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 11:15:37.058386 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-114318fe-eedb-41ec-bd12-a1c9e260235d req-64202fc7-4fa1-44d8-9f0d-f124519161c6 service neutron] Bound using segment: {'id': '196e79df-6043-4c3c-bc65-7e8b3bac3a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1374, 'network_id': 'f2a18643-8b9e-461e-b075-a423d396a703'} {{(pid=91055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 11:15:37.058665 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.managers [req-114318fe-eedb-41ec-bd12-a1c9e260235d req-64202fc7-4fa1-44d8-9f0d-f124519161c6 service neutron] Bound port: 7aa4ffd5-7d11-4dd0-b47c-6f547aa78979, host: hv-cinder-78776, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '196e79df-6043-4c3c-bc65-7e8b3bac3a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1374, 'network_id': 'f2a18643-8b9e-461e-b075-a423d396a703'}}] {{(pid=91055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 11:15:37.058879 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-114318fe-eedb-41ec-bd12-a1c9e260235d req-64202fc7-4fa1-44d8-9f0d-f124519161c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:37.084504 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.112', 55679) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:15:37.203580 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Device a4211d6f-4829-4f5e-ab32-11b855c23f6b up at agent ovs-agent-dv-cinder-787764-1-iscsi {{(pid=91057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 11:15:37.291333 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-376ef44e-e6e4-4cdd-8162-0b2f25db9040 req-dd35d2a9-8603-4831-a7f4-20246535bd6e tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "GET /v2.0/ports?device_id=6a6a976a-90d4-4150-963e-6edb91b9a891 HTTP/1.1" status: 200 len: 210 time: 0.0714164 May 19 11:15:37.301814 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Provisioning for port a4211d6f-4829-4f5e-ab32-11b855c23f6b completed by entity L2. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 11:15:37.306368 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Provisioning complete for port a4211d6f-4829-4f5e-ab32-11b855c23f6b triggered by entity L2. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:15:37.306647 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441453'] for port, provisioning_complete {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:37.355703 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9306481-1572-492a-810e-dad51965208a req-627eee0d-785b-4cbe-92b7-c8fe3301c9db tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:15:37.356469 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-f9306481-1572-492a-810e-dad51965208a req-627eee0d-785b-4cbe-92b7-c8fe3301c9db tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.112 "GET /v2.0/networks?id=d80b1475-eff8-4ebe-8528-2eceb45e3226 HTTP/1.1" status: 200 len: 819 time: 0.2670088 May 19 11:15:37.369432 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.v2.base [req-f9306481-1572-492a-810e-dad51965208a req-d82c7420-ba4e-4bd6-903e-3240fda23389 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Request body: {'port': {'device_id': 'ee8bb661-8d2c-45db-9a1c-ee57ba0d6dd7', 'network_id': 'd80b1475-eff8-4ebe-8528-2eceb45e3226', 'admin_state_up': True, 'tenant_id': '84c9674d9ad94299b1626bb1392867e5'}} {{(pid=91056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:15:37.423148 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:37.447521 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] For port a4211d6f-4829-4f5e-ab32-11b855c23f6b, host dv-cinder-787764-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-1-iscsi',level=0,port_id=a4211d6f-4829-4f5e-ab32-11b855c23f6b,segment=NetworkSegment(04bfd1bc-2bae-496c-bd39-af315e6a2897),segment_id=04bfd1bc-2bae-496c-bd39-af315e6a2897)] {{(pid=91057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:15:37.454079 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602'] for port, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:37.454194 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.db [req-114318fe-eedb-41ec-bd12-a1c9e260235d req-64202fc7-4fa1-44d8-9f0d-f124519161c6 service neutron] For port 7aa4ffd5-7d11-4dd0-b47c-6f547aa78979, host hv-cinder-78776, cleared binding levels {{(pid=91055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 11:15:37.455261 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Device 83df66c6-d330-420c-8a47-e73ada5b5cc1 up at agent ovs-agent-dv-cinder-787764-1-iscsi {{(pid=91057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 11:15:37.477421 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:15:37.485194 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [req-f9306481-1572-492a-810e-dad51965208a req-d82c7420-ba4e-4bd6-903e-3240fda23389 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:15:37.493888 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.db [req-114318fe-eedb-41ec-bd12-a1c9e260235d req-64202fc7-4fa1-44d8-9f0d-f124519161c6 service neutron] For port 7aa4ffd5-7d11-4dd0-b47c-6f547aa78979, host hv-cinder-78776, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=7aa4ffd5-7d11-4dd0-b47c-6f547aa78979,segment=NetworkSegment(196e79df-6043-4c3c-bc65-7e8b3bac3a1b),segment_id=196e79df-6043-4c3c-bc65-7e8b3bac3a1b)] {{(pid=91055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 11:15:37.501368 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [req-f9306481-1572-492a-810e-dad51965208a req-d82c7420-ba4e-4bd6-903e-3240fda23389 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:15:37.514579 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-114318fe-eedb-41ec-bd12-a1c9e260235d req-64202fc7-4fa1-44d8-9f0d-f124519161c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602'] for port, after_update {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:37.531891 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Pushing event updated for resources: {'Port': ['ID=a4211d6f-4829-4f5e-ab32-11b855c23f6b,revision_number=5']} {{(pid=91057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:15:37.534141 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:15:37.544737 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Provisioning complete for port 83df66c6-d330-420c-8a47-e73ada5b5cc1 triggered by entity L2. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:15:37.544952 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441453'] for port, provisioning_complete {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:37.550410 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-4d808b02-6d0d-4efc-a5b0-ddac9cb79d13 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:15:37.559298 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9306481-1572-492a-810e-dad51965208a req-d82c7420-ba4e-4bd6-903e-3240fda23389 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Made reservation on behalf of 84c9674d9ad94299b1626bb1392867e5 for: {'port': 1} {{(pid=91056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 11:15:37.561742 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [req-f9306481-1572-492a-810e-dad51965208a req-d82c7420-ba4e-4bd6-903e-3240fda23389 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:37.695581 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114318fe-eedb-41ec-bd12-a1c9e260235d req-64202fc7-4fa1-44d8-9f0d-f124519161c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:15:37.695978 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-114318fe-eedb-41ec-bd12-a1c9e260235d req-64202fc7-4fa1-44d8-9f0d-f124519161c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695638'] for port, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:37.696885 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-114318fe-eedb-41ec-bd12-a1c9e260235d req-64202fc7-4fa1-44d8-9f0d-f124519161c6 service neutron] 10.222.0.112 "PUT /v2.0/ports/7aa4ffd5-7d11-4dd0-b47c-6f547aa78979 HTTP/1.1" status: 200 len: 1094 time: 1.4888856 May 19 11:15:37.700386 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-a642a2ea-0b23-44d6-aac4-55c5911e71a6 req-ed0619ab-b6d7-4f26-9e26-a3fdedced391 tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] Notify callbacks [] for port, precommit_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:37.707515 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15bb00ba-1ae7-4b08-8b0b-6eeb024426a9', 'tag': '7aa4ffd5-7d11-4dd0-b47c-6f547aa78979'}] {{(pid=91055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 11:15:37.807570 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-66ec5bc0-6952-497b-8f33-b3c04bfd0b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:37.825388 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-8c40f69a-fe39-4c0b-a1ba-5a630b540c8d req-2113a984-9c2a-4b2a-9111-ddd9a6e6acad tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=c9a2706a-90b8-47a1-af05-750a15a52f05 HTTP/1.1" status: 200 len: 210 time: 0.1105547 May 19 11:15:37.933020 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64202fc7-4fa1-44d8-9f0d-f124519161c6 service neutron] Pushing event updated for resources: {'Port': ['ID=7aa4ffd5-7d11-4dd0-b47c-6f547aa78979,revision_number=3']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:15:37.943231 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.db_base_plugin_common [req-f9306481-1572-492a-810e-dad51965208a req-d82c7420-ba4e-4bd6-903e-3240fda23389 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Allocated IP 172.20.0.10 (d80b1475-eff8-4ebe-8528-2eceb45e3226/f1a81002-835e-403e-96ae-6977fdc5aac0/4d0bcdf9-007d-4c7b-bff0-c5aa7d416d7c) {{(pid=91056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 11:15:37.957465 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-64202fc7-4fa1-44d8-9f0d-f124519161c6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:15:38.000278 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114318fe-eedb-41ec-bd12-a1c9e260235d req-f641f5e5-0c56-47f8-bb22-6ba8188dc6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:15:38.001808 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-114318fe-eedb-41ec-bd12-a1c9e260235d req-f641f5e5-0c56-47f8-bb22-6ba8188dc6fe service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=b26c6106177642a58ce4364b8f04cf82&device_id=15bb00ba-1ae7-4b08-8b0b-6eeb024426a9 HTTP/1.1" status: 200 len: 1097 time: 0.2125175 May 19 11:15:38.004617 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-a642a2ea-0b23-44d6-aac4-55c5911e71a6 req-ed0619ab-b6d7-4f26-9e26-a3fdedced391 tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749740362231'] for port, after_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:38.013009 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-4d808b02-6d0d-4efc-a5b0-ddac9cb79d13 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:15:38.023159 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfddf80b-da99-453c-b579-a6a5943c4e9b req-ee535408-7f4a-4adc-9af4-e547e5bba89c tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:15:38.024405 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-bfddf80b-da99-453c-b579-a6a5943c4e9b req-ee535408-7f4a-4adc-9af4-e547e5bba89c tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=15bb00ba-1ae7-4b08-8b0b-6eeb024426a9 HTTP/1.1" status: 200 len: 944 time: 0.3619530 May 19 11:15:38.024754 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.112', 55682) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:15:38.098109 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a642a2ea-0b23-44d6-aac4-55c5911e71a6 req-ed0619ab-b6d7-4f26-9e26-a3fdedced391 tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] Network 3587471f-63f4-49b1-9b54-5638cbe6543f is already hosted by enough agents. {{(pid=91055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 11:15:38.108272 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.scheduler.base_scheduler [req-a642a2ea-0b23-44d6-aac4-55c5911e71a6 req-ed0619ab-b6d7-4f26-9e26-a3fdedced391 tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] Resources bound (agent type, host, resource id): {{(pid=91055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:15:38.109874 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.l3_dvrscheduler_db [req-a642a2ea-0b23-44d6-aac4-55c5911e71a6 req-ed0619ab-b6d7-4f26-9e26-a3fdedced391 tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] Received port after_create {{(pid=91055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 11:15:38.112970 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a642a2ea-0b23-44d6-aac4-55c5911e71a6 req-ed0619ab-b6d7-4f26-9e26-a3fdedced391 tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:15:38.113336 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-a642a2ea-0b23-44d6-aac4-55c5911e71a6 req-ed0619ab-b6d7-4f26-9e26-a3fdedced391 tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695638'] for port, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:38.119010 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-114318fe-eedb-41ec-bd12-a1c9e260235d req-3ad1011b-3665-4543-a3d4-10290272d030 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7aa4ffd5-7d11-4dd0-b47c-6f547aa78979 HTTP/1.1" status: 200 len: 217 time: 0.0695376 May 19 11:15:38.144753 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0619ab-b6d7-4f26-9e26-a3fdedced391 tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] Pushing event updated for resources: {'Port': ['ID=54dbb120-4558-4070-84e1-c0a6000680b2,revision_number=1']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:15:38.148871 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-ed0619ab-b6d7-4f26-9e26-a3fdedced391 tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:15:38.160024 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-a642a2ea-0b23-44d6-aac4-55c5911e71a6 req-ed0619ab-b6d7-4f26-9e26-a3fdedced391 tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5088263 May 19 11:15:38.168534 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.v2.base [req-a642a2ea-0b23-44d6-aac4-55c5911e71a6 req-688d0d82-a157-4924-8fc8-e2ad882eb271 service neutron] Request body: {'port': {'device_id': '86d683d8-3072-421b-96a6-7fcdd344d2f6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78776'}} {{(pid=91055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:15:38.182715 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114318fe-eedb-41ec-bd12-a1c9e260235d req-30322d5f-5cd9-46d6-9b92-aebce4a5b403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:15:38.183620 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-114318fe-eedb-41ec-bd12-a1c9e260235d req-30322d5f-5cd9-46d6-9b92-aebce4a5b403 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=ad8c650d-7c1e-4564-9480-5348b05a4c70 HTTP/1.1" status: 200 len: 855 time: 0.0564406 May 19 11:15:38.241092 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-a642a2ea-0b23-44d6-aac4-55c5911e71a6 req-688d0d82-a157-4924-8fc8-e2ad882eb271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:38.285561 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3254e91f-f206-4bcf-ac4e-9f217ea7c851 req-ab05c097-82e7-4795-a389-789fdb7d7917 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:15:38.286485 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-3254e91f-f206-4bcf-ac4e-9f217ea7c851 req-ab05c097-82e7-4795-a389-789fdb7d7917 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.112 "GET /v2.0/networks?id=d80b1475-eff8-4ebe-8528-2eceb45e3226 HTTP/1.1" status: 200 len: 819 time: 0.2533491 May 19 11:15:38.300087 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-bfddf80b-da99-453c-b579-a6a5943c4e9b req-5fec8b8a-226e-4898-94c9-23ee19365f59 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/security-groups?id=02f8fdd5-5dea-4a08-86bc-b9af91d4a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660906 May 19 11:15:38.331514 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324e41ad-f004-473e-9c4f-e26d56c6a1a6 req-9b61210b-b176-45db-9a04-b8a0ef2955ff tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:15:38.332908 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-324e41ad-f004-473e-9c4f-e26d56c6a1a6 req-9b61210b-b176-45db-9a04-b8a0ef2955ff tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] 10.222.0.90 "GET /v2.0/ports?device_id=86d683d8-3072-421b-96a6-7fcdd344d2f6 HTTP/1.1" status: 200 len: 931 time: 0.3004081 May 19 11:15:38.382160 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [req-f9306481-1572-492a-810e-dad51965208a req-d82c7420-ba4e-4bd6-903e-3240fda23389 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Notify callbacks [] for port, precommit_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:38.401923 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.v2.base [req-3254e91f-f206-4bcf-ac4e-9f217ea7c851 req-d24372c4-0bb2-4b91-8bf4-6066783f2739 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Request body: {'port': {'device_id': 'c9a2706a-90b8-47a1-af05-750a15a52f05', 'network_id': 'd80b1475-eff8-4ebe-8528-2eceb45e3226', 'admin_state_up': True, 'tenant_id': '84c9674d9ad94299b1626bb1392867e5'}} {{(pid=91056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:15:38.457451 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [req-324e41ad-f004-473e-9c4f-e26d56c6a1a6 req-b38e0a16-9083-444a-bd76-3a9c2c9d50a0 tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] Synchronizing usage tracker for tenant:faf7b12ccc3944baa1be2ccda891f848 on resource:security_group {{(pid=91056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 11:15:38.561441 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [req-324e41ad-f004-473e-9c4f-e26d56c6a1a6 req-b38e0a16-9083-444a-bd76-3a9c2c9d50a0 tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] Unset dirty status for tenant:faf7b12ccc3944baa1be2ccda891f848 on resource:security_group {{(pid=91056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 11:15:38.569692 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-324e41ad-f004-473e-9c4f-e26d56c6a1a6 req-b38e0a16-9083-444a-bd76-3a9c2c9d50a0 tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] 10.222.0.90 "GET /v2.0/security-groups?id=ff0dbe48-5c91-4369-b113-7de6c0a7016b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313221 May 19 11:15:38.598624 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [req-3254e91f-f206-4bcf-ac4e-9f217ea7c851 req-d24372c4-0bb2-4b91-8bf4-6066783f2739 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:15:38.601632 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [req-3254e91f-f206-4bcf-ac4e-9f217ea7c851 req-d24372c4-0bb2-4b91-8bf4-6066783f2739 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Usage tracker for resource:port and tenant:84c9674d9ad94299b1626bb1392867e5 is out of sync, need to count used quota {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:15:38.603709 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [req-3254e91f-f206-4bcf-ac4e-9f217ea7c851 req-d24372c4-0bb2-4b91-8bf4-6066783f2739 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Quota usage for port was recalculated. Used quota:1. {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:15:38.603966 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.notifiers.nova [req-a642a2ea-0b23-44d6-aac4-55c5911e71a6 req-688d0d82-a157-4924-8fc8-e2ad882eb271 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54dbb120-4558-4070-84e1-c0a6000680b2 {{(pid=91055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 11:15:38.607607 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [req-3254e91f-f206-4bcf-ac4e-9f217ea7c851 req-d24372c4-0bb2-4b91-8bf4-6066783f2739 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:15:38.609010 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-a642a2ea-0b23-44d6-aac4-55c5911e71a6 req-688d0d82-a157-4924-8fc8-e2ad882eb271 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:38.613075 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [req-f9306481-1572-492a-810e-dad51965208a req-d82c7420-ba4e-4bd6-903e-3240fda23389 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749740362231'] for port, after_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:38.619013 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-d6ca8f59-d274-454a-ab38-928cba8035ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:15:38.619100 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.provisioning_blocks [req-a642a2ea-0b23-44d6-aac4-55c5911e71a6 req-688d0d82-a157-4924-8fc8-e2ad882eb271 service neutron] Transition to ACTIVE for port object 54dbb120-4558-4070-84e1-c0a6000680b2 will not be triggered until provisioned by entity L2. {{(pid=91055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 11:15:38.623489 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15bb00ba-1ae7-4b08-8b0b-6eeb024426a9', 'tag': '7aa4ffd5-7d11-4dd0-b47c-6f547aa78979', 'status': 'completed', 'code': 200} May 19 11:15:38.625238 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-114318fe-eedb-41ec-bd12-a1c9e260235d req-9b4320ac-b6b9-480d-8d59-30ab6980ea3b service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=f2a18643-8b9e-461e-b075-a423d396a703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2606921 May 19 11:15:38.626093 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-a642a2ea-0b23-44d6-aac4-55c5911e71a6 req-688d0d82-a157-4924-8fc8-e2ad882eb271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602'] for port, after_update {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:38.629178 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:15:38.666877 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82c7420-ba4e-4bd6-903e-3240fda23389 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Pushing event updated for resources: {'Port': ['ID=4d0bcdf9-007d-4c7b-bff0-c5aa7d416d7c,revision_number=1']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:15:38.669852 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3254e91f-f206-4bcf-ac4e-9f217ea7c851 req-d24372c4-0bb2-4b91-8bf4-6066783f2739 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Made reservation on behalf of 84c9674d9ad94299b1626bb1392867e5 for: {'port': 1} {{(pid=91056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 11:15:38.672005 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [req-3254e91f-f206-4bcf-ac4e-9f217ea7c851 req-d24372c4-0bb2-4b91-8bf4-6066783f2739 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:38.682052 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-d82c7420-ba4e-4bd6-903e-3240fda23389 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:15:38.751136 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-5b37dd8d-025f-417f-b9b9-56f193cc85c1 req-e147c9a6-4472-48b4-95a7-b5a8b70b9529 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "GET /v2.0/ports?device_id=6a6a976a-90d4-4150-963e-6edb91b9a891 HTTP/1.1" status: 200 len: 210 time: 0.0859330 May 19 11:15:38.763261 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9306481-1572-492a-810e-dad51965208a req-d82c7420-ba4e-4bd6-903e-3240fda23389 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Network d80b1475-eff8-4ebe-8528-2eceb45e3226 is already hosted by enough agents. {{(pid=91056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 11:15:38.770911 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.scheduler.base_scheduler [req-f9306481-1572-492a-810e-dad51965208a req-d82c7420-ba4e-4bd6-903e-3240fda23389 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Resources bound (agent type, host, resource id): {{(pid=91056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:15:38.777938 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9306481-1572-492a-810e-dad51965208a req-d82c7420-ba4e-4bd6-903e-3240fda23389 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Received port after_create {{(pid=91056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 11:15:38.780851 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9306481-1572-492a-810e-dad51965208a req-d82c7420-ba4e-4bd6-903e-3240fda23389 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:15:38.783782 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [req-f9306481-1572-492a-810e-dad51965208a req-d82c7420-ba4e-4bd6-903e-3240fda23389 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695638'] for port, before_response {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:38.799464 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688d0d82-a157-4924-8fc8-e2ad882eb271 service neutron] Pushing event updated for resources: {'Port': ['ID=54dbb120-4558-4070-84e1-c0a6000680b2,revision_number=2']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:15:38.810288 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-688d0d82-a157-4924-8fc8-e2ad882eb271 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:15:38.815901 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.managers [req-a642a2ea-0b23-44d6-aac4-55c5911e71a6 req-688d0d82-a157-4924-8fc8-e2ad882eb271 service neutron] Attempting to bind port 54dbb120-4558-4070-84e1-c0a6000680b2 on host hv-cinder-78776 for vnic_type normal with profile {{(pid=91055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 11:15:38.816079 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.managers [req-a642a2ea-0b23-44d6-aac4-55c5911e71a6 req-688d0d82-a157-4924-8fc8-e2ad882eb271 service neutron] Attempting to bind port 54dbb120-4558-4070-84e1-c0a6000680b2 by drivers openvswitch,hyperv on host hv-cinder-78776 at level 0 using segments [{'id': '4b6e3ac5-8857-4583-9f96-09e41692c62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1377, 'network_id': '3587471f-63f4-49b1-9b54-5638cbe6543f'}] {{(pid=91055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 11:15:38.816251 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a642a2ea-0b23-44d6-aac4-55c5911e71a6 req-688d0d82-a157-4924-8fc8-e2ad882eb271 service neutron] Attempting to bind port 54dbb120-4558-4070-84e1-c0a6000680b2 on network 3587471f-63f4-49b1-9b54-5638cbe6543f {{(pid=91055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 11:15:38.822123 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a642a2ea-0b23-44d6-aac4-55c5911e71a6 req-688d0d82-a157-4924-8fc8-e2ad882eb271 service neutron] Port 54dbb120-4558-4070-84e1-c0a6000680b2 on network 3587471f-63f4-49b1-9b54-5638cbe6543f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78776 {{(pid=91055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 11:15:38.822123 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a642a2ea-0b23-44d6-aac4-55c5911e71a6 req-688d0d82-a157-4924-8fc8-e2ad882eb271 service neutron] Attempting to bind port 54dbb120-4558-4070-84e1-c0a6000680b2 on network 3587471f-63f4-49b1-9b54-5638cbe6543f {{(pid=91055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 11:15:38.862649 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a642a2ea-0b23-44d6-aac4-55c5911e71a6 req-688d0d82-a157-4924-8fc8-e2ad882eb271 service neutron] Checking agent: {'id': 'ec23b603-1024-4efc-b4c9-1692111c39b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78776', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 11, 14, 16), 'started_at': datetime.datetime(2021, 5, 19, 11, 14, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 11, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 11:15:38.862836 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a642a2ea-0b23-44d6-aac4-55c5911e71a6 req-688d0d82-a157-4924-8fc8-e2ad882eb271 service neutron] Checking segment: {'id': '4b6e3ac5-8857-4583-9f96-09e41692c62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1377, 'network_id': '3587471f-63f4-49b1-9b54-5638cbe6543f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 11:15:38.863080 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a642a2ea-0b23-44d6-aac4-55c5911e71a6 req-688d0d82-a157-4924-8fc8-e2ad882eb271 service neutron] Bound using segment: {'id': '4b6e3ac5-8857-4583-9f96-09e41692c62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1377, 'network_id': '3587471f-63f4-49b1-9b54-5638cbe6543f'} {{(pid=91055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 11:15:38.863433 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.managers [req-a642a2ea-0b23-44d6-aac4-55c5911e71a6 req-688d0d82-a157-4924-8fc8-e2ad882eb271 service neutron] Bound port: 54dbb120-4558-4070-84e1-c0a6000680b2, host: hv-cinder-78776, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b6e3ac5-8857-4583-9f96-09e41692c62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1377, 'network_id': '3587471f-63f4-49b1-9b54-5638cbe6543f'}}] {{(pid=91055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 11:15:38.863629 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-a642a2ea-0b23-44d6-aac4-55c5911e71a6 req-688d0d82-a157-4924-8fc8-e2ad882eb271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:38.866943 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-f9306481-1572-492a-810e-dad51965208a req-d82c7420-ba4e-4bd6-903e-3240fda23389 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5001507 May 19 11:15:38.890479 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.v2.base [req-f9306481-1572-492a-810e-dad51965208a req-5f02dbaa-78e5-4f63-a820-a6f41155148b service neutron] Request body: {'port': {'device_id': 'ee8bb661-8d2c-45db-9a1c-ee57ba0d6dd7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78776'}} {{(pid=91056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:15:38.946324 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.db [req-a642a2ea-0b23-44d6-aac4-55c5911e71a6 req-688d0d82-a157-4924-8fc8-e2ad882eb271 service neutron] For port 54dbb120-4558-4070-84e1-c0a6000680b2, host hv-cinder-78776, cleared binding levels {{(pid=91055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 11:15:38.948544 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.db [req-a642a2ea-0b23-44d6-aac4-55c5911e71a6 req-688d0d82-a157-4924-8fc8-e2ad882eb271 service neutron] For port 54dbb120-4558-4070-84e1-c0a6000680b2, host hv-cinder-78776, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=54dbb120-4558-4070-84e1-c0a6000680b2,segment=NetworkSegment(4b6e3ac5-8857-4583-9f96-09e41692c62a),segment_id=4b6e3ac5-8857-4583-9f96-09e41692c62a)] {{(pid=91055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 11:15:38.951059 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-114318fe-eedb-41ec-bd12-a1c9e260235d req-a427e623-f3a9-48d5-9d8b-4e411ddc296f service neutron] 10.222.0.112 "GET /v2.0/networks/f2a18643-8b9e-461e-b075-a423d396a703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678870 May 19 11:15:38.956628 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [req-79508355-75eb-4478-a019-fc65e4605304 req-44b04115-045a-4447-958a-ecff1edc7d50 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Synchronizing usage tracker for tenant:84c9674d9ad94299b1626bb1392867e5 on resource:port {{(pid=91056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 11:15:38.975289 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-a642a2ea-0b23-44d6-aac4-55c5911e71a6 req-688d0d82-a157-4924-8fc8-e2ad882eb271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602'] for port, after_update {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:38.987822 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-ed0619ab-b6d7-4f26-9e26-a3fdedced391 tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:15:39.029193 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [req-79508355-75eb-4478-a019-fc65e4605304 req-44b04115-045a-4447-958a-ecff1edc7d50 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Unset dirty status for tenant:84c9674d9ad94299b1626bb1392867e5 on resource:port {{(pid=91056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 11:15:39.038363 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-79508355-75eb-4478-a019-fc65e4605304 req-44b04115-045a-4447-958a-ecff1edc7d50 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=c9a2706a-90b8-47a1-af05-750a15a52f05 HTTP/1.1" status: 200 len: 210 time: 0.1221797 May 19 11:15:39.047008 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a642a2ea-0b23-44d6-aac4-55c5911e71a6 req-688d0d82-a157-4924-8fc8-e2ad882eb271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:15:39.047183 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [req-f9306481-1572-492a-810e-dad51965208a req-5f02dbaa-78e5-4f63-a820-a6f41155148b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:39.047478 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-a642a2ea-0b23-44d6-aac4-55c5911e71a6 req-688d0d82-a157-4924-8fc8-e2ad882eb271 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695638'] for port, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:39.048573 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-a642a2ea-0b23-44d6-aac4-55c5911e71a6 req-688d0d82-a157-4924-8fc8-e2ad882eb271 service neutron] 10.222.0.112 "PUT /v2.0/ports/54dbb120-4558-4070-84e1-c0a6000680b2 HTTP/1.1" status: 200 len: 1093 time: 0.8823109 May 19 11:15:39.054219 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.db_base_plugin_common [req-3254e91f-f206-4bcf-ac4e-9f217ea7c851 req-d24372c4-0bb2-4b91-8bf4-6066783f2739 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Allocated IP 172.20.0.2 (d80b1475-eff8-4ebe-8528-2eceb45e3226/f1a81002-835e-403e-96ae-6977fdc5aac0/61c7c786-1d02-4ec8-a519-cf9d71279980) {{(pid=91056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 11:15:39.189790 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Device a4211d6f-4829-4f5e-ab32-11b855c23f6b up at agent ovs-agent-dv-cinder-787764-1-iscsi {{(pid=91057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 11:15:39.267095 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Provisioning complete for port a4211d6f-4829-4f5e-ab32-11b855c23f6b triggered by entity L2. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:15:39.267301 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441453'] for port, provisioning_complete {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:39.293343 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 43888) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:15:39.303724 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688d0d82-a157-4924-8fc8-e2ad882eb271 service neutron] Pushing event updated for resources: {'Port': ['ID=54dbb120-4558-4070-84e1-c0a6000680b2,revision_number=3']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:15:39.312797 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-688d0d82-a157-4924-8fc8-e2ad882eb271 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:15:39.359129 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-114318fe-eedb-41ec-bd12-a1c9e260235d req-74feba27-6008-4ca4-b2b5-1bee951d95f3 service neutron] 10.222.0.112 "GET /v2.0/networks/f2a18643-8b9e-461e-b075-a423d396a703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3137748 May 19 11:15:39.409633 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [req-3254e91f-f206-4bcf-ac4e-9f217ea7c851 req-d24372c4-0bb2-4b91-8bf4-6066783f2739 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Notify callbacks [] for port, precommit_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:39.450327 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [req-3254e91f-f206-4bcf-ac4e-9f217ea7c851 req-d24372c4-0bb2-4b91-8bf4-6066783f2739 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749740362231'] for port, after_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:39.482076 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-c998f9fc-95d4-4cbc-88b8-6fabd0bf8099 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:15:39.483156 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-7378772e-af61-4298-ad17-4d320d47fee1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:39.492112 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-7378772e-af61-4298-ad17-4d320d47fee1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:15:39.494773 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-7378772e-af61-4298-ad17-4d320d47fee1 admin admin] Usage tracker for resource:security_group_rule and tenant:ae3f215e88f24a0b9a779b18f6ea9906 is out of sync, need to count used quota {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:15:39.496335 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-7378772e-af61-4298-ad17-4d320d47fee1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:15:39.499447 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-7378772e-af61-4298-ad17-4d320d47fee1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:15:39.548127 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3254e91f-f206-4bcf-ac4e-9f217ea7c851 req-d24372c4-0bb2-4b91-8bf4-6066783f2739 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Network d80b1475-eff8-4ebe-8528-2eceb45e3226 is already hosted by enough agents. {{(pid=91056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 11:15:39.551185 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-7378772e-af61-4298-ad17-4d320d47fee1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:39.554798 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-7378772e-af61-4298-ad17-4d320d47fee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:39.556647 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.scheduler.base_scheduler [req-3254e91f-f206-4bcf-ac4e-9f217ea7c851 req-d24372c4-0bb2-4b91-8bf4-6066783f2739 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Resources bound (agent type, host, resource id): {{(pid=91056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:15:39.558333 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.l3_dvrscheduler_db [req-3254e91f-f206-4bcf-ac4e-9f217ea7c851 req-d24372c4-0bb2-4b91-8bf4-6066783f2739 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Received port after_create {{(pid=91056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 11:15:39.559498 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:15:39.561240 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3254e91f-f206-4bcf-ac4e-9f217ea7c851 req-d24372c4-0bb2-4b91-8bf4-6066783f2739 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:15:39.561628 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [req-3254e91f-f206-4bcf-ac4e-9f217ea7c851 req-d24372c4-0bb2-4b91-8bf4-6066783f2739 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695638'] for port, before_response {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:39.584695 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-7378772e-af61-4298-ad17-4d320d47fee1 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=ae3f215e88f24a0b9a779b18f6ea9906&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2882707 May 19 11:15:39.584695 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7378772e-af61-4298-ad17-4d320d47fee1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c434637-ee46-45b9-8c74-2b37275cbf1e,revision_number=1']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:15:39.585021 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 43898) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:15:39.592044 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-7378772e-af61-4298-ad17-4d320d47fee1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:15:39.618721 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-828ff4e1-12c1-4692-9bfd-04cb922c00f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:39.632660 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-828ff4e1-12c1-4692-9bfd-04cb922c00f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:39.661763 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-828ff4e1-12c1-4692-9bfd-04cb922c00f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:39.665429 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:15:39.668891 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24372c4-0bb2-4b91-8bf4-6066783f2739 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Pushing event updated for resources: {'Port': ['ID=61c7c786-1d02-4ec8-a519-cf9d71279980,revision_number=1']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:15:39.671128 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-d24372c4-0bb2-4b91-8bf4-6066783f2739 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:15:39.673061 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828ff4e1-12c1-4692-9bfd-04cb922c00f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c434637-ee46-45b9-8c74-2b37275cbf1e,revision_number=None']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:15:39.676282 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-828ff4e1-12c1-4692-9bfd-04cb922c00f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:15:39.678959 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-828ff4e1-12c1-4692-9bfd-04cb922c00f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:39.681432 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-828ff4e1-12c1-4692-9bfd-04cb922c00f0 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/7c434637-ee46-45b9-8c74-2b37275cbf1e HTTP/1.1" status: 204 len: 168 time: 0.0940959 May 19 11:15:39.683946 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-3254e91f-f206-4bcf-ac4e-9f217ea7c851 req-d24372c4-0bb2-4b91-8bf4-6066783f2739 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2989120 May 19 11:15:39.712277 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d007b4-caf4-47b3-8500-0d5610fa15f7 req-b8149ee3-a3eb-4313-afb0-793007da353d tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:15:39.713145 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-a1d007b4-caf4-47b3-8500-0d5610fa15f7 req-b8149ee3-a3eb-4313-afb0-793007da353d tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=15bb00ba-1ae7-4b08-8b0b-6eeb024426a9 HTTP/1.1" status: 200 len: 944 time: 0.2554729 May 19 11:15:39.762594 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac19bfa-acbb-44a1-9e4f-313c38fc7012 req-62fc34f0-f9cb-4968-9029-1a72d15240e6 tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:15:39.763459 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-4ac19bfa-acbb-44a1-9e4f-313c38fc7012 req-62fc34f0-f9cb-4968-9029-1a72d15240e6 tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] 10.222.0.90 "GET /v2.0/ports?device_id=86d683d8-3072-421b-96a6-7fcdd344d2f6 HTTP/1.1" status: 200 len: 943 time: 0.1290033 May 19 11:15:39.782818 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.notifiers.nova [req-f9306481-1572-492a-810e-dad51965208a req-5f02dbaa-78e5-4f63-a820-a6f41155148b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d0bcdf9-007d-4c7b-bff0-c5aa7d416d7c {{(pid=91056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 11:15:39.792160 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-a1d007b4-caf4-47b3-8500-0d5610fa15f7 req-f58cd76b-ff8e-41c2-8dff-1ac576e3bbb7 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/security-groups?id=02f8fdd5-5dea-4a08-86bc-b9af91d4a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718606 May 19 11:15:39.793036 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [req-f9306481-1572-492a-810e-dad51965208a req-5f02dbaa-78e5-4f63-a820-a6f41155148b service neutron] Notify callbacks [] for port, precommit_update {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:39.809983 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.provisioning_blocks [req-f9306481-1572-492a-810e-dad51965208a req-5f02dbaa-78e5-4f63-a820-a6f41155148b service neutron] Transition to ACTIVE for port object 4d0bcdf9-007d-4c7b-bff0-c5aa7d416d7c will not be triggered until provisioned by entity L2. {{(pid=91056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 11:15:39.813328 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-4ac19bfa-acbb-44a1-9e4f-313c38fc7012 req-32f804f5-45c9-4b01-a23c-338c9d382697 tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] 10.222.0.90 "GET /v2.0/security-groups?id=ff0dbe48-5c91-4369-b113-7de6c0a7016b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432854 May 19 11:15:39.813976 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [req-f9306481-1572-492a-810e-dad51965208a req-5f02dbaa-78e5-4f63-a820-a6f41155148b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602'] for port, after_update {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:39.816882 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-c3f3d363-fa45-4143-a85a-45691a2e088d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:15:39.919318 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-2b47de92-3c6b-43c4-bfee-919adeb321bb req-20d27214-5133-4821-a44c-154979a722a6 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "GET /v2.0/ports?device_id=6a6a976a-90d4-4150-963e-6edb91b9a891 HTTP/1.1" status: 200 len: 210 time: 0.0395284 May 19 11:15:39.944233 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f02dbaa-78e5-4f63-a820-a6f41155148b service neutron] Pushing event updated for resources: {'Port': ['ID=4d0bcdf9-007d-4c7b-bff0-c5aa7d416d7c,revision_number=2']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:15:39.946039 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-5f02dbaa-78e5-4f63-a820-a6f41155148b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:15:39.951283 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.managers [req-f9306481-1572-492a-810e-dad51965208a req-5f02dbaa-78e5-4f63-a820-a6f41155148b service neutron] Attempting to bind port 4d0bcdf9-007d-4c7b-bff0-c5aa7d416d7c on host hv-cinder-78776 for vnic_type normal with profile {{(pid=91056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 11:15:39.951510 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.managers [req-f9306481-1572-492a-810e-dad51965208a req-5f02dbaa-78e5-4f63-a820-a6f41155148b service neutron] Attempting to bind port 4d0bcdf9-007d-4c7b-bff0-c5aa7d416d7c by drivers openvswitch,hyperv on host hv-cinder-78776 at level 0 using segments [{'id': '04bfd1bc-2bae-496c-bd39-af315e6a2897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1362, 'network_id': 'd80b1475-eff8-4ebe-8528-2eceb45e3226'}] {{(pid=91056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 11:15:39.951735 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9306481-1572-492a-810e-dad51965208a req-5f02dbaa-78e5-4f63-a820-a6f41155148b service neutron] Attempting to bind port 4d0bcdf9-007d-4c7b-bff0-c5aa7d416d7c on network d80b1475-eff8-4ebe-8528-2eceb45e3226 {{(pid=91056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 11:15:39.954227 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9306481-1572-492a-810e-dad51965208a req-5f02dbaa-78e5-4f63-a820-a6f41155148b service neutron] Port 4d0bcdf9-007d-4c7b-bff0-c5aa7d416d7c on network d80b1475-eff8-4ebe-8528-2eceb45e3226 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78776 {{(pid=91056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 11:15:39.954393 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9306481-1572-492a-810e-dad51965208a req-5f02dbaa-78e5-4f63-a820-a6f41155148b service neutron] Attempting to bind port 4d0bcdf9-007d-4c7b-bff0-c5aa7d416d7c on network d80b1475-eff8-4ebe-8528-2eceb45e3226 {{(pid=91056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 11:15:39.957046 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9306481-1572-492a-810e-dad51965208a req-5f02dbaa-78e5-4f63-a820-a6f41155148b service neutron] Checking agent: {'id': 'ec23b603-1024-4efc-b4c9-1692111c39b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78776', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 11, 14, 16), 'started_at': datetime.datetime(2021, 5, 19, 11, 14, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 11, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 11:15:39.957240 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9306481-1572-492a-810e-dad51965208a req-5f02dbaa-78e5-4f63-a820-a6f41155148b service neutron] Checking segment: {'id': '04bfd1bc-2bae-496c-bd39-af315e6a2897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1362, 'network_id': 'd80b1475-eff8-4ebe-8528-2eceb45e3226'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 11:15:39.957574 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9306481-1572-492a-810e-dad51965208a req-5f02dbaa-78e5-4f63-a820-a6f41155148b service neutron] Bound using segment: {'id': '04bfd1bc-2bae-496c-bd39-af315e6a2897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1362, 'network_id': 'd80b1475-eff8-4ebe-8528-2eceb45e3226'} {{(pid=91056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 11:15:39.957809 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.managers [req-f9306481-1572-492a-810e-dad51965208a req-5f02dbaa-78e5-4f63-a820-a6f41155148b service neutron] Bound port: 4d0bcdf9-007d-4c7b-bff0-c5aa7d416d7c, host: hv-cinder-78776, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04bfd1bc-2bae-496c-bd39-af315e6a2897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1362, 'network_id': 'd80b1475-eff8-4ebe-8528-2eceb45e3226'}}] {{(pid=91056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 11:15:39.957998 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [req-f9306481-1572-492a-810e-dad51965208a req-5f02dbaa-78e5-4f63-a820-a6f41155148b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:40.016215 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.db [req-f9306481-1572-492a-810e-dad51965208a req-5f02dbaa-78e5-4f63-a820-a6f41155148b service neutron] For port 4d0bcdf9-007d-4c7b-bff0-c5aa7d416d7c, host hv-cinder-78776, cleared binding levels {{(pid=91056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 11:15:40.019023 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.db [req-f9306481-1572-492a-810e-dad51965208a req-5f02dbaa-78e5-4f63-a820-a6f41155148b service neutron] For port 4d0bcdf9-007d-4c7b-bff0-c5aa7d416d7c, host hv-cinder-78776, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=4d0bcdf9-007d-4c7b-bff0-c5aa7d416d7c,segment=NetworkSegment(04bfd1bc-2bae-496c-bd39-af315e6a2897),segment_id=04bfd1bc-2bae-496c-bd39-af315e6a2897)] {{(pid=91056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 11:15:40.022902 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [req-f9306481-1572-492a-810e-dad51965208a req-5f02dbaa-78e5-4f63-a820-a6f41155148b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602'] for port, after_update {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:40.025822 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:15:40.068264 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9306481-1572-492a-810e-dad51965208a req-5f02dbaa-78e5-4f63-a820-a6f41155148b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:15:40.068610 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [req-f9306481-1572-492a-810e-dad51965208a req-5f02dbaa-78e5-4f63-a820-a6f41155148b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695638'] for port, before_response {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:40.069836 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-f9306481-1572-492a-810e-dad51965208a req-5f02dbaa-78e5-4f63-a820-a6f41155148b service neutron] 10.222.0.112 "PUT /v2.0/ports/4d0bcdf9-007d-4c7b-bff0-c5aa7d416d7c HTTP/1.1" status: 200 len: 1094 time: 1.1937630 May 19 11:15:40.070283 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee8bb661-8d2c-45db-9a1c-ee57ba0d6dd7', 'tag': '4d0bcdf9-007d-4c7b-bff0-c5aa7d416d7c'}] {{(pid=91056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 11:15:40.132489 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f02dbaa-78e5-4f63-a820-a6f41155148b service neutron] Pushing event updated for resources: {'Port': ['ID=4d0bcdf9-007d-4c7b-bff0-c5aa7d416d7c,revision_number=3']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:15:40.134541 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-5f02dbaa-78e5-4f63-a820-a6f41155148b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:15:40.157943 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ba59df-8287-4dbe-b88c-06c06ded484f req-78a4bbc3-1947-4a5f-87a8-fa6d4d2e2d21 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:15:40.158774 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-53ba59df-8287-4dbe-b88c-06c06ded484f req-78a4bbc3-1947-4a5f-87a8-fa6d4d2e2d21 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=c9a2706a-90b8-47a1-af05-750a15a52f05 HTTP/1.1" status: 200 len: 931 time: 0.0602989 May 19 11:15:40.183251 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [req-53ba59df-8287-4dbe-b88c-06c06ded484f req-e4226696-5dbc-4907-b81f-fff6561d432e tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Synchronizing usage tracker for tenant:84c9674d9ad94299b1626bb1392867e5 on resource:security_group {{(pid=91056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 11:15:40.193664 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [req-53ba59df-8287-4dbe-b88c-06c06ded484f req-e4226696-5dbc-4907-b81f-fff6561d432e tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Unset dirty status for tenant:84c9674d9ad94299b1626bb1392867e5 on resource:security_group {{(pid=91056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 11:15:40.194463 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-53ba59df-8287-4dbe-b88c-06c06ded484f req-e4226696-5dbc-4907-b81f-fff6561d432e tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322139 May 19 11:15:40.281211 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee8bb661-8d2c-45db-9a1c-ee57ba0d6dd7', 'tag': '4d0bcdf9-007d-4c7b-bff0-c5aa7d416d7c', 'status': 'completed', 'code': 200} May 19 11:15:40.624628 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86d683d8-3072-421b-96a6-7fcdd344d2f6', 'tag': '54dbb120-4558-4070-84e1-c0a6000680b2'}] {{(pid=91055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 11:15:40.649194 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86d683d8-3072-421b-96a6-7fcdd344d2f6', 'tag': '54dbb120-4558-4070-84e1-c0a6000680b2', 'status': 'completed', 'code': 200} May 19 11:15:40.941640 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240440b2-ecf0-4258-a667-a119c047e561 req-c5d636ae-c1e9-4747-8c16-b0cf6b6b85da tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:15:40.942484 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-240440b2-ecf0-4258-a667-a119c047e561 req-c5d636ae-c1e9-4747-8c16-b0cf6b6b85da tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=15bb00ba-1ae7-4b08-8b0b-6eeb024426a9 HTTP/1.1" status: 200 len: 944 time: 0.0744829 May 19 11:15:40.947227 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b7d31c-8156-407b-abcb-d3bcd01f2d7c req-5eff1b7e-e1e7-4072-99c1-34debd609a3d tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:15:40.947945 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-b9b7d31c-8156-407b-abcb-d3bcd01f2d7c req-5eff1b7e-e1e7-4072-99c1-34debd609a3d tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] 10.222.0.90 "GET /v2.0/ports?device_id=86d683d8-3072-421b-96a6-7fcdd344d2f6 HTTP/1.1" status: 200 len: 943 time: 0.0604341 May 19 11:15:40.982207 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-240440b2-ecf0-4258-a667-a119c047e561 req-875a4619-5ee6-4b06-86ab-0c822c595f50 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/security-groups?id=02f8fdd5-5dea-4a08-86bc-b9af91d4a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337181 May 19 11:15:40.984463 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-b9b7d31c-8156-407b-abcb-d3bcd01f2d7c req-91673cab-2f46-483b-9675-26dedd95cc8e tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] 10.222.0.90 "GET /v2.0/security-groups?id=ff0dbe48-5c91-4369-b113-7de6c0a7016b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291655 May 19 11:15:41.053237 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-0c182c3a-c11d-44b5-bc09-90ea9611c0bc req-b26e5341-8779-4f7b-a08d-9b68d67f8809 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "GET /v2.0/ports?device_id=6a6a976a-90d4-4150-963e-6edb91b9a891 HTTP/1.1" status: 200 len: 210 time: 0.0240808 May 19 11:15:41.326261 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05cc354-c51c-4247-b1d5-5456de15bc50 req-90fc2097-f33a-447a-9ac5-5c83d877c46f tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:15:41.327174 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-a05cc354-c51c-4247-b1d5-5456de15bc50 req-90fc2097-f33a-447a-9ac5-5c83d877c46f tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=c9a2706a-90b8-47a1-af05-750a15a52f05 HTTP/1.1" status: 200 len: 931 time: 0.0586104 May 19 11:15:41.363263 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-a05cc354-c51c-4247-b1d5-5456de15bc50 req-7856b570-41d0-40d9-86ee-079e21c9a641 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284793 May 19 11:15:42.172285 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3c9bee-e98c-4abd-8c41-83f8680ef210 req-24d6be39-bcde-4515-804a-accdb94ba21d tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:15:42.173076 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-dd3c9bee-e98c-4abd-8c41-83f8680ef210 req-24d6be39-bcde-4515-804a-accdb94ba21d tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] 10.222.0.90 "GET /v2.0/ports?device_id=86d683d8-3072-421b-96a6-7fcdd344d2f6 HTTP/1.1" status: 200 len: 943 time: 0.0916567 May 19 11:15:42.176568 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.v2.base [req-3254e91f-f206-4bcf-ac4e-9f217ea7c851 req-95f8ea1f-bc29-429b-8f15-976d3144ef99 service neutron] Request body: {'port': {'device_id': 'c9a2706a-90b8-47a1-af05-750a15a52f05', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78776'}} {{(pid=91056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:15:42.218691 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0824c57a-5698-461a-8b29-dc4883818041 req-ebbc4b22-ed39-4387-84f2-dd36d37c5ddb tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:15:42.219560 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-0824c57a-5698-461a-8b29-dc4883818041 req-ebbc4b22-ed39-4387-84f2-dd36d37c5ddb tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=15bb00ba-1ae7-4b08-8b0b-6eeb024426a9 HTTP/1.1" status: 200 len: 944 time: 0.1129680 May 19 11:15:42.247118 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-dd3c9bee-e98c-4abd-8c41-83f8680ef210 req-57ff4cce-e1ad-4f50-84ee-3a2741064deb tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] 10.222.0.90 "GET /v2.0/security-groups?id=ff0dbe48-5c91-4369-b113-7de6c0a7016b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537300 May 19 11:15:42.289009 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-0824c57a-5698-461a-8b29-dc4883818041 req-397e3d4e-ea62-4702-a483-0cb55547c476 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/security-groups?id=02f8fdd5-5dea-4a08-86bc-b9af91d4a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610816 May 19 11:15:42.292997 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [req-3254e91f-f206-4bcf-ac4e-9f217ea7c851 req-95f8ea1f-bc29-429b-8f15-976d3144ef99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:42.325822 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-136a97d2-e011-4a97-a4df-d674245319f3 req-8d7367be-ca84-49d2-9f90-d3741f6c6584 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "GET /v2.0/ports?device_id=6a6a976a-90d4-4150-963e-6edb91b9a891 HTTP/1.1" status: 200 len: 210 time: 0.0273874 May 19 11:15:42.528664 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf3f6c6-c21c-4ca1-aec7-78e3408379d7 req-1ed314c4-1d2a-49d5-8ef4-0cf535c9c479 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:15:42.529551 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-2cf3f6c6-c21c-4ca1-aec7-78e3408379d7 req-1ed314c4-1d2a-49d5-8ef4-0cf535c9c479 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=c9a2706a-90b8-47a1-af05-750a15a52f05 HTTP/1.1" status: 200 len: 931 time: 0.0952277 May 19 11:15:42.568265 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-2cf3f6c6-c21c-4ca1-aec7-78e3408379d7 req-992cf388-7da1-4692-b2ba-3793b50f67f9 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353999 May 19 11:15:42.605776 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.notifiers.nova [req-3254e91f-f206-4bcf-ac4e-9f217ea7c851 req-95f8ea1f-bc29-429b-8f15-976d3144ef99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61c7c786-1d02-4ec8-a519-cf9d71279980 {{(pid=91056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 11:15:42.609614 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [req-3254e91f-f206-4bcf-ac4e-9f217ea7c851 req-95f8ea1f-bc29-429b-8f15-976d3144ef99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:42.617675 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.provisioning_blocks [req-3254e91f-f206-4bcf-ac4e-9f217ea7c851 req-95f8ea1f-bc29-429b-8f15-976d3144ef99 service neutron] Transition to ACTIVE for port object 61c7c786-1d02-4ec8-a519-cf9d71279980 will not be triggered until provisioned by entity L2. {{(pid=91056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 11:15:42.620480 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [req-3254e91f-f206-4bcf-ac4e-9f217ea7c851 req-95f8ea1f-bc29-429b-8f15-976d3144ef99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602'] for port, after_update {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:42.622611 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:15:42.683204 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f8ea1f-bc29-429b-8f15-976d3144ef99 service neutron] Pushing event updated for resources: {'Port': ['ID=61c7c786-1d02-4ec8-a519-cf9d71279980,revision_number=2']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:15:42.696749 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-95f8ea1f-bc29-429b-8f15-976d3144ef99 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:15:42.711555 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.managers [req-3254e91f-f206-4bcf-ac4e-9f217ea7c851 req-95f8ea1f-bc29-429b-8f15-976d3144ef99 service neutron] Attempting to bind port 61c7c786-1d02-4ec8-a519-cf9d71279980 on host hv-cinder-78776 for vnic_type normal with profile {{(pid=91056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 11:15:42.711743 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.managers [req-3254e91f-f206-4bcf-ac4e-9f217ea7c851 req-95f8ea1f-bc29-429b-8f15-976d3144ef99 service neutron] Attempting to bind port 61c7c786-1d02-4ec8-a519-cf9d71279980 by drivers openvswitch,hyperv on host hv-cinder-78776 at level 0 using segments [{'id': '04bfd1bc-2bae-496c-bd39-af315e6a2897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1362, 'network_id': 'd80b1475-eff8-4ebe-8528-2eceb45e3226'}] {{(pid=91056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 11:15:42.711911 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3254e91f-f206-4bcf-ac4e-9f217ea7c851 req-95f8ea1f-bc29-429b-8f15-976d3144ef99 service neutron] Attempting to bind port 61c7c786-1d02-4ec8-a519-cf9d71279980 on network d80b1475-eff8-4ebe-8528-2eceb45e3226 {{(pid=91056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 11:15:42.714401 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3254e91f-f206-4bcf-ac4e-9f217ea7c851 req-95f8ea1f-bc29-429b-8f15-976d3144ef99 service neutron] Port 61c7c786-1d02-4ec8-a519-cf9d71279980 on network d80b1475-eff8-4ebe-8528-2eceb45e3226 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78776 {{(pid=91056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 11:15:42.714579 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3254e91f-f206-4bcf-ac4e-9f217ea7c851 req-95f8ea1f-bc29-429b-8f15-976d3144ef99 service neutron] Attempting to bind port 61c7c786-1d02-4ec8-a519-cf9d71279980 on network d80b1475-eff8-4ebe-8528-2eceb45e3226 {{(pid=91056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 11:15:42.717412 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3254e91f-f206-4bcf-ac4e-9f217ea7c851 req-95f8ea1f-bc29-429b-8f15-976d3144ef99 service neutron] Checking agent: {'id': 'ec23b603-1024-4efc-b4c9-1692111c39b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78776', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 11, 14, 16), 'started_at': datetime.datetime(2021, 5, 19, 11, 14, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 11, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 11:15:42.717613 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3254e91f-f206-4bcf-ac4e-9f217ea7c851 req-95f8ea1f-bc29-429b-8f15-976d3144ef99 service neutron] Checking segment: {'id': '04bfd1bc-2bae-496c-bd39-af315e6a2897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1362, 'network_id': 'd80b1475-eff8-4ebe-8528-2eceb45e3226'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 11:15:42.717809 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3254e91f-f206-4bcf-ac4e-9f217ea7c851 req-95f8ea1f-bc29-429b-8f15-976d3144ef99 service neutron] Bound using segment: {'id': '04bfd1bc-2bae-496c-bd39-af315e6a2897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1362, 'network_id': 'd80b1475-eff8-4ebe-8528-2eceb45e3226'} {{(pid=91056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 11:15:42.718037 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.managers [req-3254e91f-f206-4bcf-ac4e-9f217ea7c851 req-95f8ea1f-bc29-429b-8f15-976d3144ef99 service neutron] Bound port: 61c7c786-1d02-4ec8-a519-cf9d71279980, host: hv-cinder-78776, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04bfd1bc-2bae-496c-bd39-af315e6a2897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1362, 'network_id': 'd80b1475-eff8-4ebe-8528-2eceb45e3226'}}] {{(pid=91056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 11:15:42.718215 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [req-3254e91f-f206-4bcf-ac4e-9f217ea7c851 req-95f8ea1f-bc29-429b-8f15-976d3144ef99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:42.763048 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.db [req-3254e91f-f206-4bcf-ac4e-9f217ea7c851 req-95f8ea1f-bc29-429b-8f15-976d3144ef99 service neutron] For port 61c7c786-1d02-4ec8-a519-cf9d71279980, host hv-cinder-78776, cleared binding levels {{(pid=91056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 11:15:42.764617 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.db [req-3254e91f-f206-4bcf-ac4e-9f217ea7c851 req-95f8ea1f-bc29-429b-8f15-976d3144ef99 service neutron] For port 61c7c786-1d02-4ec8-a519-cf9d71279980, host hv-cinder-78776, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=61c7c786-1d02-4ec8-a519-cf9d71279980,segment=NetworkSegment(04bfd1bc-2bae-496c-bd39-af315e6a2897),segment_id=04bfd1bc-2bae-496c-bd39-af315e6a2897)] {{(pid=91056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 11:15:42.769503 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [req-3254e91f-f206-4bcf-ac4e-9f217ea7c851 req-95f8ea1f-bc29-429b-8f15-976d3144ef99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602'] for port, after_update {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:42.772507 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:15:42.806515 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3254e91f-f206-4bcf-ac4e-9f217ea7c851 req-95f8ea1f-bc29-429b-8f15-976d3144ef99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:15:42.806924 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [req-3254e91f-f206-4bcf-ac4e-9f217ea7c851 req-95f8ea1f-bc29-429b-8f15-976d3144ef99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695638'] for port, before_response {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:42.807817 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-3254e91f-f206-4bcf-ac4e-9f217ea7c851 req-95f8ea1f-bc29-429b-8f15-976d3144ef99 service neutron] 10.222.0.112 "PUT /v2.0/ports/61c7c786-1d02-4ec8-a519-cf9d71279980 HTTP/1.1" status: 200 len: 1093 time: 0.6341064 May 19 11:15:42.808119 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9a2706a-90b8-47a1-af05-750a15a52f05', 'tag': '61c7c786-1d02-4ec8-a519-cf9d71279980'}] {{(pid=91056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 11:15:42.820364 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f8ea1f-bc29-429b-8f15-976d3144ef99 service neutron] Pushing event updated for resources: {'Port': ['ID=61c7c786-1d02-4ec8-a519-cf9d71279980,revision_number=3']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:15:42.822317 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-95f8ea1f-bc29-429b-8f15-976d3144ef99 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:15:42.834874 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9a2706a-90b8-47a1-af05-750a15a52f05', 'tag': '61c7c786-1d02-4ec8-a519-cf9d71279980', 'status': 'completed', 'code': 200} May 19 11:15:43.360687 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1655872-1071-4dac-a2b9-7dc697154fe2 req-4b7044d4-16fc-4a86-9c39-67bb277eb24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:15:43.361744 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-f1655872-1071-4dac-a2b9-7dc697154fe2 req-4b7044d4-16fc-4a86-9c39-67bb277eb24f service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=84c9674d9ad94299b1626bb1392867e5&device_id=ee8bb661-8d2c-45db-9a1c-ee57ba0d6dd7 HTTP/1.1" status: 200 len: 1097 time: 0.0619497 May 19 11:15:43.363157 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a642a2ea-0b23-44d6-aac4-55c5911e71a6 req-205f75cb-b47b-4210-93b1-c84d4b33d705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:15:43.363925 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-a642a2ea-0b23-44d6-aac4-55c5911e71a6 req-205f75cb-b47b-4210-93b1-c84d4b33d705 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=faf7b12ccc3944baa1be2ccda891f848&device_id=86d683d8-3072-421b-96a6-7fcdd344d2f6 HTTP/1.1" status: 200 len: 1096 time: 0.0940976 May 19 11:15:43.432512 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-a642a2ea-0b23-44d6-aac4-55c5911e71a6 req-a7538f87-88df-4eb8-b6e9-2f15bd741732 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=54dbb120-4558-4070-84e1-c0a6000680b2 HTTP/1.1" status: 200 len: 217 time: 0.0411649 May 19 11:15:43.496711 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e53ffcf-daf9-4c73-b963-3292d8f04286 req-93897f0a-919f-4473-917f-03fa6ce4336f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:15:43.497684 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-2e53ffcf-daf9-4c73-b963-3292d8f04286 req-93897f0a-919f-4473-917f-03fa6ce4336f service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=b26c6106177642a58ce4364b8f04cf82&device_id=15bb00ba-1ae7-4b08-8b0b-6eeb024426a9 HTTP/1.1" status: 200 len: 1097 time: 0.2135968 May 19 11:15:43.501520 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5628af75-54b0-420c-a459-799ba16d9285 req-baee01d0-8816-4abf-9695-bde852a95fea tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:15:43.501683 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a642a2ea-0b23-44d6-aac4-55c5911e71a6 req-099f7553-ffca-4739-abc1-339df235f65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:15:43.502318 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-5628af75-54b0-420c-a459-799ba16d9285 req-baee01d0-8816-4abf-9695-bde852a95fea tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.112 "GET /v2.0/networks?id=283f984f-2a81-4a0c-9cd3-692b468d28a2 HTTP/1.1" status: 200 len: 816 time: 0.1816316 May 19 11:15:43.502491 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-a642a2ea-0b23-44d6-aac4-55c5911e71a6 req-099f7553-ffca-4739-abc1-339df235f65e service neutron] 10.222.0.112 "GET /v2.0/subnets?id=bb5b9d02-407e-4c97-bf70-90460ebeb375 HTTP/1.1" status: 200 len: 852 time: 0.0467346 May 19 11:15:43.506459 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1655872-1071-4dac-a2b9-7dc697154fe2 req-a45e44e4-3938-45c4-a3b2-ae76ad3bd407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:15:43.507202 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-f1655872-1071-4dac-a2b9-7dc697154fe2 req-a45e44e4-3938-45c4-a3b2-ae76ad3bd407 service neutron] 10.222.0.112 "GET /v2.0/networks?tenant_id=84c9674d9ad94299b1626bb1392867e5&shared=False HTTP/1.1" status: 200 len: 921 time: 0.1285896 May 19 11:15:43.512101 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f79079b-66bf-44a2-b484-41560570d29f req-21a3056e-d7f2-4ea6-bb6a-b2d8c22467d4 tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:15:43.512917 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-9f79079b-66bf-44a2-b484-41560570d29f req-21a3056e-d7f2-4ea6-bb6a-b2d8c22467d4 tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] 10.222.0.90 "GET /v2.0/ports?device_id=86d683d8-3072-421b-96a6-7fcdd344d2f6 HTTP/1.1" status: 200 len: 943 time: 0.1734982 May 19 11:15:43.532284 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32695b11-2cee-4baf-8558-a1b8ba4a0a88 req-42ebbde5-4b6b-4522-85ee-8b9731babcfc tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:15:43.533306 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-32695b11-2cee-4baf-8558-a1b8ba4a0a88 req-42ebbde5-4b6b-4522-85ee-8b9731babcfc tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=15bb00ba-1ae7-4b08-8b0b-6eeb024426a9 HTTP/1.1" status: 200 len: 944 time: 0.1566989 May 19 11:15:43.572801 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-a642a2ea-0b23-44d6-aac4-55c5911e71a6 req-246dbd0d-59f7-4031-b6bd-8f27f960e2e9 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=3587471f-63f4-49b1-9b54-5638cbe6543f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505526 May 19 11:15:43.644316 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-5628af75-54b0-420c-a459-799ba16d9285 req-9893aeb8-9538-4bb7-ac75-85efea41655a tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.112 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=114936b3c24442328e380dbed9453cbe HTTP/1.1" status: 200 len: 380 time: 0.1101604 May 19 11:15:43.650758 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-9f79079b-66bf-44a2-b484-41560570d29f req-3f995d71-1510-420d-8633-e51d60ba200e tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] 10.222.0.90 "GET /v2.0/security-groups?id=ff0dbe48-5c91-4369-b113-7de6c0a7016b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338148 May 19 11:15:43.672777 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-32695b11-2cee-4baf-8558-a1b8ba4a0a88 req-a295f110-88a7-4bb7-8bd8-d74f560d1c10 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/security-groups?id=02f8fdd5-5dea-4a08-86bc-b9af91d4a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099927 May 19 11:15:43.700540 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e53ffcf-daf9-4c73-b963-3292d8f04286 req-1bb1dfef-df15-46f2-9037-bf9855a16520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:15:43.703674 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-2e53ffcf-daf9-4c73-b963-3292d8f04286 req-1bb1dfef-df15-46f2-9037-bf9855a16520 service neutron] 10.222.0.112 "GET /v2.0/networks?id=f2a18643-8b9e-461e-b075-a423d396a703 HTTP/1.1" status: 200 len: 917 time: 0.1852269 May 19 11:15:43.788470 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1655872-1071-4dac-a2b9-7dc697154fe2 req-039b1440-da34-404d-8aab-4291e81fd09b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:15:43.790089 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-f1655872-1071-4dac-a2b9-7dc697154fe2 req-039b1440-da34-404d-8aab-4291e81fd09b service neutron] 10.222.0.112 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2671404 May 19 11:15:43.798668 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-947ffebc-65e2-45d2-876e-e5710eebe4cb req-21709ef2-e99f-4dbe-a18f-f33c62281e04 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "GET /v2.0/ports?device_id=6a6a976a-90d4-4150-963e-6edb91b9a891 HTTP/1.1" status: 200 len: 210 time: 0.0394504 May 19 11:15:43.815868 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-a642a2ea-0b23-44d6-aac4-55c5911e71a6 req-a6f8a5cf-074c-4d6d-b6d6-fd33423f158f service neutron] 10.222.0.112 "GET /v2.0/networks/3587471f-63f4-49b1-9b54-5638cbe6543f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368169 May 19 11:15:43.901479 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1296eb78-e942-41ba-b1e1-b717c2851f71 req-2697bb7b-ce54-42f1-899d-50378b04dbd0 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:15:43.902591 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-1296eb78-e942-41ba-b1e1-b717c2851f71 req-2697bb7b-ce54-42f1-899d-50378b04dbd0 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=c9a2706a-90b8-47a1-af05-750a15a52f05 HTTP/1.1" status: 200 len: 943 time: 0.0576217 May 19 11:15:43.932848 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-1296eb78-e942-41ba-b1e1-b717c2851f71 req-80513f7f-6357-4323-aac6-8e3839ffb7e6 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0263112 May 19 11:15:44.492709 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.v2.base [req-5628af75-54b0-420c-a459-799ba16d9285 req-e4d26679-4508-44c4-ade4-18535d6cc46f tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Request body: {'port': {'device_id': '6a6a976a-90d4-4150-963e-6edb91b9a891', 'network_id': '283f984f-2a81-4a0c-9cd3-692b468d28a2', 'admin_state_up': True, 'tenant_id': '114936b3c24442328e380dbed9453cbe', 'security_groups': ['da2169de-7a61-4810-9cac-12669592b71e']}} {{(pid=91056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:15:44.592071 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-a642a2ea-0b23-44d6-aac4-55c5911e71a6 req-414ce0d6-006b-4c77-bdca-e5291435ae16 service neutron] 10.222.0.112 "GET /v2.0/networks/3587471f-63f4-49b1-9b54-5638cbe6543f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973952 May 19 11:15:44.595573 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d343e7b-f875-4d4d-b79d-c7e35763f9fa req-ffb22046-eea6-4bd3-923e-478470b380f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:15:44.596324 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-6d343e7b-f875-4d4d-b79d-c7e35763f9fa req-ffb22046-eea6-4bd3-923e-478470b380f6 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=84c9674d9ad94299b1626bb1392867e5&device_id=c9a2706a-90b8-47a1-af05-750a15a52f05 HTTP/1.1" status: 200 len: 1096 time: 0.0899746 May 19 11:15:44.605275 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-2e53ffcf-daf9-4c73-b963-3292d8f04286 req-ffa05b77-84f5-430d-9a3f-12dbd3351d19 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7aa4ffd5-7d11-4dd0-b47c-6f547aa78979 HTTP/1.1" status: 200 len: 217 time: 0.1029835 May 19 11:15:44.695135 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e53ffcf-daf9-4c73-b963-3292d8f04286 req-cda1458a-2d35-4634-a409-57f721f492bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:15:44.695980 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-2e53ffcf-daf9-4c73-b963-3292d8f04286 req-cda1458a-2d35-4634-a409-57f721f492bf service neutron] 10.222.0.112 "GET /v2.0/subnets?id=ad8c650d-7c1e-4564-9480-5348b05a4c70 HTTP/1.1" status: 200 len: 855 time: 0.0603876 May 19 11:15:44.703441 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [req-5628af75-54b0-420c-a459-799ba16d9285 req-e4d26679-4508-44c4-ade4-18535d6cc46f tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:15:44.703857 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d343e7b-f875-4d4d-b79d-c7e35763f9fa req-65103a92-1a73-4c1c-8fbf-57f6845e56e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:15:44.704729 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-6d343e7b-f875-4d4d-b79d-c7e35763f9fa req-65103a92-1a73-4c1c-8fbf-57f6845e56e4 service neutron] 10.222.0.112 "GET /v2.0/networks?tenant_id=84c9674d9ad94299b1626bb1392867e5&shared=False HTTP/1.1" status: 200 len: 921 time: 0.0975170 May 19 11:15:44.707751 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [req-5628af75-54b0-420c-a459-799ba16d9285 req-e4d26679-4508-44c4-ade4-18535d6cc46f tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Usage tracker for resource:port and tenant:114936b3c24442328e380dbed9453cbe is out of sync, need to count used quota {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:15:44.708301 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [req-5628af75-54b0-420c-a459-799ba16d9285 req-e4d26679-4508-44c4-ade4-18535d6cc46f tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Quota usage for port was recalculated. Used quota:3. {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:15:44.712714 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [req-5628af75-54b0-420c-a459-799ba16d9285 req-e4d26679-4508-44c4-ade4-18535d6cc46f tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:15:44.721764 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5628af75-54b0-420c-a459-799ba16d9285 req-e4d26679-4508-44c4-ade4-18535d6cc46f tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Made reservation on behalf of 114936b3c24442328e380dbed9453cbe for: {'port': 1} {{(pid=91056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 11:15:44.725793 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [req-5628af75-54b0-420c-a459-799ba16d9285 req-e4d26679-4508-44c4-ade4-18535d6cc46f tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:44.892356 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa5227d-8941-42d2-975f-11290b2a8636 req-0115a811-f010-41ac-9c86-fe89c2cf2dee tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:15:44.893334 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-6aa5227d-8941-42d2-975f-11290b2a8636 req-0115a811-f010-41ac-9c86-fe89c2cf2dee tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] 10.222.0.90 "GET /v2.0/ports?device_id=86d683d8-3072-421b-96a6-7fcdd344d2f6 HTTP/1.1" status: 200 len: 943 time: 0.1594954 May 19 11:15:44.900955 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfab552-2218-461a-817b-7e619af655e3 req-dcdf2d32-8159-4ffb-a342-942d967fca7d tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:15:44.901788 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-8cfab552-2218-461a-817b-7e619af655e3 req-dcdf2d32-8159-4ffb-a342-942d967fca7d tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=15bb00ba-1ae7-4b08-8b0b-6eeb024426a9 HTTP/1.1" status: 200 len: 944 time: 0.1410513 May 19 11:15:44.912542 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.db_base_plugin_common [req-5628af75-54b0-420c-a459-799ba16d9285 req-e4d26679-4508-44c4-ade4-18535d6cc46f tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Allocated IP 172.20.0.5 (283f984f-2a81-4a0c-9cd3-692b468d28a2/1f0aafc7-5dc8-4ee6-a066-4c3495d1adf2/db59126d-1c1c-4ba1-a2f8-210209c9a196) {{(pid=91056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 11:15:44.957005 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-6aa5227d-8941-42d2-975f-11290b2a8636 req-bd54ceed-404d-448e-9983-eb26bf198306 tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] 10.222.0.90 "GET /v2.0/security-groups?id=ff0dbe48-5c91-4369-b113-7de6c0a7016b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533171 May 19 11:15:44.966655 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-8cfab552-2218-461a-817b-7e619af655e3 req-81960ee9-5288-4bbe-a83d-1494d82c1727 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/security-groups?id=02f8fdd5-5dea-4a08-86bc-b9af91d4a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527184 May 19 11:15:45.089324 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-5e5fae76-a1a8-42d3-86d6-386fc392bbc3 req-2191780a-2ca9-495d-81a7-4663dc1b5fbc tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "GET /v2.0/ports?device_id=6a6a976a-90d4-4150-963e-6edb91b9a891 HTTP/1.1" status: 200 len: 210 time: 0.0322475 May 19 11:15:45.129486 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [req-5628af75-54b0-420c-a459-799ba16d9285 req-e4d26679-4508-44c4-ade4-18535d6cc46f tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Notify callbacks [] for port, precommit_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:45.154796 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.provisioning_blocks [req-5628af75-54b0-420c-a459-799ba16d9285 req-e4d26679-4508-44c4-ade4-18535d6cc46f tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Transition to ACTIVE for port object db59126d-1c1c-4ba1-a2f8-210209c9a196 will not be triggered until provisioned by entity DHCP. {{(pid=91056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 11:15:45.236035 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80271d0c-e127-4267-be3e-f15f5b297b0e req-46d95423-8581-4fcf-adeb-468a4d059856 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:15:45.241589 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-80271d0c-e127-4267-be3e-f15f5b297b0e req-46d95423-8581-4fcf-adeb-468a4d059856 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=c9a2706a-90b8-47a1-af05-750a15a52f05 HTTP/1.1" status: 200 len: 943 time: 0.0887916 May 19 11:15:45.252157 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [req-5628af75-54b0-420c-a459-799ba16d9285 req-e4d26679-4508-44c4-ade4-18535d6cc46f tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749740362231'] for port, after_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:45.260769 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-95f8ea1f-bc29-429b-8f15-976d3144ef99 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:15:45.309677 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-80271d0c-e127-4267-be3e-f15f5b297b0e req-e1a2114d-2926-40cc-b1d7-6a7f0e1e7a92 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674379 May 19 11:15:45.310547 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5628af75-54b0-420c-a459-799ba16d9285 req-e4d26679-4508-44c4-ade4-18535d6cc46f tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Network 283f984f-2a81-4a0c-9cd3-692b468d28a2 is already hosted by enough agents. {{(pid=91056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 11:15:45.312181 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.scheduler.base_scheduler [req-5628af75-54b0-420c-a459-799ba16d9285 req-e4d26679-4508-44c4-ade4-18535d6cc46f tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Resources bound (agent type, host, resource id): {{(pid=91056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:15:45.314811 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.l3_dvrscheduler_db [req-5628af75-54b0-420c-a459-799ba16d9285 req-e4d26679-4508-44c4-ade4-18535d6cc46f tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Received port after_create {{(pid=91056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 11:15:45.317455 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5628af75-54b0-420c-a459-799ba16d9285 req-e4d26679-4508-44c4-ade4-18535d6cc46f tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:15:45.317811 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [req-5628af75-54b0-420c-a459-799ba16d9285 req-e4d26679-4508-44c4-ade4-18535d6cc46f tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695638'] for port, before_response {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:45.320022 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d26679-4508-44c4-ade4-18535d6cc46f tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Pushing event updated for resources: {'Port': ['ID=db59126d-1c1c-4ba1-a2f8-210209c9a196,revision_number=1']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:15:45.322597 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-e4d26679-4508-44c4-ade4-18535d6cc46f tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:15:45.332974 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-5628af75-54b0-420c-a459-799ba16d9285 req-e4d26679-4508-44c4-ade4-18535d6cc46f tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8530211 May 19 11:15:45.480803 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-fe91dc7f-9c0c-4228-a761-98332b4c035f None None] Provisioning for port db59126d-1c1c-4ba1-a2f8-210209c9a196 completed by entity DHCP. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 11:15:45.484313 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-fe91dc7f-9c0c-4228-a761-98332b4c035f None None] Provisioning complete for port db59126d-1c1c-4ba1-a2f8-210209c9a196 triggered by entity DHCP. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:15:45.484586 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-fe91dc7f-9c0c-4228-a761-98332b4c035f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441453'] for port, provisioning_complete {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:45.520342 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.plugin [None req-fe91dc7f-9c0c-4228-a761-98332b4c035f None None] Port db59126d-1c1c-4ba1-a2f8-210209c9a196 cannot update to ACTIVE because it is not bound. {{(pid=91057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 11:15:45.773363 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.112', 55703) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:15:45.797638 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.v2.base [req-5628af75-54b0-420c-a459-799ba16d9285 req-eaee3f8d-b52d-45f7-832e-76beb64762e8 service neutron] Request body: {'port': {'device_id': '6a6a976a-90d4-4150-963e-6edb91b9a891', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78776'}} {{(pid=91056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:15:45.818510 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-2e53ffcf-daf9-4c73-b963-3292d8f04286 req-005fe1d7-092d-44f3-90ef-42c0c07bf138 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=f2a18643-8b9e-461e-b075-a423d396a703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426636 May 19 11:15:45.930097 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [req-5628af75-54b0-420c-a459-799ba16d9285 req-eaee3f8d-b52d-45f7-832e-76beb64762e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:45.968882 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-2e53ffcf-daf9-4c73-b963-3292d8f04286 req-f5654c80-108c-4bff-9b42-eaf16dc26d30 service neutron] 10.222.0.112 "GET /v2.0/networks/f2a18643-8b9e-461e-b075-a423d396a703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395447 May 19 11:15:45.970039 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d343e7b-f875-4d4d-b79d-c7e35763f9fa req-07f4afb2-b8df-4024-81b4-82791cb5c28d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:15:45.970867 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-6d343e7b-f875-4d4d-b79d-c7e35763f9fa req-07f4afb2-b8df-4024-81b4-82791cb5c28d service neutron] 10.222.0.112 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1846440 May 19 11:15:45.972081 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f332993-43cd-4d2f-a822-b63d46f00ea9 req-a412bbb6-9ade-4521-a833-96ea1a4d306b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:15:45.972981 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-4f332993-43cd-4d2f-a822-b63d46f00ea9 req-a412bbb6-9ade-4521-a833-96ea1a4d306b service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=faf7b12ccc3944baa1be2ccda891f848&device_id=86d683d8-3072-421b-96a6-7fcdd344d2f6 HTTP/1.1" status: 200 len: 1096 time: 0.1978092 May 19 11:15:45.974026 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9306481-1572-492a-810e-dad51965208a req-b9b652da-4430-43a9-843b-aecdb32ea6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:15:45.974749 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-f9306481-1572-492a-810e-dad51965208a req-b9b652da-4430-43a9-843b-aecdb32ea6f0 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=84c9674d9ad94299b1626bb1392867e5&device_id=ee8bb661-8d2c-45db-9a1c-ee57ba0d6dd7 HTTP/1.1" status: 200 len: 1097 time: 0.1891086 May 19 11:15:46.206235 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:46.375435 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-f9306481-1572-492a-810e-dad51965208a req-3474c2b0-d4c0-47f7-822a-2c1597694624 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d0bcdf9-007d-4c7b-bff0-c5aa7d416d7c HTTP/1.1" status: 200 len: 217 time: 0.1000822 May 19 11:15:46.426842 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ad5c6d-5d4c-4749-ba39-383d9056cde8 req-6caebf9c-d765-4644-bcde-526ede5fb70d tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:15:46.428152 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-e4ad5c6d-5d4c-4749-ba39-383d9056cde8 req-6caebf9c-d765-4644-bcde-526ede5fb70d tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] 10.222.0.90 "GET /v2.0/ports?device_id=86d683d8-3072-421b-96a6-7fcdd344d2f6 HTTP/1.1" status: 200 len: 943 time: 0.3760507 May 19 11:15:46.439324 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-2e53ffcf-daf9-4c73-b963-3292d8f04286 req-cecaae9e-d1c3-4f52-8058-7acbf7c74e3b service neutron] 10.222.0.112 "GET /v2.0/networks/f2a18643-8b9e-461e-b075-a423d396a703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612947 May 19 11:15:46.449961 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c2ae5e-700b-48f6-82fb-1b8bc65eb57b req-b02ed7f4-368a-457c-9690-e8231751c565 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:15:46.464085 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9306481-1572-492a-810e-dad51965208a req-0c3aa179-9a3e-4874-aadb-bb01951fea10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:15:46.464254 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-49c2ae5e-700b-48f6-82fb-1b8bc65eb57b req-b02ed7f4-368a-457c-9690-e8231751c565 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=15bb00ba-1ae7-4b08-8b0b-6eeb024426a9 HTTP/1.1" status: 200 len: 944 time: 0.3774960 May 19 11:15:46.465074 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-f9306481-1572-492a-810e-dad51965208a req-0c3aa179-9a3e-4874-aadb-bb01951fea10 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=f1a81002-835e-403e-96ae-6977fdc5aac0 HTTP/1.1" status: 200 len: 859 time: 0.0643759 May 19 11:15:46.487737 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f332993-43cd-4d2f-a822-b63d46f00ea9 req-828ecc88-f6ce-4d23-817b-014b02149983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:15:46.489019 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-4f332993-43cd-4d2f-a822-b63d46f00ea9 req-828ecc88-f6ce-4d23-817b-014b02149983 service neutron] 10.222.0.112 "GET /v2.0/networks?id=3587471f-63f4-49b1-9b54-5638cbe6543f HTTP/1.1" status: 200 len: 914 time: 0.2158914 May 19 11:15:46.493560 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 44146) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:15:46.495569 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3254e91f-f206-4bcf-ac4e-9f217ea7c851 req-6dcc9c83-936a-4093-9e4e-b1874857382e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:15:46.499460 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-3254e91f-f206-4bcf-ac4e-9f217ea7c851 req-6dcc9c83-936a-4093-9e4e-b1874857382e service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=84c9674d9ad94299b1626bb1392867e5&device_id=c9a2706a-90b8-47a1-af05-750a15a52f05 HTTP/1.1" status: 200 len: 1096 time: 0.1624055 May 19 11:15:46.537916 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.notifiers.nova [req-5628af75-54b0-420c-a459-799ba16d9285 req-eaee3f8d-b52d-45f7-832e-76beb64762e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db59126d-1c1c-4ba1-a2f8-210209c9a196 {{(pid=91056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 11:15:46.557635 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-49c2ae5e-700b-48f6-82fb-1b8bc65eb57b req-5570a209-4cf6-4f09-ae29-3e241743ca7d tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/security-groups?id=02f8fdd5-5dea-4a08-86bc-b9af91d4a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866218 May 19 11:15:46.559281 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [req-5628af75-54b0-420c-a459-799ba16d9285 req-eaee3f8d-b52d-45f7-832e-76beb64762e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:46.565550 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-e4ad5c6d-5d4c-4749-ba39-383d9056cde8 req-35c115f9-0fd3-42fe-b884-bc23596ab612 tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] 10.222.0.90 "GET /v2.0/security-groups?id=ff0dbe48-5c91-4369-b113-7de6c0a7016b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293149 May 19 11:15:46.578586 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.provisioning_blocks [req-5628af75-54b0-420c-a459-799ba16d9285 req-eaee3f8d-b52d-45f7-832e-76beb64762e8 service neutron] Transition to ACTIVE for port object db59126d-1c1c-4ba1-a2f8-210209c9a196 will not be triggered until provisioned by entity L2. {{(pid=91056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 11:15:46.588256 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [req-5628af75-54b0-420c-a459-799ba16d9285 req-eaee3f8d-b52d-45f7-832e-76beb64762e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602'] for port, after_update {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:46.594934 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-0ff72f7a-9ce3-4e39-b27e-8db6c1f48761 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:15:46.695957 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-1cb0b1d5-0074-4ce0-8f36-74b42a5a611d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:46.721613 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-1cb0b1d5-0074-4ce0-8f36-74b42a5a611d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:15:46.729094 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-1cb0b1d5-0074-4ce0-8f36-74b42a5a611d admin admin] Usage tracker for resource:security_group_rule and tenant:78412e0adf1849ff8ce8246208136bbc is out of sync, need to count used quota {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:15:46.733076 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-1cb0b1d5-0074-4ce0-8f36-74b42a5a611d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:15:46.737730 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-1cb0b1d5-0074-4ce0-8f36-74b42a5a611d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:15:46.850970 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 44166) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:15:46.854627 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaee3f8d-b52d-45f7-832e-76beb64762e8 service neutron] Pushing event updated for resources: {'Port': ['ID=db59126d-1c1c-4ba1-a2f8-210209c9a196,revision_number=2']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:15:46.871209 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-eaee3f8d-b52d-45f7-832e-76beb64762e8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:15:46.877502 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-1cb0b1d5-0074-4ce0-8f36-74b42a5a611d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:46.881956 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-1cb0b1d5-0074-4ce0-8f36-74b42a5a611d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:46.886467 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:15:46.914318 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb0b1d5-0074-4ce0-8f36-74b42a5a611d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04c94db0-5a3e-4cb8-9576-2d1004d61896,revision_number=1']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:15:46.917505 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-1cb0b1d5-0074-4ce0-8f36-74b42a5a611d admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=78412e0adf1849ff8ce8246208136bbc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4171865 May 19 11:15:46.918302 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-1cb0b1d5-0074-4ce0-8f36-74b42a5a611d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:15:46.919140 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 44174) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:15:46.938720 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.managers [req-5628af75-54b0-420c-a459-799ba16d9285 req-eaee3f8d-b52d-45f7-832e-76beb64762e8 service neutron] Attempting to bind port db59126d-1c1c-4ba1-a2f8-210209c9a196 on host hv-cinder-78776 for vnic_type normal with profile {{(pid=91056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 11:15:46.938988 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.managers [req-5628af75-54b0-420c-a459-799ba16d9285 req-eaee3f8d-b52d-45f7-832e-76beb64762e8 service neutron] Attempting to bind port db59126d-1c1c-4ba1-a2f8-210209c9a196 by drivers openvswitch,hyperv on host hv-cinder-78776 at level 0 using segments [{'id': 'a0bcd02c-390d-4161-9023-5e2506ec732c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1369, 'network_id': '283f984f-2a81-4a0c-9cd3-692b468d28a2'}] {{(pid=91056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 11:15:46.939227 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5628af75-54b0-420c-a459-799ba16d9285 req-eaee3f8d-b52d-45f7-832e-76beb64762e8 service neutron] Attempting to bind port db59126d-1c1c-4ba1-a2f8-210209c9a196 on network 283f984f-2a81-4a0c-9cd3-692b468d28a2 {{(pid=91056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 11:15:46.963848 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5628af75-54b0-420c-a459-799ba16d9285 req-eaee3f8d-b52d-45f7-832e-76beb64762e8 service neutron] Port db59126d-1c1c-4ba1-a2f8-210209c9a196 on network 283f984f-2a81-4a0c-9cd3-692b468d28a2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78776 {{(pid=91056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 11:15:46.964045 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5628af75-54b0-420c-a459-799ba16d9285 req-eaee3f8d-b52d-45f7-832e-76beb64762e8 service neutron] Attempting to bind port db59126d-1c1c-4ba1-a2f8-210209c9a196 on network 283f984f-2a81-4a0c-9cd3-692b468d28a2 {{(pid=91056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 11:15:46.967429 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-350d0083-3d3a-4b7d-9cb5-e51b67d599f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:46.981505 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5628af75-54b0-420c-a459-799ba16d9285 req-eaee3f8d-b52d-45f7-832e-76beb64762e8 service neutron] Checking agent: {'id': 'ec23b603-1024-4efc-b4c9-1692111c39b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78776', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 11, 14, 16), 'started_at': datetime.datetime(2021, 5, 19, 11, 14, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 11, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 11:15:46.981692 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5628af75-54b0-420c-a459-799ba16d9285 req-eaee3f8d-b52d-45f7-832e-76beb64762e8 service neutron] Checking segment: {'id': 'a0bcd02c-390d-4161-9023-5e2506ec732c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1369, 'network_id': '283f984f-2a81-4a0c-9cd3-692b468d28a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 11:15:46.981960 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5628af75-54b0-420c-a459-799ba16d9285 req-eaee3f8d-b52d-45f7-832e-76beb64762e8 service neutron] Bound using segment: {'id': 'a0bcd02c-390d-4161-9023-5e2506ec732c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1369, 'network_id': '283f984f-2a81-4a0c-9cd3-692b468d28a2'} {{(pid=91056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 11:15:46.982180 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.managers [req-5628af75-54b0-420c-a459-799ba16d9285 req-eaee3f8d-b52d-45f7-832e-76beb64762e8 service neutron] Bound port: db59126d-1c1c-4ba1-a2f8-210209c9a196, host: hv-cinder-78776, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0bcd02c-390d-4161-9023-5e2506ec732c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1369, 'network_id': '283f984f-2a81-4a0c-9cd3-692b468d28a2'}}] {{(pid=91056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 11:15:46.982405 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [req-5628af75-54b0-420c-a459-799ba16d9285 req-eaee3f8d-b52d-45f7-832e-76beb64762e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:46.988651 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-350d0083-3d3a-4b7d-9cb5-e51b67d599f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:47.010369 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08750d87-0eba-486f-b4f9-ee4b8e5c136a req-37542ac3-5d63-4faa-9b6c-60104cd81175 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:15:47.011232 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-08750d87-0eba-486f-b4f9-ee4b8e5c136a req-37542ac3-5d63-4faa-9b6c-60104cd81175 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=c9a2706a-90b8-47a1-af05-750a15a52f05 HTTP/1.1" status: 200 len: 943 time: 0.3072867 May 19 11:15:47.021334 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f323e1-036e-4926-9432-e1c6da7c7d4a req-930eec01-c411-4225-bd74-b77c797de1e2 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:15:47.021754 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [req-60f323e1-036e-4926-9432-e1c6da7c7d4a req-930eec01-c411-4225-bd74-b77c797de1e2 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Synchronizing usage tracker for tenant:114936b3c24442328e380dbed9453cbe on resource:port {{(pid=91056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 11:15:47.029134 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-8556777c-95a3-417e-b567-7c5a80addc6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:47.040521 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-8556777c-95a3-417e-b567-7c5a80addc6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:15:47.042907 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-8556777c-95a3-417e-b567-7c5a80addc6e admin admin] Usage tracker for resource:security_group_rule and tenant:f38dc8e4444e474e9156ccb0eb087aff is out of sync, need to count used quota {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:15:47.044798 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-8556777c-95a3-417e-b567-7c5a80addc6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:15:47.048360 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-8556777c-95a3-417e-b567-7c5a80addc6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:15:47.081096 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-350d0083-3d3a-4b7d-9cb5-e51b67d599f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:47.096766 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:15:47.145395 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-08750d87-0eba-486f-b4f9-ee4b8e5c136a req-3e0c8969-d7a4-4eb5-82dc-80dec50c7a95 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195216 May 19 11:15:47.147336 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [req-60f323e1-036e-4926-9432-e1c6da7c7d4a req-930eec01-c411-4225-bd74-b77c797de1e2 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Unset dirty status for tenant:114936b3c24442328e380dbed9453cbe on resource:port {{(pid=91056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 11:15:47.151322 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-60f323e1-036e-4926-9432-e1c6da7c7d4a req-930eec01-c411-4225-bd74-b77c797de1e2 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "GET /v2.0/ports?device_id=6a6a976a-90d4-4150-963e-6edb91b9a891 HTTP/1.1" status: 200 len: 943 time: 0.5342047 May 19 11:15:47.190586 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.db [req-5628af75-54b0-420c-a459-799ba16d9285 req-eaee3f8d-b52d-45f7-832e-76beb64762e8 service neutron] For port db59126d-1c1c-4ba1-a2f8-210209c9a196, host hv-cinder-78776, cleared binding levels {{(pid=91056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 11:15:47.194477 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350d0083-3d3a-4b7d-9cb5-e51b67d599f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04c94db0-5a3e-4cb8-9576-2d1004d61896,revision_number=None']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:15:47.206472 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-350d0083-3d3a-4b7d-9cb5-e51b67d599f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:15:47.209057 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-3254e91f-f206-4bcf-ac4e-9f217ea7c851 req-2d63adcd-7167-4527-883c-e242d7d058ba service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=61c7c786-1d02-4ec8-a519-cf9d71279980 HTTP/1.1" status: 200 len: 217 time: 0.1020672 May 19 11:15:47.213719 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-350d0083-3d3a-4b7d-9cb5-e51b67d599f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:47.214648 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-350d0083-3d3a-4b7d-9cb5-e51b67d599f4 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/04c94db0-5a3e-4cb8-9576-2d1004d61896 HTTP/1.1" status: 204 len: 168 time: 0.2947340 May 19 11:15:47.215367 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-60f323e1-036e-4926-9432-e1c6da7c7d4a req-0d342832-a00e-4310-ab2a-ef8b41220639 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "GET /v2.0/security-groups?id=da2169de-7a61-4810-9cac-12669592b71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633736 May 19 11:15:47.227579 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.db [req-5628af75-54b0-420c-a459-799ba16d9285 req-eaee3f8d-b52d-45f7-832e-76beb64762e8 service neutron] For port db59126d-1c1c-4ba1-a2f8-210209c9a196, host hv-cinder-78776, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=db59126d-1c1c-4ba1-a2f8-210209c9a196,segment=NetworkSegment(a0bcd02c-390d-4161-9023-5e2506ec732c),segment_id=a0bcd02c-390d-4161-9023-5e2506ec732c)] {{(pid=91056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 11:15:47.231686 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [req-5628af75-54b0-420c-a459-799ba16d9285 req-eaee3f8d-b52d-45f7-832e-76beb64762e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602'] for port, after_update {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:47.450485 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-e4d26679-4508-44c4-ade4-18535d6cc46f tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:15:47.450485 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5628af75-54b0-420c-a459-799ba16d9285 req-eaee3f8d-b52d-45f7-832e-76beb64762e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:15:47.450485 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [req-5628af75-54b0-420c-a459-799ba16d9285 req-eaee3f8d-b52d-45f7-832e-76beb64762e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695638'] for port, before_response {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:47.450485 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-5628af75-54b0-420c-a459-799ba16d9285 req-eaee3f8d-b52d-45f7-832e-76beb64762e8 service neutron] 10.222.0.112 "PUT /v2.0/ports/db59126d-1c1c-4ba1-a2f8-210209c9a196 HTTP/1.1" status: 200 len: 1093 time: 1.4891887 May 19 11:15:47.450485 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a6a976a-90d4-4150-963e-6edb91b9a891', 'tag': 'db59126d-1c1c-4ba1-a2f8-210209c9a196'}] {{(pid=91056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 11:15:47.451550 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-4f332993-43cd-4d2f-a822-b63d46f00ea9 req-e2678487-43a4-4492-9667-b71359d4c05d service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=54dbb120-4558-4070-84e1-c0a6000680b2 HTTP/1.1" status: 200 len: 217 time: 0.1655884 May 19 11:15:47.451550 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-f9306481-1572-492a-810e-dad51965208a req-bf1bf63c-0278-42f1-b146-4d7f94e8e188 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=d80b1475-eff8-4ebe-8528-2eceb45e3226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1761107 May 19 11:15:47.451550 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3254e91f-f206-4bcf-ac4e-9f217ea7c851 req-991d4bef-1eb1-4613-9a43-a7aac016a418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:15:47.451999 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaee3f8d-b52d-45f7-832e-76beb64762e8 service neutron] Pushing event updated for resources: {'Port': ['ID=db59126d-1c1c-4ba1-a2f8-210209c9a196,revision_number=3']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:15:47.452201 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-3254e91f-f206-4bcf-ac4e-9f217ea7c851 req-991d4bef-1eb1-4613-9a43-a7aac016a418 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=f1a81002-835e-403e-96ae-6977fdc5aac0 HTTP/1.1" status: 200 len: 859 time: 0.0925500 May 19 11:15:47.452910 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-eaee3f8d-b52d-45f7-832e-76beb64762e8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:15:47.452910 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a6a976a-90d4-4150-963e-6edb91b9a891', 'tag': 'db59126d-1c1c-4ba1-a2f8-210209c9a196', 'status': 'completed', 'code': 200} May 19 11:15:47.453054 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-8556777c-95a3-417e-b567-7c5a80addc6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:47.453054 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-8556777c-95a3-417e-b567-7c5a80addc6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:47.453054 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:15:47.453054 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8556777c-95a3-417e-b567-7c5a80addc6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e172f78f-db01-4625-a7f4-1b0ea8c62e9e,revision_number=1']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:15:47.453054 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-8556777c-95a3-417e-b567-7c5a80addc6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:15:47.453054 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-8556777c-95a3-417e-b567-7c5a80addc6e admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=f38dc8e4444e474e9156ccb0eb087aff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5448399 May 19 11:15:47.453616 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 44208) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:15:47.453616 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-5d960451-121d-4ffe-87d7-57e5d76c5286 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:47.471156 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-5d960451-121d-4ffe-87d7-57e5d76c5286 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:47.506902 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-5d960451-121d-4ffe-87d7-57e5d76c5286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:47.509969 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-7289ad81-dfab-4b09-8621-89d0a1056f10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:15:47.533462 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 44212) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:15:47.533566 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d960451-121d-4ffe-87d7-57e5d76c5286 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e172f78f-db01-4625-a7f4-1b0ea8c62e9e,revision_number=None']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:15:47.537895 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-5d960451-121d-4ffe-87d7-57e5d76c5286 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:15:47.541653 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-5d960451-121d-4ffe-87d7-57e5d76c5286 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:47.548458 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-5d960451-121d-4ffe-87d7-57e5d76c5286 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/e172f78f-db01-4625-a7f4-1b0ea8c62e9e HTTP/1.1" status: 204 len: 168 time: 0.1509337 May 19 11:15:47.674176 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 44224) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:15:47.711851 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-6daa434c-107e-4bd3-9475-7f82b2d2cde9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:47.727449 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-6daa434c-107e-4bd3-9475-7f82b2d2cde9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:15:47.732044 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-6daa434c-107e-4bd3-9475-7f82b2d2cde9 admin admin] Usage tracker for resource:security_group_rule and tenant:0cdd3954513c4d2a9412c6e0986ff621 is out of sync, need to count used quota {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:15:47.733962 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-6daa434c-107e-4bd3-9475-7f82b2d2cde9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:15:47.735732 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-fd4d8ee8-9b68-4565-8779-1b59bc757cdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:47.738967 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-6daa434c-107e-4bd3-9475-7f82b2d2cde9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:15:47.741466 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-3254e91f-f206-4bcf-ac4e-9f217ea7c851 req-598e0fd1-a93b-43e2-96e5-77ee7258ebd3 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=d80b1475-eff8-4ebe-8528-2eceb45e3226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591414 May 19 11:15:47.752859 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7242e6cd-dc72-45f3-89c0-9e6fe15ae270 req-12e08055-cf32-43ed-8439-30416c138abb tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:15:47.753714 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-7242e6cd-dc72-45f3-89c0-9e6fe15ae270 req-12e08055-cf32-43ed-8439-30416c138abb tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=15bb00ba-1ae7-4b08-8b0b-6eeb024426a9 HTTP/1.1" status: 200 len: 944 time: 0.1105876 May 19 11:15:47.779608 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46238cf9-c8d7-414b-9214-ea268af7f3be req-d0dedced-7153-4343-b54a-06a102d3a7a6 tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:15:47.780454 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-46238cf9-c8d7-414b-9214-ea268af7f3be req-d0dedced-7153-4343-b54a-06a102d3a7a6 tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] 10.222.0.90 "GET /v2.0/ports?device_id=86d683d8-3072-421b-96a6-7fcdd344d2f6 HTTP/1.1" status: 200 len: 943 time: 0.1099174 May 19 11:15:47.791345 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-fd4d8ee8-9b68-4565-8779-1b59bc757cdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:15:47.805587 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-fd4d8ee8-9b68-4565-8779-1b59bc757cdc admin admin] Usage tracker for resource:security_group_rule and tenant:395efdf1b67d4c089e2ba6b8b6ba4256 is out of sync, need to count used quota {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:15:47.809274 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-fd4d8ee8-9b68-4565-8779-1b59bc757cdc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:15:47.812543 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-7242e6cd-dc72-45f3-89c0-9e6fe15ae270 req-d3d16b90-1761-4e29-8c8c-2ee848c14aa8 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/security-groups?id=02f8fdd5-5dea-4a08-86bc-b9af91d4a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513370 May 19 11:15:47.819010 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-fd4d8ee8-9b68-4565-8779-1b59bc757cdc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:15:47.838555 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-46238cf9-c8d7-414b-9214-ea268af7f3be req-8e107db8-0c4a-4e7d-bced-9f27e1e9c9d8 tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] 10.222.0.90 "GET /v2.0/security-groups?id=ff0dbe48-5c91-4369-b113-7de6c0a7016b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462265 May 19 11:15:47.845555 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f332993-43cd-4d2f-a822-b63d46f00ea9 req-8979eded-0f4d-4cb8-b0b8-bb31fdf60d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:15:47.846425 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-4f332993-43cd-4d2f-a822-b63d46f00ea9 req-8979eded-0f4d-4cb8-b0b8-bb31fdf60d71 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=bb5b9d02-407e-4c97-bf70-90460ebeb375 HTTP/1.1" status: 200 len: 852 time: 0.1925266 May 19 11:15:47.858537 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-6daa434c-107e-4bd3-9475-7f82b2d2cde9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:47.862280 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-6daa434c-107e-4bd3-9475-7f82b2d2cde9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:47.868464 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-d86bd67a-f784-49ee-817b-7b4aa43b855c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:15:47.894627 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-6daa434c-107e-4bd3-9475-7f82b2d2cde9 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=0cdd3954513c4d2a9412c6e0986ff621&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2167928 May 19 11:15:47.894627 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 44230) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:15:47.897787 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daa434c-107e-4bd3-9475-7f82b2d2cde9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7043cd82-220b-4696-9d6b-12c9e978691f,revision_number=1']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:15:47.901248 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-4f332993-43cd-4d2f-a822-b63d46f00ea9 req-705d330f-1e32-44cf-9901-9d58b978d2ea service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=3587471f-63f4-49b1-9b54-5638cbe6543f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425210 May 19 11:15:47.907589 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-6daa434c-107e-4bd3-9475-7f82b2d2cde9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:15:47.907752 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 44234) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:15:47.911630 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-f9306481-1572-492a-810e-dad51965208a req-699a165a-0649-430a-a6a0-d97d3d02005b service neutron] 10.222.0.112 "GET /v2.0/networks/d80b1475-eff8-4ebe-8528-2eceb45e3226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303813 May 19 11:15:47.927459 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-3254e91f-f206-4bcf-ac4e-9f217ea7c851 req-1b5966f2-45ca-43f8-8fa9-30ffe0bd2a30 service neutron] 10.222.0.112 "GET /v2.0/networks/d80b1475-eff8-4ebe-8528-2eceb45e3226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523635 May 19 11:15:47.928356 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-0eb97c21-b47f-46d7-b33a-808c9b645020 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:47.943529 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-0eb97c21-b47f-46d7-b33a-808c9b645020 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:15:47.947434 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-0eb97c21-b47f-46d7-b33a-808c9b645020 admin admin] Usage tracker for resource:security_group_rule and tenant:aa968b9d026f472885c2e81bae469655 is out of sync, need to count used quota {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:15:47.949427 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-0eb97c21-b47f-46d7-b33a-808c9b645020 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:15:47.957880 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-0eb97c21-b47f-46d7-b33a-808c9b645020 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:15:47.963362 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-ed803bbf-186a-425a-b2f6-889143e9cd12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:47.991451 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-ed803bbf-186a-425a-b2f6-889143e9cd12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:48.043423 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-0eb97c21-b47f-46d7-b33a-808c9b645020 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:48.058700 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-0eb97c21-b47f-46d7-b33a-808c9b645020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:48.060983 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:15:48.093269 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-0eb97c21-b47f-46d7-b33a-808c9b645020 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=aa968b9d026f472885c2e81bae469655&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1832557 May 19 11:15:48.093269 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb97c21-b47f-46d7-b33a-808c9b645020 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b40caa5-3b70-4d23-9f65-8a045e2f08ba,revision_number=1']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:15:48.094125 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 44238) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:15:48.095560 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-0eb97c21-b47f-46d7-b33a-808c9b645020 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:15:48.112518 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-ed803bbf-186a-425a-b2f6-889143e9cd12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:48.118411 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-a9e7b906-9f26-4f9f-99bb-e1db158e9c1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:15:48.130049 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed803bbf-186a-425a-b2f6-889143e9cd12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7043cd82-220b-4696-9d6b-12c9e978691f,revision_number=None']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:15:48.132418 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-ed803bbf-186a-425a-b2f6-889143e9cd12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:15:48.141546 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-ed803bbf-186a-425a-b2f6-889143e9cd12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:48.144424 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-ed803bbf-186a-425a-b2f6-889143e9cd12 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/7043cd82-220b-4696-9d6b-12c9e978691f HTTP/1.1" status: 204 len: 168 time: 0.2471986 May 19 11:15:48.156218 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-17e45869-29d3-460f-906f-1945cb92f794 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:48.172437 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-17e45869-29d3-460f-906f-1945cb92f794 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:48.203908 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-17e45869-29d3-460f-906f-1945cb92f794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:48.206771 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-caecf660-ebb1-43cf-ac0b-f08c7dc4efba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:15:48.214886 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-fd4d8ee8-9b68-4565-8779-1b59bc757cdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:48.217184 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e45869-29d3-460f-906f-1945cb92f794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b40caa5-3b70-4d23-9f65-8a045e2f08ba,revision_number=None']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:15:48.219221 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-17e45869-29d3-460f-906f-1945cb92f794 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:15:48.220070 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-17e45869-29d3-460f-906f-1945cb92f794 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:48.221153 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-17e45869-29d3-460f-906f-1945cb92f794 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/7b40caa5-3b70-4d23-9f65-8a045e2f08ba HTTP/1.1" status: 204 len: 168 time: 0.1261461 May 19 11:15:48.235607 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-f9306481-1572-492a-810e-dad51965208a req-0dbf81c0-c25b-45bc-b0f6-f928790e1d87 service neutron] 10.222.0.112 "GET /v2.0/networks/d80b1475-eff8-4ebe-8528-2eceb45e3226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2870104 May 19 11:15:48.240932 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-4f332993-43cd-4d2f-a822-b63d46f00ea9 req-d5aab7b7-f6d4-4f62-ad7e-91287ef5ebe1 service neutron] 10.222.0.112 "GET /v2.0/networks/3587471f-63f4-49b1-9b54-5638cbe6543f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3075550 May 19 11:15:48.243097 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-fd4d8ee8-9b68-4565-8779-1b59bc757cdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:48.319093 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-a1fa4561-0d2f-4c44-b507-8e6031c62e03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:15:48.325825 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-3254e91f-f206-4bcf-ac4e-9f217ea7c851 req-6b03dfb6-1d24-4c72-9f3f-010ce13a8158 service neutron] 10.222.0.112 "GET /v2.0/networks/d80b1475-eff8-4ebe-8528-2eceb45e3226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3779287 May 19 11:15:48.477135 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 44264) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:15:48.485693 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-fd4d8ee8-9b68-4565-8779-1b59bc757cdc admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=395efdf1b67d4c089e2ba6b8b6ba4256&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9515643 May 19 11:15:48.486533 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 44268) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:15:48.496085 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d8ee8-9b68-4565-8779-1b59bc757cdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bd87b7f-332a-4473-986b-de5ff25139d7,revision_number=1']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:15:48.498421 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-fd4d8ee8-9b68-4565-8779-1b59bc757cdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:15:48.518473 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-948907c6-d223-413c-8292-f63e6c5c24d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:48.526147 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 44274) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:15:48.539251 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-948907c6-d223-413c-8292-f63e6c5c24d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:15:48.544320 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-948907c6-d223-413c-8292-f63e6c5c24d4 admin admin] Usage tracker for resource:security_group_rule and tenant:f1311f8aa9684a3fb6f0ce64063d6d93 is out of sync, need to count used quota {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:15:48.546732 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-948907c6-d223-413c-8292-f63e6c5c24d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:15:48.551681 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-948907c6-d223-413c-8292-f63e6c5c24d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:15:48.560160 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-463c710f-1903-46d1-a8d2-b6aa125b5ba1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:48.572384 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-4f332993-43cd-4d2f-a822-b63d46f00ea9 req-95d4da5d-17e2-44e2-9ea7-fb92262f9e19 service neutron] 10.222.0.112 "GET /v2.0/networks/3587471f-63f4-49b1-9b54-5638cbe6543f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3220332 May 19 11:15:48.574006 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d261d23-68df-44f6-890b-9b7881880853 req-3660c2d1-0289-4508-b018-9246607fbb9e tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:15:48.574825 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-9d261d23-68df-44f6-890b-9b7881880853 req-3660c2d1-0289-4508-b018-9246607fbb9e tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "GET /v2.0/ports?device_id=6a6a976a-90d4-4150-963e-6edb91b9a891 HTTP/1.1" status: 200 len: 943 time: 0.0971413 May 19 11:15:48.578327 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-463c710f-1903-46d1-a8d2-b6aa125b5ba1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:15:48.585548 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-463c710f-1903-46d1-a8d2-b6aa125b5ba1 admin admin] Usage tracker for resource:security_group_rule and tenant:30767e14fb0e444b92c1b3a4e4fe42e8 is out of sync, need to count used quota {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:15:48.587321 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-463c710f-1903-46d1-a8d2-b6aa125b5ba1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:15:48.590762 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480903d9-af84-476c-a4c0-9aa8687842aa req-33985f8e-c0fd-4b9a-9612-9bef2e74c126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:15:48.591622 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-480903d9-af84-476c-a4c0-9aa8687842aa req-33985f8e-c0fd-4b9a-9612-9bef2e74c126 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=114936b3c24442328e380dbed9453cbe&device_id=6a6a976a-90d4-4150-963e-6edb91b9a891 HTTP/1.1" status: 200 len: 1096 time: 0.2254546 May 19 11:15:48.592229 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788d4192-1d21-4223-b18e-7f8355ea73c9 req-ddf33f9c-7a02-4089-9413-71f4329726b3 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:15:48.593010 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-788d4192-1d21-4223-b18e-7f8355ea73c9 req-ddf33f9c-7a02-4089-9413-71f4329726b3 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=c9a2706a-90b8-47a1-af05-750a15a52f05 HTTP/1.1" status: 200 len: 943 time: 0.3203738 May 19 11:15:48.595084 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-463c710f-1903-46d1-a8d2-b6aa125b5ba1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:15:48.596283 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-4e91c82c-062b-4be5-a9d1-26a1e009cec1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:48.634974 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-9d261d23-68df-44f6-890b-9b7881880853 req-c80d26a0-7798-42ef-8cd8-0eeb686d378e tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "GET /v2.0/security-groups?id=da2169de-7a61-4810-9cac-12669592b71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552456 May 19 11:15:48.640511 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-788d4192-1d21-4223-b18e-7f8355ea73c9 req-e1c9e06d-b5a6-4340-8ee0-f90cd98dec54 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424197 May 19 11:15:48.663569 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-948907c6-d223-413c-8292-f63e6c5c24d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:48.668336 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-948907c6-d223-413c-8292-f63e6c5c24d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:48.672453 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-4e91c82c-062b-4be5-a9d1-26a1e009cec1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:48.673197 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:15:48.694157 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948907c6-d223-413c-8292-f63e6c5c24d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bf798fc-8420-4399-863a-8efc6da62695,revision_number=1']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:15:48.705327 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-948907c6-d223-413c-8292-f63e6c5c24d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:15:48.709725 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-948907c6-d223-413c-8292-f63e6c5c24d4 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=f1311f8aa9684a3fb6f0ce64063d6d93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2311807 May 19 11:15:48.710221 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 44280) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:15:48.738534 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480903d9-af84-476c-a4c0-9aa8687842aa req-e9373896-e834-4281-95f8-2d4cc9b20ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:15:48.739467 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-480903d9-af84-476c-a4c0-9aa8687842aa req-e9373896-e834-4281-95f8-2d4cc9b20ac6 service neutron] 10.222.0.112 "GET /v2.0/networks?tenant_id=114936b3c24442328e380dbed9453cbe&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1415453 May 19 11:15:48.749624 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-59d61eeb-2595-479a-823d-b80a9479f98b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:48.762634 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-4e91c82c-062b-4be5-a9d1-26a1e009cec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:48.769184 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-59d61eeb-2595-479a-823d-b80a9479f98b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:48.774244 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:15:48.782645 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-463c710f-1903-46d1-a8d2-b6aa125b5ba1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:48.785433 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e91c82c-062b-4be5-a9d1-26a1e009cec1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bd87b7f-332a-4473-986b-de5ff25139d7,revision_number=None']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:15:48.787278 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-4e91c82c-062b-4be5-a9d1-26a1e009cec1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:15:48.791706 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-463c710f-1903-46d1-a8d2-b6aa125b5ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:48.792414 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-4e91c82c-062b-4be5-a9d1-26a1e009cec1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:48.795165 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-4e91c82c-062b-4be5-a9d1-26a1e009cec1 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/9bd87b7f-332a-4473-986b-de5ff25139d7 HTTP/1.1" status: 204 len: 168 time: 0.3006430 May 19 11:15:48.798695 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-1fa46aa8-1985-4d70-9332-a655f0945294 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:15:48.821370 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-59d61eeb-2595-479a-823d-b80a9479f98b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:48.824274 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:15:48.832147 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d61eeb-2595-479a-823d-b80a9479f98b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bf798fc-8420-4399-863a-8efc6da62695,revision_number=None']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:15:48.864345 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-463c710f-1903-46d1-a8d2-b6aa125b5ba1 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=30767e14fb0e444b92c1b3a4e4fe42e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3370478 May 19 11:15:48.865365 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463c710f-1903-46d1-a8d2-b6aa125b5ba1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b23e007a-2435-430a-bd7d-d14c4655b825,revision_number=1']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:15:48.865749 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 44290) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:15:48.866316 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-59d61eeb-2595-479a-823d-b80a9479f98b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:15:48.867289 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-463c710f-1903-46d1-a8d2-b6aa125b5ba1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:15:48.868165 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-59d61eeb-2595-479a-823d-b80a9479f98b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:48.870528 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-59d61eeb-2595-479a-823d-b80a9479f98b admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/7bf798fc-8420-4399-863a-8efc6da62695 HTTP/1.1" status: 204 len: 168 time: 0.1580231 May 19 11:15:48.932618 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-d5ca77e6-18c1-4317-a7a1-94eade8f5657 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:48.999252 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-d5ca77e6-18c1-4317-a7a1-94eade8f5657 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:49.023163 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480903d9-af84-476c-a4c0-9aa8687842aa req-744d167d-045d-4453-a843-82ebcb26d5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:15:49.023925 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-480903d9-af84-476c-a4c0-9aa8687842aa req-744d167d-045d-4453-a843-82ebcb26d5d8 service neutron] 10.222.0.112 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0828402 May 19 11:15:49.053856 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1195db0-708e-4086-9631-77ae237422e1 req-eebb1a1e-19ca-4c68-8527-9597f0da6d0a tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:15:49.054697 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-e1195db0-708e-4086-9631-77ae237422e1 req-eebb1a1e-19ca-4c68-8527-9597f0da6d0a tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=15bb00ba-1ae7-4b08-8b0b-6eeb024426a9 HTTP/1.1" status: 200 len: 944 time: 0.1194797 May 19 11:15:49.060943 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0822a671-18f1-4698-8260-b2d91a801327 req-1f2072ad-54eb-4282-864a-7dfc127f35c8 tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:15:49.061710 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-0822a671-18f1-4698-8260-b2d91a801327 req-1f2072ad-54eb-4282-864a-7dfc127f35c8 tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] 10.222.0.90 "GET /v2.0/ports?device_id=86d683d8-3072-421b-96a6-7fcdd344d2f6 HTTP/1.1" status: 200 len: 943 time: 0.1251433 May 19 11:15:49.073517 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-d5ca77e6-18c1-4317-a7a1-94eade8f5657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:49.083293 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-ed990ce9-5236-49cd-941f-64ee85483dc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:15:49.097820 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ca77e6-18c1-4317-a7a1-94eade8f5657 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b23e007a-2435-430a-bd7d-d14c4655b825,revision_number=None']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:15:49.109453 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-d5ca77e6-18c1-4317-a7a1-94eade8f5657 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:15:49.119432 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-e1195db0-708e-4086-9631-77ae237422e1 req-8ae5d1ee-6ce8-436d-91a8-3256cefe66a3 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/security-groups?id=02f8fdd5-5dea-4a08-86bc-b9af91d4a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571682 May 19 11:15:49.121699 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-d5ca77e6-18c1-4317-a7a1-94eade8f5657 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:49.122281 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-d5ca77e6-18c1-4317-a7a1-94eade8f5657 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/b23e007a-2435-430a-bd7d-d14c4655b825 HTTP/1.1" status: 204 len: 168 time: 0.2552330 May 19 11:15:49.127751 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-0822a671-18f1-4698-8260-b2d91a801327 req-044b10da-07b4-4a64-b71c-6ec7a19f4a98 tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] 10.222.0.90 "GET /v2.0/security-groups?id=ff0dbe48-5c91-4369-b113-7de6c0a7016b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550778 May 19 11:15:49.409179 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5628af75-54b0-420c-a459-799ba16d9285 req-f592a615-0bd3-464e-8e63-39389491732c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:15:49.410058 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-5628af75-54b0-420c-a459-799ba16d9285 req-f592a615-0bd3-464e-8e63-39389491732c service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=114936b3c24442328e380dbed9453cbe&device_id=6a6a976a-90d4-4150-963e-6edb91b9a891 HTTP/1.1" status: 200 len: 1096 time: 0.0407124 May 19 11:15:49.453610 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-5628af75-54b0-420c-a459-799ba16d9285 req-69f3e212-5052-45ae-84bb-60a8d0629dd7 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db59126d-1c1c-4ba1-a2f8-210209c9a196 HTTP/1.1" status: 200 len: 217 time: 0.0345497 May 19 11:15:49.492992 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5628af75-54b0-420c-a459-799ba16d9285 req-c2d2c35c-165f-4795-991b-abdb09d71096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:15:49.493983 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-5628af75-54b0-420c-a459-799ba16d9285 req-c2d2c35c-165f-4795-991b-abdb09d71096 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=1f0aafc7-5dc8-4ee6-a066-4c3495d1adf2 HTTP/1.1" status: 200 len: 855 time: 0.0328155 May 19 11:15:49.541877 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5628af75-54b0-420c-a459-799ba16d9285 req-5d7f0443-a863-4b00-8516-c878fecdf3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:15:49.542785 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-5628af75-54b0-420c-a459-799ba16d9285 req-5d7f0443-a863-4b00-8516-c878fecdf3e5 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=283f984f-2a81-4a0c-9cd3-692b468d28a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0412636 May 19 11:15:49.776115 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-5628af75-54b0-420c-a459-799ba16d9285 req-096d91ba-3caa-424c-aae7-0d832b4f43dd service neutron] 10.222.0.112 "GET /v2.0/networks/283f984f-2a81-4a0c-9cd3-692b468d28a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239656 May 19 11:15:49.830397 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aac6a9-cccf-496b-a3c0-39339b990dc8 req-f4a1e802-0daa-478d-a318-894a90388eac tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:15:49.831211 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-13aac6a9-cccf-496b-a3c0-39339b990dc8 req-f4a1e802-0daa-478d-a318-894a90388eac tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=c9a2706a-90b8-47a1-af05-750a15a52f05 HTTP/1.1" status: 200 len: 943 time: 0.0790324 May 19 11:15:49.879208 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-13aac6a9-cccf-496b-a3c0-39339b990dc8 req-d3e0bd1d-7f2d-4dd6-9cbe-f5ad4bf961fb tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412951 May 19 11:15:49.916030 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-5628af75-54b0-420c-a459-799ba16d9285 req-77ebbb83-ba59-4845-8392-70c63c7d2efa service neutron] 10.222.0.112 "GET /v2.0/networks/283f984f-2a81-4a0c-9cd3-692b468d28a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103737 May 19 11:15:49.959845 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 44378) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:15:49.985359 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0256abd9-dc9c-4e8b-89e4-ac44f6030c3a req-17150e7b-af93-4a28-92a9-dc8afd1c4797 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:15:49.985359 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-0256abd9-dc9c-4e8b-89e4-ac44f6030c3a req-17150e7b-af93-4a28-92a9-dc8afd1c4797 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "GET /v2.0/ports?device_id=6a6a976a-90d4-4150-963e-6edb91b9a891 HTTP/1.1" status: 200 len: 943 time: 0.0562301 May 19 11:15:50.024511 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-0256abd9-dc9c-4e8b-89e4-ac44f6030c3a req-8f129842-5cfd-4201-b4e1-10faa17e6553 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "GET /v2.0/security-groups?id=da2169de-7a61-4810-9cac-12669592b71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330758 May 19 11:15:50.069313 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-bbcd0520-1051-4bd2-a2d9-3110c1ccaeb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:50.081785 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-bbcd0520-1051-4bd2-a2d9-3110c1ccaeb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:15:50.084097 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-bbcd0520-1051-4bd2-a2d9-3110c1ccaeb9 admin admin] Usage tracker for resource:security_group_rule and tenant:703b2452b40d4f80ac2e128633d726af is out of sync, need to count used quota {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:15:50.085866 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-bbcd0520-1051-4bd2-a2d9-3110c1ccaeb9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:15:50.089235 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-bbcd0520-1051-4bd2-a2d9-3110c1ccaeb9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:15:50.155323 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-bbcd0520-1051-4bd2-a2d9-3110c1ccaeb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:50.159878 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-bbcd0520-1051-4bd2-a2d9-3110c1ccaeb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:50.180727 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:15:50.196805 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-bbcd0520-1051-4bd2-a2d9-3110c1ccaeb9 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=703b2452b40d4f80ac2e128633d726af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2358856 May 19 11:15:50.199007 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 44430) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:15:50.208490 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcd0520-1051-4bd2-a2d9-3110c1ccaeb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7bc8038-a3b2-4e99-955f-553194b4f0eb,revision_number=1']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:15:50.211241 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-bbcd0520-1051-4bd2-a2d9-3110c1ccaeb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:15:50.241189 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-3eed0d9e-96ad-4b53-bfcd-21c8744694d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:50.255097 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-3eed0d9e-96ad-4b53-bfcd-21c8744694d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:50.286181 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b527e8-d0a7-495d-9ffe-43ba73e1b588 req-ef5d1511-2e76-4ad6-bc3d-6f838b7ff39f tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:15:50.287040 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-48b527e8-d0a7-495d-9ffe-43ba73e1b588 req-ef5d1511-2e76-4ad6-bc3d-6f838b7ff39f tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] 10.222.0.90 "GET /v2.0/ports?device_id=86d683d8-3072-421b-96a6-7fcdd344d2f6 HTTP/1.1" status: 200 len: 943 time: 0.0979569 May 19 11:15:50.291421 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4047a4a-f4d6-4f4a-a316-f2988248ad53 req-efc46041-6774-452f-8ee2-6e1acd091684 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:15:50.292152 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-e4047a4a-f4d6-4f4a-a316-f2988248ad53 req-efc46041-6774-452f-8ee2-6e1acd091684 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=15bb00ba-1ae7-4b08-8b0b-6eeb024426a9 HTTP/1.1" status: 200 len: 944 time: 0.0611806 May 19 11:15:50.292414 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 44454) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:15:50.297548 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-3eed0d9e-96ad-4b53-bfcd-21c8744694d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:50.301001 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-4e91c82c-062b-4be5-a9d1-26a1e009cec1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:15:50.318133 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eed0d9e-96ad-4b53-bfcd-21c8744694d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7bc8038-a3b2-4e99-955f-553194b4f0eb,revision_number=None']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:15:50.323370 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-3eed0d9e-96ad-4b53-bfcd-21c8744694d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:15:50.335054 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-3eed0d9e-96ad-4b53-bfcd-21c8744694d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:50.337553 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-3eed0d9e-96ad-4b53-bfcd-21c8744694d0 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/e7bc8038-a3b2-4e99-955f-553194b4f0eb HTTP/1.1" status: 204 len: 168 time: 0.1379447 May 19 11:15:50.347336 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-48b527e8-d0a7-495d-9ffe-43ba73e1b588 req-355348eb-61da-4ec9-b4db-e0a7c9692726 tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] 10.222.0.90 "GET /v2.0/security-groups?id=ff0dbe48-5c91-4369-b113-7de6c0a7016b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477011 May 19 11:15:50.350623 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-e4047a4a-f4d6-4f4a-a316-f2988248ad53 req-ecce4945-f8df-4472-99b6-42046820b5db tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/security-groups?id=02f8fdd5-5dea-4a08-86bc-b9af91d4a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454483 May 19 11:15:50.392494 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-d0c16abc-2e76-42ed-919d-1733627aeedf admin admin] Notify callbacks [] for security_group, before_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:50.400399 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-d0c16abc-2e76-42ed-919d-1733627aeedf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:15:50.402539 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-d0c16abc-2e76-42ed-919d-1733627aeedf admin admin] Usage tracker for resource:security_group_rule and tenant:c5bc07bf82524bb2a1b7655c817539f4 is out of sync, need to count used quota {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:15:50.404241 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-d0c16abc-2e76-42ed-919d-1733627aeedf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:15:50.407447 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-d0c16abc-2e76-42ed-919d-1733627aeedf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:15:50.453654 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-d0c16abc-2e76-42ed-919d-1733627aeedf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:50.456391 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-d0c16abc-2e76-42ed-919d-1733627aeedf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:50.462159 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:15:50.491501 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-d0c16abc-2e76-42ed-919d-1733627aeedf admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=c5bc07bf82524bb2a1b7655c817539f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1977568 May 19 11:15:50.493206 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c16abc-2e76-42ed-919d-1733627aeedf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34b72232-0fa2-4979-ba93-0e17b8e0e544,revision_number=1']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:15:50.493829 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 44470) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:15:50.495456 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-d0c16abc-2e76-42ed-919d-1733627aeedf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:15:50.533590 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-13afc2d5-854c-4f42-a7c2-5559b60c35e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:50.550531 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-13afc2d5-854c-4f42-a7c2-5559b60c35e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:50.583451 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-13afc2d5-854c-4f42-a7c2-5559b60c35e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:50.585967 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-1cb0b1d5-0074-4ce0-8f36-74b42a5a611d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:15:50.592505 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13afc2d5-854c-4f42-a7c2-5559b60c35e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34b72232-0fa2-4979-ba93-0e17b8e0e544,revision_number=None']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:15:50.594699 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-13afc2d5-854c-4f42-a7c2-5559b60c35e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:15:50.596361 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-13afc2d5-854c-4f42-a7c2-5559b60c35e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:50.597019 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-13afc2d5-854c-4f42-a7c2-5559b60c35e4 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/34b72232-0fa2-4979-ba93-0e17b8e0e544 HTTP/1.1" status: 204 len: 168 time: 0.1025283 May 19 11:15:50.976578 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a1cfca-ca34-48c1-ab18-20d5b7c07195 req-34a6e23d-7562-4635-a512-5c02185c4b04 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:15:50.977856 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-d4a1cfca-ca34-48c1-ab18-20d5b7c07195 req-34a6e23d-7562-4635-a512-5c02185c4b04 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=c9a2706a-90b8-47a1-af05-750a15a52f05 HTTP/1.1" status: 200 len: 943 time: 0.0454895 May 19 11:15:51.006620 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-d4a1cfca-ca34-48c1-ab18-20d5b7c07195 req-52eff06f-6fb0-4158-9ed2-88cb2c3ddc5e tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0242574 May 19 11:15:51.133309 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3500ba40-58fe-43c0-9dbb-22569b304af4 req-15585721-f701-4278-a1c1-aeec10c5586b tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:15:51.134176 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-3500ba40-58fe-43c0-9dbb-22569b304af4 req-15585721-f701-4278-a1c1-aeec10c5586b tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "GET /v2.0/ports?device_id=6a6a976a-90d4-4150-963e-6edb91b9a891 HTTP/1.1" status: 200 len: 943 time: 0.0489190 May 19 11:15:51.160153 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-3500ba40-58fe-43c0-9dbb-22569b304af4 req-a44c1d7c-f55a-45cb-905b-b036fbd910d8 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "GET /v2.0/security-groups?id=da2169de-7a61-4810-9cac-12669592b71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0218709 May 19 11:15:51.178632 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 44564) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:15:51.280080 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-a5d7cbe9-b8e2-4756-9a3e-8ba15751b76b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:51.288158 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-a5d7cbe9-b8e2-4756-9a3e-8ba15751b76b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:15:51.290947 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-a5d7cbe9-b8e2-4756-9a3e-8ba15751b76b admin admin] Usage tracker for resource:security_group_rule and tenant:ecbaccd26fb6400ebba8ab3f10cfa580 is out of sync, need to count used quota {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:15:51.292701 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-a5d7cbe9-b8e2-4756-9a3e-8ba15751b76b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:15:51.295929 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-a5d7cbe9-b8e2-4756-9a3e-8ba15751b76b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:15:51.348104 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-a5d7cbe9-b8e2-4756-9a3e-8ba15751b76b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:51.354011 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-a5d7cbe9-b8e2-4756-9a3e-8ba15751b76b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:51.360572 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:15:51.384503 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-a5d7cbe9-b8e2-4756-9a3e-8ba15751b76b admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=ecbaccd26fb6400ebba8ab3f10cfa580&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2036498 May 19 11:15:51.384950 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 44588) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:15:51.386173 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d7cbe9-b8e2-4756-9a3e-8ba15751b76b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78ff2716-2b4f-4b0f-b7f2-1ad4483b06b5,revision_number=1']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:15:51.388494 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-a5d7cbe9-b8e2-4756-9a3e-8ba15751b76b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:15:51.477415 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-fd751c66-0006-437d-bffb-1ef2f1704376 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:51.500258 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284cc937-2603-40d7-998b-fe1c7779da2e req-a6cc2924-106c-4313-b775-37ddb99a3ea2 tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:15:51.501068 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-284cc937-2603-40d7-998b-fe1c7779da2e req-a6cc2924-106c-4313-b775-37ddb99a3ea2 tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] 10.222.0.90 "GET /v2.0/ports?device_id=86d683d8-3072-421b-96a6-7fcdd344d2f6 HTTP/1.1" status: 200 len: 943 time: 0.1001012 May 19 11:15:51.504453 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-fd751c66-0006-437d-bffb-1ef2f1704376 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:51.541405 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc97ecf-46a8-4b31-a405-e9e9869ebe8e req-f9929eda-7e4b-4bae-9366-2b0e0e7b47c7 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:15:51.542240 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-7cc97ecf-46a8-4b31-a405-e9e9869ebe8e req-f9929eda-7e4b-4bae-9366-2b0e0e7b47c7 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=15bb00ba-1ae7-4b08-8b0b-6eeb024426a9 HTTP/1.1" status: 200 len: 944 time: 0.1097553 May 19 11:15:51.555548 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-284cc937-2603-40d7-998b-fe1c7779da2e req-bc87c9dc-cb16-40f1-923f-8616bba7b1f4 tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] 10.222.0.90 "GET /v2.0/security-groups?id=ff0dbe48-5c91-4369-b113-7de6c0a7016b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476708 May 19 11:15:51.577173 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-7cc97ecf-46a8-4b31-a405-e9e9869ebe8e req-c94ae5dd-afea-41a2-9c19-b9f7e7d5c881 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/security-groups?id=02f8fdd5-5dea-4a08-86bc-b9af91d4a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307984 May 19 11:15:51.577904 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-fd751c66-0006-437d-bffb-1ef2f1704376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:51.580602 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-ed803bbf-186a-425a-b2f6-889143e9cd12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:15:51.641464 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd751c66-0006-437d-bffb-1ef2f1704376 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78ff2716-2b4f-4b0f-b7f2-1ad4483b06b5,revision_number=None']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:15:51.644060 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-fd751c66-0006-437d-bffb-1ef2f1704376 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:15:51.647361 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-fd751c66-0006-437d-bffb-1ef2f1704376 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:15:51.648186 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-fd751c66-0006-437d-bffb-1ef2f1704376 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/78ff2716-2b4f-4b0f-b7f2-1ad4483b06b5 HTTP/1.1" status: 204 len: 168 time: 0.2624614 May 19 11:15:52.110785 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ff2400-52eb-4b4e-a3c4-e8b75d647e0e req-702f1b2c-2258-4382-b10c-21c62eac5332 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:15:52.111633 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-33ff2400-52eb-4b4e-a3c4-e8b75d647e0e req-702f1b2c-2258-4382-b10c-21c62eac5332 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=c9a2706a-90b8-47a1-af05-750a15a52f05 HTTP/1.1" status: 200 len: 943 time: 0.0450957 May 19 11:15:52.136305 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-33ff2400-52eb-4b4e-a3c4-e8b75d647e0e req-140348a6-977d-4b87-87aa-fcbc6fbb0315 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0207515 May 19 11:15:52.266180 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014bba57-77a8-4ab5-b605-211eefe32a27 req-ee5d089f-1f5d-466d-a91a-7bb31c4b8be6 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:15:52.267024 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-014bba57-77a8-4ab5-b605-211eefe32a27 req-ee5d089f-1f5d-466d-a91a-7bb31c4b8be6 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "GET /v2.0/ports?device_id=6a6a976a-90d4-4150-963e-6edb91b9a891 HTTP/1.1" status: 200 len: 943 time: 0.0458097 May 19 11:15:52.292321 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-014bba57-77a8-4ab5-b605-211eefe32a27 req-fc26e4cc-0f5e-4e8c-a90b-56efca28a370 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "GET /v2.0/security-groups?id=da2169de-7a61-4810-9cac-12669592b71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0217514 May 19 11:15:52.706491 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fd2362-e5f6-404b-8427-26dcad4843ce req-e09cfce7-6205-472b-adfc-46489251e13c tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:15:52.707399 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-a0fd2362-e5f6-404b-8427-26dcad4843ce req-e09cfce7-6205-472b-adfc-46489251e13c tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=15bb00ba-1ae7-4b08-8b0b-6eeb024426a9 HTTP/1.1" status: 200 len: 944 time: 0.0612850 May 19 11:15:52.711980 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8cbb76-b7de-4ee3-b5be-c4b86ac11d22 req-cec79142-05c1-497e-86b2-baf805cac5c3 tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:15:52.712754 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-5d8cbb76-b7de-4ee3-b5be-c4b86ac11d22 req-cec79142-05c1-497e-86b2-baf805cac5c3 tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] 10.222.0.90 "GET /v2.0/ports?device_id=86d683d8-3072-421b-96a6-7fcdd344d2f6 HTTP/1.1" status: 200 len: 943 time: 0.0864332 May 19 11:15:52.748108 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-a0fd2362-e5f6-404b-8427-26dcad4843ce req-b19b3429-ba82-41b0-a5e7-2dc509496d05 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/security-groups?id=02f8fdd5-5dea-4a08-86bc-b9af91d4a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347691 May 19 11:15:52.750308 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-5d8cbb76-b7de-4ee3-b5be-c4b86ac11d22 req-bc150aa7-5c12-4132-9b42-753135d95ced tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] 10.222.0.90 "GET /v2.0/security-groups?id=ff0dbe48-5c91-4369-b113-7de6c0a7016b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300992 May 19 11:15:53.240699 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31a6de8-ccf3-435c-89a2-019b0dfdc184 req-9aa23932-4e4b-4c5d-8f3c-3ecdc7680c37 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:15:53.241516 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-e31a6de8-ccf3-435c-89a2-019b0dfdc184 req-9aa23932-4e4b-4c5d-8f3c-3ecdc7680c37 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=c9a2706a-90b8-47a1-af05-750a15a52f05 HTTP/1.1" status: 200 len: 943 time: 0.0458920 May 19 11:15:53.269807 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-e31a6de8-ccf3-435c-89a2-019b0dfdc184 req-a3dc872d-eac2-40b1-bd16-2cfffbfdec00 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0221953 May 19 11:15:53.399779 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da5ca3f-8b5d-41d7-b455-ffee8ac8db4d req-ae451cd8-11d0-47c4-9e53-df678aecd461 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:15:53.400643 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-4da5ca3f-8b5d-41d7-b455-ffee8ac8db4d req-ae451cd8-11d0-47c4-9e53-df678aecd461 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "GET /v2.0/ports?device_id=6a6a976a-90d4-4150-963e-6edb91b9a891 HTTP/1.1" status: 200 len: 943 time: 0.0475378 May 19 11:15:53.427187 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-4da5ca3f-8b5d-41d7-b455-ffee8ac8db4d req-2043f9cf-4f0d-419d-8f9c-f28dda803f05 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "GET /v2.0/security-groups?id=da2169de-7a61-4810-9cac-12669592b71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0231507 May 19 11:15:53.911837 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e047143c-cb75-47fc-af40-de63071f3366 req-cdaccecf-fb48-490c-a760-4ad96e96f6a8 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:15:53.912884 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-e047143c-cb75-47fc-af40-de63071f3366 req-cdaccecf-fb48-490c-a760-4ad96e96f6a8 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=15bb00ba-1ae7-4b08-8b0b-6eeb024426a9 HTTP/1.1" status: 200 len: 944 time: 0.0949543 May 19 11:15:53.918215 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f53334-a438-4ba2-8158-013aee1cc3c7 req-d2ab6482-3802-4fd7-9739-74329059ef69 tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:15:53.919068 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-85f53334-a438-4ba2-8158-013aee1cc3c7 req-d2ab6482-3802-4fd7-9739-74329059ef69 tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] 10.222.0.90 "GET /v2.0/ports?device_id=86d683d8-3072-421b-96a6-7fcdd344d2f6 HTTP/1.1" status: 200 len: 943 time: 0.0776668 May 19 11:15:53.961545 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-e047143c-cb75-47fc-af40-de63071f3366 req-f41365d9-f969-422e-9fdb-7169dce6e5d3 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/security-groups?id=02f8fdd5-5dea-4a08-86bc-b9af91d4a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418823 May 19 11:15:53.964170 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-85f53334-a438-4ba2-8158-013aee1cc3c7 req-4510393f-12b1-452d-a70b-a661e6f3bc38 tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] 10.222.0.90 "GET /v2.0/security-groups?id=ff0dbe48-5c91-4369-b113-7de6c0a7016b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361972 May 19 11:15:54.383714 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3787084b-0dbd-495d-bd4d-9ebf4e2884bd req-db11da71-f843-45b1-b719-a32eb26ac262 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:15:54.388974 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-3787084b-0dbd-495d-bd4d-9ebf4e2884bd req-db11da71-f843-45b1-b719-a32eb26ac262 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=c9a2706a-90b8-47a1-af05-750a15a52f05 HTTP/1.1" status: 200 len: 943 time: 0.0593443 May 19 11:15:54.422016 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-3787084b-0dbd-495d-bd4d-9ebf4e2884bd req-fd163d79-1313-4d59-a9d1-6a15d5a6248b tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321398 May 19 11:15:54.535704 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b129ce8e-e5d6-4f23-9477-200e8ffad25b req-0f3c2b2b-f65d-4a3a-9721-6c07570e7fe6 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:15:54.536541 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-b129ce8e-e5d6-4f23-9477-200e8ffad25b req-0f3c2b2b-f65d-4a3a-9721-6c07570e7fe6 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "GET /v2.0/ports?device_id=6a6a976a-90d4-4150-963e-6edb91b9a891 HTTP/1.1" status: 200 len: 943 time: 0.0422919 May 19 11:15:54.562387 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-b129ce8e-e5d6-4f23-9477-200e8ffad25b req-37032000-e694-47ca-8c15-42f64f003176 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "GET /v2.0/security-groups?id=da2169de-7a61-4810-9cac-12669592b71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0224965 May 19 11:15:55.116266 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ccabcc-7088-4944-96f4-92656459e19f req-bcd9a2f8-6adc-4f38-a832-3c06cbd8cf35 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:15:55.117143 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-03ccabcc-7088-4944-96f4-92656459e19f req-bcd9a2f8-6adc-4f38-a832-3c06cbd8cf35 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=15bb00ba-1ae7-4b08-8b0b-6eeb024426a9 HTTP/1.1" status: 200 len: 944 time: 0.0799127 May 19 11:15:55.121728 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0756f527-ca49-4bcc-b9bd-fbb0753a9d24 req-a159335e-a01d-41b7-bf2c-13c6b2c33d5c tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:15:55.122510 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-0756f527-ca49-4bcc-b9bd-fbb0753a9d24 req-a159335e-a01d-41b7-bf2c-13c6b2c33d5c tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] 10.222.0.90 "GET /v2.0/ports?device_id=86d683d8-3072-421b-96a6-7fcdd344d2f6 HTTP/1.1" status: 200 len: 943 time: 0.0627100 May 19 11:15:55.159156 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-03ccabcc-7088-4944-96f4-92656459e19f req-aadb0ade-9774-4e1a-81ef-767681072579 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/security-groups?id=02f8fdd5-5dea-4a08-86bc-b9af91d4a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360668 May 19 11:15:55.162933 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-0756f527-ca49-4bcc-b9bd-fbb0753a9d24 req-7126333d-65af-4d71-ab24-982f23ba6449 tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] 10.222.0.90 "GET /v2.0/security-groups?id=ff0dbe48-5c91-4369-b113-7de6c0a7016b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329061 May 19 11:15:55.558433 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad20e22d-258f-4ec2-83e6-3bbfb890cdea req-8449b830-2c10-42c1-8610-a82a68a108c6 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:15:55.559428 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-ad20e22d-258f-4ec2-83e6-3bbfb890cdea req-8449b830-2c10-42c1-8610-a82a68a108c6 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=c9a2706a-90b8-47a1-af05-750a15a52f05 HTTP/1.1" status: 200 len: 943 time: 0.0607820 May 19 11:15:55.587562 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-ad20e22d-258f-4ec2-83e6-3bbfb890cdea req-4ed57020-d36a-49cd-b2ec-37b1409f8c9d tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0241499 May 19 11:15:55.683222 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a1efae-ee9c-4f02-91e3-ff21a177d13b req-ed21a72b-c54a-439e-b0e9-b4bdeb8fad91 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:15:55.684097 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-97a1efae-ee9c-4f02-91e3-ff21a177d13b req-ed21a72b-c54a-439e-b0e9-b4bdeb8fad91 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "GET /v2.0/ports?device_id=6a6a976a-90d4-4150-963e-6edb91b9a891 HTTP/1.1" status: 200 len: 943 time: 0.0620489 May 19 11:15:55.707755 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-97a1efae-ee9c-4f02-91e3-ff21a177d13b req-c348d967-54d8-4eb7-9f50-93977b14b1b9 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "GET /v2.0/security-groups?id=da2169de-7a61-4810-9cac-12669592b71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0199444 May 19 11:15:56.356329 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f336271f-e91f-4666-894c-b450e0473f84 req-937e6a1e-d70e-484a-b008-f10a3dd1641c tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:15:56.357162 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-f336271f-e91f-4666-894c-b450e0473f84 req-937e6a1e-d70e-484a-b008-f10a3dd1641c tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=15bb00ba-1ae7-4b08-8b0b-6eeb024426a9 HTTP/1.1" status: 200 len: 944 time: 0.0775673 May 19 11:15:56.360782 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575fe045-0d1e-463e-91ac-4ecbbd048817 req-84bf331f-66da-4981-8262-8a607cc36ad3 tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:15:56.361612 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-575fe045-0d1e-463e-91ac-4ecbbd048817 req-84bf331f-66da-4981-8262-8a607cc36ad3 tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] 10.222.0.90 "GET /v2.0/ports?device_id=86d683d8-3072-421b-96a6-7fcdd344d2f6 HTTP/1.1" status: 200 len: 943 time: 0.0623908 May 19 11:15:56.396305 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-f336271f-e91f-4666-894c-b450e0473f84 req-2e31806d-88c1-45f4-84b1-5b2fb2b6b0cb tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/security-groups?id=02f8fdd5-5dea-4a08-86bc-b9af91d4a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341904 May 19 11:15:56.397704 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-575fe045-0d1e-463e-91ac-4ecbbd048817 req-a7ce26fc-b11e-4fa4-b018-7ad0eaea673b tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] 10.222.0.90 "GET /v2.0/security-groups?id=ff0dbe48-5c91-4369-b113-7de6c0a7016b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290229 May 19 11:15:56.760424 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca918ba8-eb05-49a0-bd3d-a5614dd484eb req-5dd11694-7b42-4434-b9dc-f4202b626ba4 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:15:56.761490 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-ca918ba8-eb05-49a0-bd3d-a5614dd484eb req-5dd11694-7b42-4434-b9dc-f4202b626ba4 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=c9a2706a-90b8-47a1-af05-750a15a52f05 HTTP/1.1" status: 200 len: 943 time: 0.1091909 May 19 11:15:56.817290 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-ca918ba8-eb05-49a0-bd3d-a5614dd484eb req-9d42a4b0-ecc1-48fb-9fd6-ab4360ad591b tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518794 May 19 11:15:56.836484 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd558b91-7f93-45b5-a339-10eccf2a397b req-d8d708a2-e053-4c68-ac0c-6cab8f235bbd tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:15:56.837376 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-dd558b91-7f93-45b5-a339-10eccf2a397b req-d8d708a2-e053-4c68-ac0c-6cab8f235bbd tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "GET /v2.0/ports?device_id=6a6a976a-90d4-4150-963e-6edb91b9a891 HTTP/1.1" status: 200 len: 943 time: 0.0631974 May 19 11:15:56.864500 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-dd558b91-7f93-45b5-a339-10eccf2a397b req-98d4cbbd-dbc1-48bb-b3bf-f50b09ac293d tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "GET /v2.0/security-groups?id=da2169de-7a61-4810-9cac-12669592b71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0237436 May 19 11:15:57.570414 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e3051b-ffcb-433c-96ff-f3bb294ccef9 req-f22f2e4c-2d77-4ca0-933d-788530c8edc7 tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:15:57.571424 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-26e3051b-ffcb-433c-96ff-f3bb294ccef9 req-f22f2e4c-2d77-4ca0-933d-788530c8edc7 tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] 10.222.0.90 "GET /v2.0/ports?device_id=86d683d8-3072-421b-96a6-7fcdd344d2f6 HTTP/1.1" status: 200 len: 943 time: 0.0938787 May 19 11:15:57.576225 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e39055-ff11-4a9e-987f-1796a135748e req-0db5fcab-e710-4133-b433-65550a91454c tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:15:57.577263 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-a3e39055-ff11-4a9e-987f-1796a135748e req-0db5fcab-e710-4133-b433-65550a91454c tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=15bb00ba-1ae7-4b08-8b0b-6eeb024426a9 HTTP/1.1" status: 200 len: 944 time: 0.0739286 May 19 11:15:57.620949 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-26e3051b-ffcb-433c-96ff-f3bb294ccef9 req-bd4d8ebf-60f7-4bf4-8639-c891b0df3a50 tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] 10.222.0.90 "GET /v2.0/security-groups?id=ff0dbe48-5c91-4369-b113-7de6c0a7016b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431404 May 19 11:15:57.625176 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-a3e39055-ff11-4a9e-987f-1796a135748e req-ba0dd48e-a8ba-421c-98c5-f367fe3c31a3 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/security-groups?id=02f8fdd5-5dea-4a08-86bc-b9af91d4a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386438 May 19 11:15:57.990311 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8bd5ee-9a1a-4628-bcb5-dea35a10d69c req-b48317f0-a7e6-4605-95b5-838974ed3699 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:15:57.991296 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-ba8bd5ee-9a1a-4628-bcb5-dea35a10d69c req-b48317f0-a7e6-4605-95b5-838974ed3699 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=c9a2706a-90b8-47a1-af05-750a15a52f05 HTTP/1.1" status: 200 len: 943 time: 0.0906966 May 19 11:15:58.012281 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa109cff-f82c-4cb5-a3b5-1c8eb5260b19 req-7317ef3d-0ceb-48e3-808e-720d8e9eec65 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:15:58.013182 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-fa109cff-f82c-4cb5-a3b5-1c8eb5260b19 req-7317ef3d-0ceb-48e3-808e-720d8e9eec65 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "GET /v2.0/ports?device_id=6a6a976a-90d4-4150-963e-6edb91b9a891 HTTP/1.1" status: 200 len: 943 time: 0.0781517 May 19 11:15:58.036084 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-ba8bd5ee-9a1a-4628-bcb5-dea35a10d69c req-07333f1c-5cd2-4d09-9fc9-51fc3d02d204 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408080 May 19 11:15:58.051443 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-fa109cff-f82c-4cb5-a3b5-1c8eb5260b19 req-501cd0a1-991f-4c98-875d-b1f949ea1a30 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "GET /v2.0/security-groups?id=da2169de-7a61-4810-9cac-12669592b71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318201 May 19 11:15:58.804819 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3574643b-5efe-44f1-954c-06bc82e9a87d req-17c17441-828a-46a3-a6f0-135ac1e63412 tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:15:58.805852 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-3574643b-5efe-44f1-954c-06bc82e9a87d req-17c17441-828a-46a3-a6f0-135ac1e63412 tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] 10.222.0.90 "GET /v2.0/ports?device_id=86d683d8-3072-421b-96a6-7fcdd344d2f6 HTTP/1.1" status: 200 len: 943 time: 0.0941198 May 19 11:15:58.810610 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3678f53-3b58-42c3-a3bb-7b5fe8c5461f req-0733402e-abcf-4f79-9ad2-bd977c08816a tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:15:58.811581 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-d3678f53-3b58-42c3-a3bb-7b5fe8c5461f req-0733402e-abcf-4f79-9ad2-bd977c08816a tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=15bb00ba-1ae7-4b08-8b0b-6eeb024426a9 HTTP/1.1" status: 200 len: 944 time: 0.0736353 May 19 11:15:58.856244 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-3574643b-5efe-44f1-954c-06bc82e9a87d req-c8b43587-adcd-4de0-8355-4995ee29eb14 tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] 10.222.0.90 "GET /v2.0/security-groups?id=ff0dbe48-5c91-4369-b113-7de6c0a7016b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440757 May 19 11:15:58.860489 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-d3678f53-3b58-42c3-a3bb-7b5fe8c5461f req-db03f23a-bb01-49e9-8536-64d4e030f384 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/security-groups?id=02f8fdd5-5dea-4a08-86bc-b9af91d4a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376463 May 19 11:15:59.203488 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aa602e-dd0a-425a-9d8f-907a350f58ab req-05ec8bd9-b92a-494c-966d-a929e040246b tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:15:59.204433 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-40aa602e-dd0a-425a-9d8f-907a350f58ab req-05ec8bd9-b92a-494c-966d-a929e040246b tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=c9a2706a-90b8-47a1-af05-750a15a52f05 HTTP/1.1" status: 200 len: 943 time: 0.0896096 May 19 11:15:59.208856 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b708d78-ad93-483c-8348-4081eadd46fe req-2c672050-85e5-452d-adf9-fe3f4c5189d1 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:15:59.209679 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-0b708d78-ad93-483c-8348-4081eadd46fe req-2c672050-85e5-452d-adf9-fe3f4c5189d1 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "GET /v2.0/ports?device_id=6a6a976a-90d4-4150-963e-6edb91b9a891 HTTP/1.1" status: 200 len: 943 time: 0.0738382 May 19 11:15:59.252027 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-40aa602e-dd0a-425a-9d8f-907a350f58ab req-28cd17f0-23c9-4743-a55e-49f75cecdc47 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416234 May 19 11:15:59.254719 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-0b708d78-ad93-483c-8348-4081eadd46fe req-6021047a-6465-4b88-a5e4-a3dab602885f tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "GET /v2.0/security-groups?id=da2169de-7a61-4810-9cac-12669592b71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365033 May 19 11:16:00.014932 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ab65cf-6069-49fe-8c01-3cf53227178b req-77f8e262-3dcc-4e16-9503-013fd38650c2 tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:00.015842 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-25ab65cf-6069-49fe-8c01-3cf53227178b req-77f8e262-3dcc-4e16-9503-013fd38650c2 tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] 10.222.0.90 "GET /v2.0/ports?device_id=86d683d8-3072-421b-96a6-7fcdd344d2f6 HTTP/1.1" status: 200 len: 943 time: 0.0897822 May 19 11:16:00.022711 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebcc438-6846-496c-89ad-f21cfdae6ef3 req-01a81576-27cf-4df1-988f-9156d87ce149 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:00.023546 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-8ebcc438-6846-496c-89ad-f21cfdae6ef3 req-01a81576-27cf-4df1-988f-9156d87ce149 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=15bb00ba-1ae7-4b08-8b0b-6eeb024426a9 HTTP/1.1" status: 200 len: 944 time: 0.0762229 May 19 11:16:00.067253 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-25ab65cf-6069-49fe-8c01-3cf53227178b req-99656b94-64f3-4092-abb6-8e724ad79e77 tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] 10.222.0.90 "GET /v2.0/security-groups?id=ff0dbe48-5c91-4369-b113-7de6c0a7016b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431170 May 19 11:16:00.069578 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-8ebcc438-6846-496c-89ad-f21cfdae6ef3 req-3decdc58-70ca-48c3-80e4-48e1c134cc4d tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/security-groups?id=02f8fdd5-5dea-4a08-86bc-b9af91d4a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374389 May 19 11:16:00.409147 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d907a00-a272-42d6-a418-bf2dec8020bc req-6fda6ce0-1f6f-4435-a30a-a634ab8e9191 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:00.409995 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-0d907a00-a272-42d6-a418-bf2dec8020bc req-6fda6ce0-1f6f-4435-a30a-a634ab8e9191 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "GET /v2.0/ports?device_id=6a6a976a-90d4-4150-963e-6edb91b9a891 HTTP/1.1" status: 200 len: 943 time: 0.0756309 May 19 11:16:00.415941 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3151c2-5e79-4a8b-8dec-a41c2c59ce7d req-f2b72e03-8607-4212-a395-181b937ca8e6 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:00.416667 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-2c3151c2-5e79-4a8b-8dec-a41c2c59ce7d req-f2b72e03-8607-4212-a395-181b937ca8e6 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=c9a2706a-90b8-47a1-af05-750a15a52f05 HTTP/1.1" status: 200 len: 943 time: 0.0629234 May 19 11:16:00.452167 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-0d907a00-a272-42d6-a418-bf2dec8020bc req-5067d312-3850-4a7a-9ac3-1d7c45ee2e35 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "GET /v2.0/security-groups?id=da2169de-7a61-4810-9cac-12669592b71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349762 May 19 11:16:00.454403 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-2c3151c2-5e79-4a8b-8dec-a41c2c59ce7d req-2dea21a1-a8a5-48eb-8395-a4204c3c5860 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291684 May 19 11:16:01.217598 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1053b3f4-68e5-453a-a6f4-e5e1f6fad3b0 req-8cc2d721-92c7-417a-b922-f49d5f881fd7 tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:01.218392 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-1053b3f4-68e5-453a-a6f4-e5e1f6fad3b0 req-8cc2d721-92c7-417a-b922-f49d5f881fd7 tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] 10.222.0.90 "GET /v2.0/ports?device_id=86d683d8-3072-421b-96a6-7fcdd344d2f6 HTTP/1.1" status: 200 len: 943 time: 0.0769956 May 19 11:16:01.222036 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c4e16f-d8ae-4d92-b922-06d82448684f req-6ce6569a-e16f-476b-9d8a-61fe13dd838c tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:01.222731 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-a3c4e16f-d8ae-4d92-b922-06d82448684f req-6ce6569a-e16f-476b-9d8a-61fe13dd838c tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=15bb00ba-1ae7-4b08-8b0b-6eeb024426a9 HTTP/1.1" status: 200 len: 944 time: 0.0629201 May 19 11:16:01.258074 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-1053b3f4-68e5-453a-a6f4-e5e1f6fad3b0 req-1441f26b-a746-47ac-a26c-d686e485df14 tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] 10.222.0.90 "GET /v2.0/security-groups?id=ff0dbe48-5c91-4369-b113-7de6c0a7016b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329690 May 19 11:16:01.260131 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-a3c4e16f-d8ae-4d92-b922-06d82448684f req-2eb7aa48-f5a9-4719-a9b5-ffd203306de5 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/security-groups?id=02f8fdd5-5dea-4a08-86bc-b9af91d4a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286303 May 19 11:16:01.682730 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e776662b-5cac-4dac-be83-a75084b5fdd6 req-04562240-7e5d-479f-bba7-0715ae2d0e98 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:01.683723 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-e776662b-5cac-4dac-be83-a75084b5fdd6 req-04562240-7e5d-479f-bba7-0715ae2d0e98 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "GET /v2.0/ports?device_id=6a6a976a-90d4-4150-963e-6edb91b9a891 HTTP/1.1" status: 200 len: 943 time: 0.1479530 May 19 11:16:01.688272 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe15f04-fe72-4ccb-a538-571133189708 req-bc841c74-de98-4536-8e5c-47a03bd9b7be tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:01.689138 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-8fe15f04-fe72-4ccb-a538-571133189708 req-bc841c74-de98-4536-8e5c-47a03bd9b7be tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=c9a2706a-90b8-47a1-af05-750a15a52f05 HTTP/1.1" status: 200 len: 943 time: 0.1180725 May 19 11:16:01.731235 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-e776662b-5cac-4dac-be83-a75084b5fdd6 req-6d4705a8-139e-4f3d-8f2d-590f95330f8e tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "GET /v2.0/security-groups?id=da2169de-7a61-4810-9cac-12669592b71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414670 May 19 11:16:01.735353 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-8fe15f04-fe72-4ccb-a538-571133189708 req-8dcc9f47-4ab0-4575-9d8b-91ecceca7f4f tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371408 May 19 11:16:02.412103 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb6ef2e-2688-4d1f-9b9d-b05910bbed00 req-44189ffc-e52d-4913-805a-edb98e599908 tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:02.412986 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-9cb6ef2e-2688-4d1f-9b9d-b05910bbed00 req-44189ffc-e52d-4913-805a-edb98e599908 tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] 10.222.0.90 "GET /v2.0/ports?device_id=86d683d8-3072-421b-96a6-7fcdd344d2f6 HTTP/1.1" status: 200 len: 943 time: 0.0967155 May 19 11:16:02.420550 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f684a5-9796-4e80-a02e-2c65953353bb req-b85fdfd4-182e-4803-b50a-68894324ac2e tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:02.421351 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-43f684a5-9796-4e80-a02e-2c65953353bb req-b85fdfd4-182e-4803-b50a-68894324ac2e tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=15bb00ba-1ae7-4b08-8b0b-6eeb024426a9 HTTP/1.1" status: 200 len: 944 time: 0.0709941 May 19 11:16:02.462105 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-9cb6ef2e-2688-4d1f-9b9d-b05910bbed00 req-ad344c0d-527d-4903-847a-3b5cb80544ff tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] 10.222.0.90 "GET /v2.0/security-groups?id=ff0dbe48-5c91-4369-b113-7de6c0a7016b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401561 May 19 11:16:02.464698 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-43f684a5-9796-4e80-a02e-2c65953353bb req-7616dc19-4c00-4e2b-b3d2-e1dbe109dd23 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/security-groups?id=02f8fdd5-5dea-4a08-86bc-b9af91d4a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351501 May 19 11:16:02.885155 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd8fed1-8e0c-45db-ba17-ef0b3497ad65 req-b2471b1c-c1ef-4efc-9d7d-0234e723d7d9 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:02.886874 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-bbd8fed1-8e0c-45db-ba17-ef0b3497ad65 req-b2471b1c-c1ef-4efc-9d7d-0234e723d7d9 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=c9a2706a-90b8-47a1-af05-750a15a52f05 HTTP/1.1" status: 200 len: 943 time: 0.0706427 May 19 11:16:02.920923 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-bbd8fed1-8e0c-45db-ba17-ef0b3497ad65 req-3389a9bb-fbe8-4880-a59c-2322bf69e3d2 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297296 May 19 11:16:03.006656 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d393a3c-522b-4c05-b26e-5857ce2a8892 req-bcac9dd8-c97f-4cbe-8b5b-2d54b0f574a2 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:03.007629 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-7d393a3c-522b-4c05-b26e-5857ce2a8892 req-bcac9dd8-c97f-4cbe-8b5b-2d54b0f574a2 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "GET /v2.0/ports?device_id=6a6a976a-90d4-4150-963e-6edb91b9a891 HTTP/1.1" status: 200 len: 943 time: 0.0501070 May 19 11:16:03.034717 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-7d393a3c-522b-4c05-b26e-5857ce2a8892 req-96adf802-0754-41cb-97bd-41d17cf39d94 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "GET /v2.0/security-groups?id=da2169de-7a61-4810-9cac-12669592b71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0231695 May 19 11:16:03.628786 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babe34ab-7201-4e4f-8ac6-27b69ced3758 req-d5a5140a-24b0-4717-a603-94f782712570 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:03.629652 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-babe34ab-7201-4e4f-8ac6-27b69ced3758 req-d5a5140a-24b0-4717-a603-94f782712570 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=15bb00ba-1ae7-4b08-8b0b-6eeb024426a9 HTTP/1.1" status: 200 len: 944 time: 0.0914121 May 19 11:16:03.634060 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90c303b-cd41-459f-9b00-fab9005d7e74 req-1d196e57-1700-4271-b533-e4a2d075b7cf tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:03.634909 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-b90c303b-cd41-459f-9b00-fab9005d7e74 req-1d196e57-1700-4271-b533-e4a2d075b7cf tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] 10.222.0.90 "GET /v2.0/ports?device_id=86d683d8-3072-421b-96a6-7fcdd344d2f6 HTTP/1.1" status: 200 len: 943 time: 0.0950930 May 19 11:16:03.679941 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-babe34ab-7201-4e4f-8ac6-27b69ced3758 req-19c15534-4597-46e1-b657-842c7f509616 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/security-groups?id=02f8fdd5-5dea-4a08-86bc-b9af91d4a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435543 May 19 11:16:03.682641 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-b90c303b-cd41-459f-9b00-fab9005d7e74 req-bda4c635-28ed-4f9b-a269-27a1f7474e68 tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] 10.222.0.90 "GET /v2.0/security-groups?id=ff0dbe48-5c91-4369-b113-7de6c0a7016b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378644 May 19 11:16:04.060212 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faeff62-d607-41b1-a0ea-8723f04f8dac req-ac88a8b9-1765-4b45-8198-6d6bf2bde8d3 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:04.065046 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-2faeff62-d607-41b1-a0ea-8723f04f8dac req-ac88a8b9-1765-4b45-8198-6d6bf2bde8d3 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=c9a2706a-90b8-47a1-af05-750a15a52f05 HTTP/1.1" status: 200 len: 943 time: 0.0629632 May 19 11:16:04.090944 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-2faeff62-d607-41b1-a0ea-8723f04f8dac req-3623fee8-032c-4e38-a765-af2019d06b54 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0252237 May 19 11:16:04.159316 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517b98d3-a1d7-4b38-bc82-de281dbdbb26 req-8ba59f9b-33c2-4575-a1cd-fefded2921a9 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:04.160414 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-517b98d3-a1d7-4b38-bc82-de281dbdbb26 req-8ba59f9b-33c2-4575-a1cd-fefded2921a9 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "GET /v2.0/ports?device_id=6a6a976a-90d4-4150-963e-6edb91b9a891 HTTP/1.1" status: 200 len: 943 time: 0.0553625 May 19 11:16:04.189365 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-517b98d3-a1d7-4b38-bc82-de281dbdbb26 req-5d56bd46-fc2d-44e0-bdd0-3fa108aebdbb tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "GET /v2.0/security-groups?id=da2169de-7a61-4810-9cac-12669592b71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0248330 May 19 11:16:04.312538 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 44886) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:16:04.388853 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-a5f54343-10e9-4c1d-a42d-21a056fbb280 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:04.396650 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-a5f54343-10e9-4c1d-a42d-21a056fbb280 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:16:04.398832 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-a5f54343-10e9-4c1d-a42d-21a056fbb280 admin admin] Usage tracker for resource:security_group_rule and tenant:a570b7a13333457f9fbf868e09725bc8 is out of sync, need to count used quota {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:16:04.400434 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-a5f54343-10e9-4c1d-a42d-21a056fbb280 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:16:04.403546 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-a5f54343-10e9-4c1d-a42d-21a056fbb280 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:16:04.451177 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-a5f54343-10e9-4c1d-a42d-21a056fbb280 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:04.453949 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-a5f54343-10e9-4c1d-a42d-21a056fbb280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:04.458068 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-8556777c-95a3-417e-b567-7c5a80addc6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:16:04.481798 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-a5f54343-10e9-4c1d-a42d-21a056fbb280 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=a570b7a13333457f9fbf868e09725bc8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1684508 May 19 11:16:04.482293 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f54343-10e9-4c1d-a42d-21a056fbb280 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9ea903e-a3ca-49c0-b5dd-fcdd54e78645,revision_number=1']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:16:04.485144 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 44896) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:16:04.491005 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-a5f54343-10e9-4c1d-a42d-21a056fbb280 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:16:04.516155 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-2965a0b6-6a69-46cd-b92d-745df34bbb63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:04.528681 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-2965a0b6-6a69-46cd-b92d-745df34bbb63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:04.555096 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-2965a0b6-6a69-46cd-b92d-745df34bbb63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:04.556885 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-3eed0d9e-96ad-4b53-bfcd-21c8744694d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:16:04.563411 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2965a0b6-6a69-46cd-b92d-745df34bbb63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9ea903e-a3ca-49c0-b5dd-fcdd54e78645,revision_number=None']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:16:04.565643 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-2965a0b6-6a69-46cd-b92d-745df34bbb63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:16:04.569049 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-2965a0b6-6a69-46cd-b92d-745df34bbb63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:04.569749 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-2965a0b6-6a69-46cd-b92d-745df34bbb63 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/e9ea903e-a3ca-49c0-b5dd-fcdd54e78645 HTTP/1.1" status: 204 len: 168 time: 0.0840597 May 19 11:16:04.588257 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-07eb391d-916e-4629-9f63-a9e6c2bd96cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:04.739619 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 44908) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:16:04.750268 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-4aa2c240-23de-49bd-9e7f-c598237afec0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:04.757900 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-4aa2c240-23de-49bd-9e7f-c598237afec0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:16:04.759960 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-4aa2c240-23de-49bd-9e7f-c598237afec0 admin admin] Usage tracker for resource:security_group_rule and tenant:1eb34f515db044a7a5db01e1648f9a2d is out of sync, need to count used quota {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:16:04.761486 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-4aa2c240-23de-49bd-9e7f-c598237afec0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:16:04.764566 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-4aa2c240-23de-49bd-9e7f-c598237afec0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:16:04.811416 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-4aa2c240-23de-49bd-9e7f-c598237afec0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:04.814629 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-4aa2c240-23de-49bd-9e7f-c598237afec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:04.818468 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-fd4d8ee8-9b68-4565-8779-1b59bc757cdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:16:04.831385 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb58a238-158c-49dd-9fd3-bba7128d9a2d req-44ab48a0-2716-41b0-ae54-56d20d2ed520 tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:04.832742 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-cb58a238-158c-49dd-9fd3-bba7128d9a2d req-44ab48a0-2716-41b0-ae54-56d20d2ed520 tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] 10.222.0.90 "GET /v2.0/ports?device_id=86d683d8-3072-421b-96a6-7fcdd344d2f6 HTTP/1.1" status: 200 len: 943 time: 0.0678957 May 19 11:16:04.839341 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da37c98a-0b7b-40a4-b8a0-678b7451e704 req-d4e1b5e8-8e28-4a6f-8616-da291e72ec62 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:04.841497 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-4aa2c240-23de-49bd-9e7f-c598237afec0 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=1eb34f515db044a7a5db01e1648f9a2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0995564 May 19 11:16:04.841582 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-da37c98a-0b7b-40a4-b8a0-678b7451e704 req-d4e1b5e8-8e28-4a6f-8616-da291e72ec62 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=15bb00ba-1ae7-4b08-8b0b-6eeb024426a9 HTTP/1.1" status: 200 len: 944 time: 0.0951531 May 19 11:16:04.841633 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa2c240-23de-49bd-9e7f-c598237afec0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=632df0a1-c19c-42eb-ad2c-86b3a2e86995,revision_number=1']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:16:04.841671 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 44912) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:16:04.842995 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-4aa2c240-23de-49bd-9e7f-c598237afec0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:16:04.874296 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-f304bb79-60ff-459a-b8ff-d6b4773754bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:04.883215 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-cb58a238-158c-49dd-9fd3-bba7128d9a2d req-2b6261cb-c696-4cb6-9ce1-2aedeb758d69 tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] 10.222.0.90 "GET /v2.0/security-groups?id=ff0dbe48-5c91-4369-b113-7de6c0a7016b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423295 May 19 11:16:04.887156 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-da37c98a-0b7b-40a4-b8a0-678b7451e704 req-757f6fd8-77e4-4720-b3a9-debb6cc94a4d tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/security-groups?id=02f8fdd5-5dea-4a08-86bc-b9af91d4a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364237 May 19 11:16:04.887554 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-f304bb79-60ff-459a-b8ff-d6b4773754bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:04.914463 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-f304bb79-60ff-459a-b8ff-d6b4773754bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:04.916772 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-a5f54343-10e9-4c1d-a42d-21a056fbb280 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:16:04.923429 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f304bb79-60ff-459a-b8ff-d6b4773754bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=632df0a1-c19c-42eb-ad2c-86b3a2e86995,revision_number=None']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:16:04.925142 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-f304bb79-60ff-459a-b8ff-d6b4773754bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.008s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:16:04.926457 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-f304bb79-60ff-459a-b8ff-d6b4773754bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:04.927133 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-f304bb79-60ff-459a-b8ff-d6b4773754bf admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/632df0a1-c19c-42eb-ad2c-86b3a2e86995 HTTP/1.1" status: 204 len: 168 time: 0.0849128 May 19 11:16:05.198879 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66c88e7-fcc3-4e3b-84aa-a0b2b50f1cf5 req-c5d7df90-a867-4904-9570-a45af81fc42a tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:05.199682 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-a66c88e7-fcc3-4e3b-84aa-a0b2b50f1cf5 req-c5d7df90-a867-4904-9570-a45af81fc42a tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=c9a2706a-90b8-47a1-af05-750a15a52f05 HTTP/1.1" status: 200 len: 943 time: 0.0454223 May 19 11:16:05.230651 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-a66c88e7-fcc3-4e3b-84aa-a0b2b50f1cf5 req-f271f738-80f9-492e-9d67-113773596845 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0238562 May 19 11:16:05.294614 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893faabc-0bfc-459a-af73-bfbfd190e864 req-3bffd8ce-741f-4a87-9fb4-ff540a714f98 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:05.295455 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-893faabc-0bfc-459a-af73-bfbfd190e864 req-3bffd8ce-741f-4a87-9fb4-ff540a714f98 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "GET /v2.0/ports?device_id=6a6a976a-90d4-4150-963e-6edb91b9a891 HTTP/1.1" status: 200 len: 943 time: 0.0450687 May 19 11:16:05.323067 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-893faabc-0bfc-459a-af73-bfbfd190e864 req-48202f28-be34-4375-b7bb-38dc805dc188 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "GET /v2.0/security-groups?id=da2169de-7a61-4810-9cac-12669592b71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0238049 May 19 11:16:05.798266 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:06.020353 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fae580f-6141-4800-bd86-d3256573cfb1 req-2ca6df19-dc02-4bd4-af9f-7a96f18edb4f tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:06.021196 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-2fae580f-6141-4800-bd86-d3256573cfb1 req-2ca6df19-dc02-4bd4-af9f-7a96f18edb4f tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] 10.222.0.90 "GET /v2.0/ports?device_id=86d683d8-3072-421b-96a6-7fcdd344d2f6 HTTP/1.1" status: 200 len: 943 time: 0.0793941 May 19 11:16:06.024908 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa719f8-db80-4b00-97dd-7fcd2f1acb7c req-59e20dc5-e922-4557-840f-1d4a46866c60 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:06.025674 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-cfa719f8-db80-4b00-97dd-7fcd2f1acb7c req-59e20dc5-e922-4557-840f-1d4a46866c60 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=15bb00ba-1ae7-4b08-8b0b-6eeb024426a9 HTTP/1.1" status: 200 len: 944 time: 0.0627165 May 19 11:16:06.063520 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-2fae580f-6141-4800-bd86-d3256573cfb1 req-ddb864e2-7e3d-4e4c-9c77-86f5f669425a tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] 10.222.0.90 "GET /v2.0/security-groups?id=ff0dbe48-5c91-4369-b113-7de6c0a7016b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371931 May 19 11:16:06.065752 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-cfa719f8-db80-4b00-97dd-7fcd2f1acb7c req-35242274-8120-4ffe-8683-fad697481d90 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/security-groups?id=02f8fdd5-5dea-4a08-86bc-b9af91d4a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312755 May 19 11:16:06.180615 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-5d8d6bd0-44aa-485d-80e2-28c9c867d31e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:06.344367 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d64633-cec8-4327-b005-c17faf3d165c req-eac24f2f-4652-44e7-8a1e-3518f3c2185c tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:06.345660 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-41d64633-cec8-4327-b005-c17faf3d165c req-eac24f2f-4652-44e7-8a1e-3518f3c2185c tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=c9a2706a-90b8-47a1-af05-750a15a52f05 HTTP/1.1" status: 200 len: 943 time: 0.0441308 May 19 11:16:06.433133 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-41d64633-cec8-4327-b005-c17faf3d165c req-eeb0aa42-a528-4eaf-9f8c-057958ce822e tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843058 May 19 11:16:06.471067 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957c7e99-fb7f-4d97-b476-627916c1de2a req-22d901a0-bbe7-49a9-be96-fba9ee2f66e5 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:06.472067 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-957c7e99-fb7f-4d97-b476-627916c1de2a req-22d901a0-bbe7-49a9-be96-fba9ee2f66e5 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "GET /v2.0/ports?device_id=6a6a976a-90d4-4150-963e-6edb91b9a891 HTTP/1.1" status: 200 len: 943 time: 0.0612710 May 19 11:16:06.497919 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-957c7e99-fb7f-4d97-b476-627916c1de2a req-091edd2d-590b-41b9-9771-d9e4da9867a0 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "GET /v2.0/security-groups?id=da2169de-7a61-4810-9cac-12669592b71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0222681 May 19 11:16:06.728997 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-f3552fb9-a093-42e6-b748-7ab8d8c7cb39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:07.245669 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2b8553-aff2-4295-922d-feb66d8d2913 req-9fbce938-c4a5-4454-a736-92d7a01a912c tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:07.246701 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-5e2b8553-aff2-4295-922d-feb66d8d2913 req-9fbce938-c4a5-4454-a736-92d7a01a912c tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] 10.222.0.90 "GET /v2.0/ports?device_id=86d683d8-3072-421b-96a6-7fcdd344d2f6 HTTP/1.1" status: 200 len: 943 time: 0.0928516 May 19 11:16:07.250858 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2985e7-3eab-4922-8a40-c815fbe21001 req-a7de98c8-5361-4c29-97f1-eb0ad4021b1b tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:07.251681 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-8e2985e7-3eab-4922-8a40-c815fbe21001 req-a7de98c8-5361-4c29-97f1-eb0ad4021b1b tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=15bb00ba-1ae7-4b08-8b0b-6eeb024426a9 HTTP/1.1" status: 200 len: 944 time: 0.0964050 May 19 11:16:07.293866 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-5e2b8553-aff2-4295-922d-feb66d8d2913 req-c22ba961-5ab0-41c7-94f0-2334f6bc462d tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] 10.222.0.90 "GET /v2.0/security-groups?id=ff0dbe48-5c91-4369-b113-7de6c0a7016b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415306 May 19 11:16:07.296495 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-8e2985e7-3eab-4922-8a40-c815fbe21001 req-87415de0-0cd0-4da4-b72d-bdc0d478eaaa tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/security-groups?id=02f8fdd5-5dea-4a08-86bc-b9af91d4a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347667 May 19 11:16:07.561051 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe7cd08-2bf5-46db-86a9-41d14c09eb19 req-20489cf2-1c8d-46f0-8702-fc59e1d20dd4 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:07.561964 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-bfe7cd08-2bf5-46db-86a9-41d14c09eb19 req-20489cf2-1c8d-46f0-8702-fc59e1d20dd4 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=c9a2706a-90b8-47a1-af05-750a15a52f05 HTTP/1.1" status: 200 len: 943 time: 0.0514474 May 19 11:16:07.615695 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-bfe7cd08-2bf5-46db-86a9-41d14c09eb19 req-ede7e567-2053-4d70-baa8-b802647b5af2 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498111 May 19 11:16:07.630760 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ce176c-75e2-4645-8e84-675b9bb001af req-f3e4afc3-009f-46fa-843a-647c6279426c tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:07.632184 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-77ce176c-75e2-4645-8e84-675b9bb001af req-f3e4afc3-009f-46fa-843a-647c6279426c tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "GET /v2.0/ports?device_id=6a6a976a-90d4-4150-963e-6edb91b9a891 HTTP/1.1" status: 200 len: 943 time: 0.0582190 May 19 11:16:07.660739 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-77ce176c-75e2-4645-8e84-675b9bb001af req-7538b8b5-fe8b-4feb-b412-67dcb3aed364 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "GET /v2.0/security-groups?id=da2169de-7a61-4810-9cac-12669592b71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0215533 May 19 11:16:07.815655 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-66ec5bc0-6952-497b-8f33-b3c04bfd0b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:08.458553 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975613d2-4b4b-45b8-bd86-b807ce4307c1 req-563bad9e-97d0-4a6c-a8e2-2f500d37d404 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:08.459515 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-975613d2-4b4b-45b8-bd86-b807ce4307c1 req-563bad9e-97d0-4a6c-a8e2-2f500d37d404 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=15bb00ba-1ae7-4b08-8b0b-6eeb024426a9 HTTP/1.1" status: 200 len: 944 time: 0.0892866 May 19 11:16:08.464524 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835b269f-e7b5-4fa6-92ac-6721a10358f7 req-f2c124bc-fc9c-4618-8b0d-3a377d2271c9 tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:08.465363 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-835b269f-e7b5-4fa6-92ac-6721a10358f7 req-f2c124bc-fc9c-4618-8b0d-3a377d2271c9 tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] 10.222.0.90 "GET /v2.0/ports?device_id=86d683d8-3072-421b-96a6-7fcdd344d2f6 HTTP/1.1" status: 200 len: 943 time: 0.0738482 May 19 11:16:08.508609 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-975613d2-4b4b-45b8-bd86-b807ce4307c1 req-60d34a1c-2318-4e5f-84d0-01f4e013b6d5 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/security-groups?id=02f8fdd5-5dea-4a08-86bc-b9af91d4a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425804 May 19 11:16:08.512865 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-835b269f-e7b5-4fa6-92ac-6721a10358f7 req-ad91be42-97d3-45da-a4b4-060143e23cca tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] 10.222.0.90 "GET /v2.0/security-groups?id=ff0dbe48-5c91-4369-b113-7de6c0a7016b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389006 May 19 11:16:08.759594 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c335aa-d4f8-47e6-8400-c04e33c570a1 req-e19b2fca-4402-4ae7-9233-2a1ff6a42560 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:08.760927 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-61c335aa-d4f8-47e6-8400-c04e33c570a1 req-e19b2fca-4402-4ae7-9233-2a1ff6a42560 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=c9a2706a-90b8-47a1-af05-750a15a52f05 HTTP/1.1" status: 200 len: 943 time: 0.0717559 May 19 11:16:08.794814 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-61c335aa-d4f8-47e6-8400-c04e33c570a1 req-aa911e11-7a89-400b-9cb9-3b0663243edc tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286295 May 19 11:16:08.802316 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c6251f-aa88-41e1-9464-9c945344ca3c req-1503a612-588f-4caf-b840-9d67012ccb15 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:08.803209 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-17c6251f-aa88-41e1-9464-9c945344ca3c req-1503a612-588f-4caf-b840-9d67012ccb15 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "GET /v2.0/ports?device_id=6a6a976a-90d4-4150-963e-6edb91b9a891 HTTP/1.1" status: 200 len: 943 time: 0.0740526 May 19 11:16:08.833315 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-17c6251f-aa88-41e1-9464-9c945344ca3c req-7565fbe6-9fde-4eab-b192-2388bd812cce tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "GET /v2.0/security-groups?id=da2169de-7a61-4810-9cac-12669592b71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0229921 May 19 11:16:08.895320 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.agents_db [None req-9df4fd67-1abd-480d-9703-ac00f2726051 None None] Agent healthcheck: found 6 active agents {{(pid=91058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 11:16:09.546959 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Device 4d0bcdf9-007d-4c7b-bff0-c5aa7d416d7c details requested by agent hyperv_hv-cinder-78776 with host hv-cinder-78776 {{(pid=91057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 11:16:09.660922 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] For port 4d0bcdf9-007d-4c7b-bff0-c5aa7d416d7c, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=4d0bcdf9-007d-4c7b-bff0-c5aa7d416d7c,segment=NetworkSegment(04bfd1bc-2bae-496c-bd39-af315e6a2897),segment_id=04bfd1bc-2bae-496c-bd39-af315e6a2897)] {{(pid=91057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:16:09.670723 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Returning: {'device': '4d0bcdf9-007d-4c7b-bff0-c5aa7d416d7c', 'network_id': 'd80b1475-eff8-4ebe-8528-2eceb45e3226', 'port_id': '4d0bcdf9-007d-4c7b-bff0-c5aa7d416d7c', 'mac_address': 'fa:16:3e:6e:47:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1a81002-835e-403e-96ae-6977fdc5aac0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 11:16:09.697133 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af725e9-4f4e-4ebe-b87b-dcc251dcc853 req-dece1acc-eadb-4815-bee0-5cfd3329b50a tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:09.698145 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-0af725e9-4f4e-4ebe-b87b-dcc251dcc853 req-dece1acc-eadb-4815-bee0-5cfd3329b50a tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] 10.222.0.90 "GET /v2.0/ports?device_id=86d683d8-3072-421b-96a6-7fcdd344d2f6 HTTP/1.1" status: 200 len: 943 time: 0.1001904 May 19 11:16:09.704532 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781c8444-3f3b-4dbb-b1ac-166a538013ed req-e6b7a9d8-2ead-4be6-a2ec-016070a8d433 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:09.705652 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-781c8444-3f3b-4dbb-b1ac-166a538013ed req-e6b7a9d8-2ead-4be6-a2ec-016070a8d433 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=15bb00ba-1ae7-4b08-8b0b-6eeb024426a9 HTTP/1.1" status: 200 len: 944 time: 0.1086855 May 19 11:16:09.707520 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:09.720344 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.notifiers.nova [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d0bcdf9-007d-4c7b-bff0-c5aa7d416d7c {{(pid=91057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 11:16:09.733783 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] For port 4d0bcdf9-007d-4c7b-bff0-c5aa7d416d7c, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=4d0bcdf9-007d-4c7b-bff0-c5aa7d416d7c,segment=NetworkSegment(04bfd1bc-2bae-496c-bd39-af315e6a2897),segment_id=04bfd1bc-2bae-496c-bd39-af315e6a2897)] {{(pid=91057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:16:09.736751 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602'] for port, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:09.737553 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Device 61c7c786-1d02-4ec8-a519-cf9d71279980 details requested by agent hyperv_hv-cinder-78776 with host hv-cinder-78776 {{(pid=91057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 11:16:09.746597 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:16:09.752419 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-0af725e9-4f4e-4ebe-b87b-dcc251dcc853 req-31980f9b-0e70-4234-acde-3ae5e6c8d09d tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] 10.222.0.90 "GET /v2.0/security-groups?id=ff0dbe48-5c91-4369-b113-7de6c0a7016b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460808 May 19 11:16:09.757142 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-781c8444-3f3b-4dbb-b1ac-166a538013ed req-cabf04a0-db04-4669-acbd-1483c026e2bb tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/security-groups?id=02f8fdd5-5dea-4a08-86bc-b9af91d4a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414636 May 19 11:16:09.814200 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] For port 61c7c786-1d02-4ec8-a519-cf9d71279980, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=61c7c786-1d02-4ec8-a519-cf9d71279980,segment=NetworkSegment(04bfd1bc-2bae-496c-bd39-af315e6a2897),segment_id=04bfd1bc-2bae-496c-bd39-af315e6a2897)] {{(pid=91057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:16:09.824788 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Pushing event updated for resources: {'Port': ['ID=4d0bcdf9-007d-4c7b-bff0-c5aa7d416d7c,revision_number=4']} {{(pid=91057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:16:09.826425 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:16:09.826979 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Returning: {'device': '61c7c786-1d02-4ec8-a519-cf9d71279980', 'network_id': 'd80b1475-eff8-4ebe-8528-2eceb45e3226', 'port_id': '61c7c786-1d02-4ec8-a519-cf9d71279980', 'mac_address': 'fa:16:3e:90:52:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1a81002-835e-403e-96ae-6977fdc5aac0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 11:16:09.863495 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:09.876511 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.notifiers.nova [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61c7c786-1d02-4ec8-a519-cf9d71279980 {{(pid=91057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 11:16:09.887094 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] For port 61c7c786-1d02-4ec8-a519-cf9d71279980, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=61c7c786-1d02-4ec8-a519-cf9d71279980,segment=NetworkSegment(04bfd1bc-2bae-496c-bd39-af315e6a2897),segment_id=04bfd1bc-2bae-496c-bd39-af315e6a2897)] {{(pid=91057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:16:09.889887 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602'] for port, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:09.890426 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Device 7aa4ffd5-7d11-4dd0-b47c-6f547aa78979 details requested by agent hyperv_hv-cinder-78776 with host hv-cinder-78776 {{(pid=91057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 11:16:09.891752 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-181f1b82-27db-477d-89b4-fd6e19c7907c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:16:09.953228 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Pushing event updated for resources: {'Port': ['ID=61c7c786-1d02-4ec8-a519-cf9d71279980,revision_number=4']} {{(pid=91057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:16:09.956137 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:16:09.963777 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40df1a0-330e-4027-92f3-d800f91f6ee6 req-9b5ec90a-d722-4d8b-8bb8-62390049cb8d tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:09.964786 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-d40df1a0-330e-4027-92f3-d800f91f6ee6 req-9b5ec90a-d722-4d8b-8bb8-62390049cb8d tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=c9a2706a-90b8-47a1-af05-750a15a52f05 HTTP/1.1" status: 200 len: 944 time: 0.0922048 May 19 11:16:09.971419 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9122c122-2e0d-435c-8528-9e5c07dfa2f4 req-b203e796-c712-4121-8ff5-5df3b9692878 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:09.972290 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-9122c122-2e0d-435c-8528-9e5c07dfa2f4 req-b203e796-c712-4121-8ff5-5df3b9692878 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "GET /v2.0/ports?device_id=6a6a976a-90d4-4150-963e-6edb91b9a891 HTTP/1.1" status: 200 len: 943 time: 0.0676160 May 19 11:16:10.013420 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] For port 7aa4ffd5-7d11-4dd0-b47c-6f547aa78979, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=7aa4ffd5-7d11-4dd0-b47c-6f547aa78979,segment=NetworkSegment(196e79df-6043-4c3c-bc65-7e8b3bac3a1b),segment_id=196e79df-6043-4c3c-bc65-7e8b3bac3a1b)] {{(pid=91057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:16:10.018746 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-d40df1a0-330e-4027-92f3-d800f91f6ee6 req-105185f8-0190-40a3-a55a-3e519e0aca30 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458007 May 19 11:16:10.020325 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-9122c122-2e0d-435c-8528-9e5c07dfa2f4 req-d8c8eefb-3c53-4f21-97db-290f9ca22e6e tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "GET /v2.0/security-groups?id=da2169de-7a61-4810-9cac-12669592b71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391111 May 19 11:16:10.021863 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Returning: {'device': '7aa4ffd5-7d11-4dd0-b47c-6f547aa78979', 'network_id': 'f2a18643-8b9e-461e-b075-a423d396a703', 'port_id': '7aa4ffd5-7d11-4dd0-b47c-6f547aa78979', 'mac_address': 'fa:16:3e:cb:30:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad8c650d-7c1e-4564-9480-5348b05a4c70', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 11:16:10.052910 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:10.062642 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.notifiers.nova [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7aa4ffd5-7d11-4dd0-b47c-6f547aa78979 {{(pid=91057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 11:16:10.072539 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] For port 7aa4ffd5-7d11-4dd0-b47c-6f547aa78979, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=7aa4ffd5-7d11-4dd0-b47c-6f547aa78979,segment=NetworkSegment(196e79df-6043-4c3c-bc65-7e8b3bac3a1b),segment_id=196e79df-6043-4c3c-bc65-7e8b3bac3a1b)] {{(pid=91057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:16:10.075416 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602'] for port, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:10.076007 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Device db59126d-1c1c-4ba1-a2f8-210209c9a196 details requested by agent hyperv_hv-cinder-78776 with host hv-cinder-78776 {{(pid=91057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 11:16:10.077183 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:16:10.129878 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Pushing event updated for resources: {'Port': ['ID=7aa4ffd5-7d11-4dd0-b47c-6f547aa78979,revision_number=4']} {{(pid=91057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:16:10.132285 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:16:10.179952 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] For port db59126d-1c1c-4ba1-a2f8-210209c9a196, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=db59126d-1c1c-4ba1-a2f8-210209c9a196,segment=NetworkSegment(a0bcd02c-390d-4161-9023-5e2506ec732c),segment_id=a0bcd02c-390d-4161-9023-5e2506ec732c)] {{(pid=91057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:16:10.187035 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Returning: {'device': 'db59126d-1c1c-4ba1-a2f8-210209c9a196', 'network_id': '283f984f-2a81-4a0c-9cd3-692b468d28a2', 'port_id': 'db59126d-1c1c-4ba1-a2f8-210209c9a196', 'mac_address': 'fa:16:3e:3f:6c:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f0aafc7-5dc8-4ee6-a066-4c3495d1adf2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 11:16:10.217245 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:10.227085 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.notifiers.nova [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db59126d-1c1c-4ba1-a2f8-210209c9a196 {{(pid=91057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 11:16:10.235748 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] For port db59126d-1c1c-4ba1-a2f8-210209c9a196, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=db59126d-1c1c-4ba1-a2f8-210209c9a196,segment=NetworkSegment(a0bcd02c-390d-4161-9023-5e2506ec732c),segment_id=a0bcd02c-390d-4161-9023-5e2506ec732c)] {{(pid=91057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:16:10.239106 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602'] for port, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:10.239521 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Device 54dbb120-4558-4070-84e1-c0a6000680b2 details requested by agent hyperv_hv-cinder-78776 with host hv-cinder-78776 {{(pid=91057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 11:16:10.240673 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:16:10.290283 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Pushing event updated for resources: {'Port': ['ID=db59126d-1c1c-4ba1-a2f8-210209c9a196,revision_number=4']} {{(pid=91057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:16:10.292711 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:16:10.338425 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] For port 54dbb120-4558-4070-84e1-c0a6000680b2, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=54dbb120-4558-4070-84e1-c0a6000680b2,segment=NetworkSegment(4b6e3ac5-8857-4583-9f96-09e41692c62a),segment_id=4b6e3ac5-8857-4583-9f96-09e41692c62a)] {{(pid=91057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:16:10.345433 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Returning: {'device': '54dbb120-4558-4070-84e1-c0a6000680b2', 'network_id': '3587471f-63f4-49b1-9b54-5638cbe6543f', 'port_id': '54dbb120-4558-4070-84e1-c0a6000680b2', 'mac_address': 'fa:16:3e:bc:07:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb5b9d02-407e-4c97-bf70-90460ebeb375', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 11:16:10.376082 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:10.384695 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.notifiers.nova [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54dbb120-4558-4070-84e1-c0a6000680b2 {{(pid=91057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 11:16:10.394215 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] For port 54dbb120-4558-4070-84e1-c0a6000680b2, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=54dbb120-4558-4070-84e1-c0a6000680b2,segment=NetworkSegment(4b6e3ac5-8857-4583-9f96-09e41692c62a),segment_id=4b6e3ac5-8857-4583-9f96-09e41692c62a)] {{(pid=91057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:16:10.397940 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602'] for port, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:10.400153 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:16:10.438199 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Pushing event updated for resources: {'Port': ['ID=54dbb120-4558-4070-84e1-c0a6000680b2,revision_number=4']} {{(pid=91057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:16:10.440138 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:16:10.907346 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecb6346-8193-4184-8dbb-f4c1d0f0a295 req-8b684817-5d71-4d93-8e1b-77875a10ccad tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:10.908147 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-9ecb6346-8193-4184-8dbb-f4c1d0f0a295 req-8b684817-5d71-4d93-8e1b-77875a10ccad tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=15bb00ba-1ae7-4b08-8b0b-6eeb024426a9 HTTP/1.1" status: 200 len: 945 time: 0.0853696 May 19 11:16:10.912210 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876b6b92-f3df-4706-9e8a-d7307b919ce4 req-a1c47acb-c855-4c97-a577-87d07deba073 tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:10.912994 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-876b6b92-f3df-4706-9e8a-d7307b919ce4 req-a1c47acb-c855-4c97-a577-87d07deba073 tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] 10.222.0.90 "GET /v2.0/ports?device_id=86d683d8-3072-421b-96a6-7fcdd344d2f6 HTTP/1.1" status: 200 len: 944 time: 0.0668921 May 19 11:16:10.952857 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-9ecb6346-8193-4184-8dbb-f4c1d0f0a295 req-594dba82-c666-46c8-8180-e5685617db67 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/security-groups?id=02f8fdd5-5dea-4a08-86bc-b9af91d4a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392621 May 19 11:16:10.956325 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-876b6b92-f3df-4706-9e8a-d7307b919ce4 req-bab6f4e8-ea48-4102-ab9a-f223d53cd2ec tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] 10.222.0.90 "GET /v2.0/security-groups?id=ff0dbe48-5c91-4369-b113-7de6c0a7016b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328925 May 19 11:16:11.192924 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec94b5d0-0fc2-4ef9-a3fb-074770faf8c6 req-c8a75210-b180-429a-82b9-bd14d2b15045 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:11.193629 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-ec94b5d0-0fc2-4ef9-a3fb-074770faf8c6 req-c8a75210-b180-429a-82b9-bd14d2b15045 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=c9a2706a-90b8-47a1-af05-750a15a52f05 HTTP/1.1" status: 200 len: 944 time: 0.1132922 May 19 11:16:11.197381 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c81308a-3825-4456-a494-9706c02feda4 req-726e9354-b8e0-4b8a-9543-f670db0338be tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:11.198161 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-2c81308a-3825-4456-a494-9706c02feda4 req-726e9354-b8e0-4b8a-9543-f670db0338be tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "GET /v2.0/ports?device_id=6a6a976a-90d4-4150-963e-6edb91b9a891 HTTP/1.1" status: 200 len: 944 time: 0.0995955 May 19 11:16:11.232043 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-ec94b5d0-0fc2-4ef9-a3fb-074770faf8c6 req-e35ae2c8-d311-40c9-832c-4eb0bc8cc0bc tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333500 May 19 11:16:11.234281 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-2c81308a-3825-4456-a494-9706c02feda4 req-617037ca-a1ff-4bd1-9744-ff8a4587b10e tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "GET /v2.0/security-groups?id=da2169de-7a61-4810-9cac-12669592b71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0289898 May 19 11:16:11.555737 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] get_ports_and_sgs() called for port_ids ['db59126d-1c1c-4ba1-a2f8-210209c9a196'] {{(pid=91057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 11:16:11.572179 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] get_ports_and_sgs() called for port_ids ['4d0bcdf9-007d-4c7b-bff0-c5aa7d416d7c'] {{(pid=91057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 11:16:12.102672 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30a64e4-9e3e-43fe-824c-9033defda5e8 req-16fc0dab-3038-4570-9372-1d2398a0227e tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:12.103502 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-a30a64e4-9e3e-43fe-824c-9033defda5e8 req-16fc0dab-3038-4570-9372-1d2398a0227e tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=15bb00ba-1ae7-4b08-8b0b-6eeb024426a9 HTTP/1.1" status: 200 len: 945 time: 0.0858979 May 19 11:16:12.107459 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed25c84-07bc-4b65-b715-6ac595a3a3aa req-1d1382e9-3b74-42cc-9ae2-cf1aafd5aa1e tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:12.108777 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-6ed25c84-07bc-4b65-b715-6ac595a3a3aa req-1d1382e9-3b74-42cc-9ae2-cf1aafd5aa1e tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] 10.222.0.90 "GET /v2.0/ports?device_id=86d683d8-3072-421b-96a6-7fcdd344d2f6 HTTP/1.1" status: 200 len: 944 time: 0.0677121 May 19 11:16:12.150205 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-a30a64e4-9e3e-43fe-824c-9033defda5e8 req-3e65ba26-7103-4863-b766-bd7ca91dd556 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/security-groups?id=02f8fdd5-5dea-4a08-86bc-b9af91d4a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405247 May 19 11:16:12.153616 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-6ed25c84-07bc-4b65-b715-6ac595a3a3aa req-e57deab6-0186-4078-9bba-209ab82343f9 tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] 10.222.0.90 "GET /v2.0/security-groups?id=ff0dbe48-5c91-4369-b113-7de6c0a7016b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353701 May 19 11:16:12.208976 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] get_ports_and_sgs() called for port_ids ['7aa4ffd5-7d11-4dd0-b47c-6f547aa78979'] {{(pid=91057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 11:16:12.213225 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 45112) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:16:12.240209 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] get_ports_and_sgs() called for port_ids ['54dbb120-4558-4070-84e1-c0a6000680b2'] {{(pid=91057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 11:16:12.284464 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-591dcc5d-716c-4b92-9f85-663151630a3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:12.297608 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-591dcc5d-716c-4b92-9f85-663151630a3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:16:12.299948 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-591dcc5d-716c-4b92-9f85-663151630a3c admin admin] Usage tracker for resource:security_group_rule and tenant:d7bb277ab971482f8dbef00a149c4190 is out of sync, need to count used quota {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:16:12.301608 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-591dcc5d-716c-4b92-9f85-663151630a3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:16:12.304707 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-591dcc5d-716c-4b92-9f85-663151630a3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:16:12.348801 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-591dcc5d-716c-4b92-9f85-663151630a3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:12.352393 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-591dcc5d-716c-4b92-9f85-663151630a3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:12.357581 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-2965a0b6-6a69-46cd-b92d-745df34bbb63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:16:12.367431 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] get_ports_and_sgs() called for port_ids ['61c7c786-1d02-4ec8-a519-cf9d71279980'] {{(pid=91057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 11:16:12.380165 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-591dcc5d-716c-4b92-9f85-663151630a3c admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=d7bb277ab971482f8dbef00a149c4190&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1658766 May 19 11:16:12.380282 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 45122) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:16:12.381190 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591dcc5d-716c-4b92-9f85-663151630a3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26eeecd7-dc55-47f3-a105-59e7855dcb32,revision_number=1']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:16:12.383124 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-591dcc5d-716c-4b92-9f85-663151630a3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:16:12.395838 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79a4403-acaa-4bc9-800a-8dfc56be9d30 req-5b1e2cec-c58e-4c6a-a562-1a370adc44ca tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:12.396709 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-f79a4403-acaa-4bc9-800a-8dfc56be9d30 req-5b1e2cec-c58e-4c6a-a562-1a370adc44ca tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "GET /v2.0/ports?device_id=6a6a976a-90d4-4150-963e-6edb91b9a891 HTTP/1.1" status: 200 len: 944 time: 0.0869913 May 19 11:16:12.404413 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2dd149-c308-4aef-8d9a-66814217919e req-f234206a-1912-425e-a9f0-6c426916ac7a tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:12.405349 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-cc2dd149-c308-4aef-8d9a-66814217919e req-f234206a-1912-425e-a9f0-6c426916ac7a tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=c9a2706a-90b8-47a1-af05-750a15a52f05 HTTP/1.1" status: 200 len: 944 time: 0.0943146 May 19 11:16:12.463910 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-cc2dd149-c308-4aef-8d9a-66814217919e req-740fb73b-b2a0-4324-aac2-6510d9ae4f80 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538912 May 19 11:16:12.466061 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-7b299440-79fa-479b-a29c-e0278f09836e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:12.468371 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-f79a4403-acaa-4bc9-800a-8dfc56be9d30 req-ac2ff762-25be-4276-9f3b-c7073d704aa9 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "GET /v2.0/security-groups?id=da2169de-7a61-4810-9cac-12669592b71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623763 May 19 11:16:12.482580 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-7b299440-79fa-479b-a29c-e0278f09836e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:12.510910 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-7b299440-79fa-479b-a29c-e0278f09836e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:12.513603 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-948907c6-d223-413c-8292-f63e6c5c24d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:16:12.520163 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b299440-79fa-479b-a29c-e0278f09836e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26eeecd7-dc55-47f3-a105-59e7855dcb32,revision_number=None']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:16:12.521770 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-7b299440-79fa-479b-a29c-e0278f09836e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.008s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:16:12.523756 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-7b299440-79fa-479b-a29c-e0278f09836e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:12.526077 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-7b299440-79fa-479b-a29c-e0278f09836e admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/26eeecd7-dc55-47f3-a105-59e7855dcb32 HTTP/1.1" status: 204 len: 168 time: 0.1432242 May 19 11:16:12.685202 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 45138) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:16:12.698952 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-7795e7ef-48ba-44d2-aef6-ae82127f5a80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:12.707916 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-7795e7ef-48ba-44d2-aef6-ae82127f5a80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:16:12.709959 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-7795e7ef-48ba-44d2-aef6-ae82127f5a80 admin admin] Usage tracker for resource:security_group_rule and tenant:7717fb9ecef048208607e14ec73808d0 is out of sync, need to count used quota {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:16:12.711582 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-7795e7ef-48ba-44d2-aef6-ae82127f5a80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:16:12.714841 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-7795e7ef-48ba-44d2-aef6-ae82127f5a80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:16:12.771391 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-7795e7ef-48ba-44d2-aef6-ae82127f5a80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:12.779160 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-7795e7ef-48ba-44d2-aef6-ae82127f5a80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:12.785473 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-612769da-df65-43b6-a4ed-215a38b00866 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:16:12.811985 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-7795e7ef-48ba-44d2-aef6-ae82127f5a80 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=7717fb9ecef048208607e14ec73808d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1259544 May 19 11:16:12.813663 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 45148) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:16:12.815382 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7795e7ef-48ba-44d2-aef6-ae82127f5a80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d095f76-6f02-4d88-a5b3-d3a255955f9d,revision_number=1']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:16:12.823832 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-7795e7ef-48ba-44d2-aef6-ae82127f5a80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:16:12.852057 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-c7766b5a-9853-49fd-9306-30559be0c217 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:12.865849 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-c7766b5a-9853-49fd-9306-30559be0c217 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:12.892138 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-c7766b5a-9853-49fd-9306-30559be0c217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:12.894048 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-6daa434c-107e-4bd3-9475-7f82b2d2cde9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:16:12.901964 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7766b5a-9853-49fd-9306-30559be0c217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d095f76-6f02-4d88-a5b3-d3a255955f9d,revision_number=None']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:16:12.904590 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-c7766b5a-9853-49fd-9306-30559be0c217 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:16:12.905860 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-c7766b5a-9853-49fd-9306-30559be0c217 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:12.908476 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-c7766b5a-9853-49fd-9306-30559be0c217 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/6d095f76-6f02-4d88-a5b3-d3a255955f9d HTTP/1.1" status: 204 len: 168 time: 0.0922859 May 19 11:16:13.289165 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ac1436-19f7-4b9d-99fc-86116c332411 req-b9166250-8adc-4c7c-888b-bda358b86c3c tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:13.290007 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-d9ac1436-19f7-4b9d-99fc-86116c332411 req-b9166250-8adc-4c7c-888b-bda358b86c3c tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=15bb00ba-1ae7-4b08-8b0b-6eeb024426a9 HTTP/1.1" status: 200 len: 945 time: 0.0749929 May 19 11:16:13.294102 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73a580e-82a3-4ff3-9b4e-b32d82cc9af5 req-89c73900-6b31-4008-a862-bebebe1cdad5 tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:13.294808 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-f73a580e-82a3-4ff3-9b4e-b32d82cc9af5 req-89c73900-6b31-4008-a862-bebebe1cdad5 tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] 10.222.0.90 "GET /v2.0/ports?device_id=86d683d8-3072-421b-96a6-7fcdd344d2f6 HTTP/1.1" status: 200 len: 944 time: 0.0600729 May 19 11:16:13.333222 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-d9ac1436-19f7-4b9d-99fc-86116c332411 req-bdbe8f99-e369-4f36-95e9-9892675f87e2 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/security-groups?id=02f8fdd5-5dea-4a08-86bc-b9af91d4a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378187 May 19 11:16:13.335426 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-f73a580e-82a3-4ff3-9b4e-b32d82cc9af5 req-a28d1640-93f5-45be-968a-eed359714de7 tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] 10.222.0.90 "GET /v2.0/security-groups?id=ff0dbe48-5c91-4369-b113-7de6c0a7016b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310543 May 19 11:16:13.547705 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Device 4d0bcdf9-007d-4c7b-bff0-c5aa7d416d7c up at agent hyperv_hv-cinder-78776 {{(pid=91057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 11:16:13.587348 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Provisioning for port 4d0bcdf9-007d-4c7b-bff0-c5aa7d416d7c completed by entity L2. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 11:16:13.590369 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Provisioning complete for port 4d0bcdf9-007d-4c7b-bff0-c5aa7d416d7c triggered by entity L2. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:16:13.590630 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441453'] for port, provisioning_complete {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:13.607819 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139df64c-73e3-463c-ad23-926b477e8588 req-1986f876-5a16-48cb-a458-5cf8e00ecc1b tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:13.609028 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-139df64c-73e3-463c-ad23-926b477e8588 req-1986f876-5a16-48cb-a458-5cf8e00ecc1b tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "GET /v2.0/ports?device_id=6a6a976a-90d4-4150-963e-6edb91b9a891 HTTP/1.1" status: 200 len: 944 time: 0.0598602 May 19 11:16:13.615329 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8c7912-0c4a-4b76-ab1b-067ca2d2699f req-fef779f6-66fa-4df1-8076-ee7f1a8079ac tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:13.616120 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-2f8c7912-0c4a-4b76-ab1b-067ca2d2699f req-fef779f6-66fa-4df1-8076-ee7f1a8079ac tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=c9a2706a-90b8-47a1-af05-750a15a52f05 HTTP/1.1" status: 200 len: 944 time: 0.0854769 May 19 11:16:13.651797 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-139df64c-73e3-463c-ad23-926b477e8588 req-4b8cb5af-bac5-4f95-8fbe-d2e5213af2db tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "GET /v2.0/security-groups?id=da2169de-7a61-4810-9cac-12669592b71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350893 May 19 11:16:13.655785 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:13.655865 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-2f8c7912-0c4a-4b76-ab1b-067ca2d2699f req-be5dbac2-2ae2-4038-8c01-c25dfda0a160 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318668 May 19 11:16:13.672390 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee8bb661-8d2c-45db-9a1c-ee57ba0d6dd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d0bcdf9-007d-4c7b-bff0-c5aa7d416d7c'}] {{(pid=91057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 11:16:13.705181 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] For port 4d0bcdf9-007d-4c7b-bff0-c5aa7d416d7c, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=4d0bcdf9-007d-4c7b-bff0-c5aa7d416d7c,segment=NetworkSegment(04bfd1bc-2bae-496c-bd39-af315e6a2897),segment_id=04bfd1bc-2bae-496c-bd39-af315e6a2897)] {{(pid=91057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:16:13.708808 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602'] for port, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:13.709367 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Device db59126d-1c1c-4ba1-a2f8-210209c9a196 up at agent hyperv_hv-cinder-78776 {{(pid=91057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 11:16:13.724296 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:16:13.776562 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Pushing event updated for resources: {'Port': ['ID=4d0bcdf9-007d-4c7b-bff0-c5aa7d416d7c,revision_number=5']} {{(pid=91057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:16:13.780900 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:16:13.784227 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Provisioning for port db59126d-1c1c-4ba1-a2f8-210209c9a196 completed by entity L2. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 11:16:13.786490 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Provisioning complete for port db59126d-1c1c-4ba1-a2f8-210209c9a196 triggered by entity L2. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:16:13.786705 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441453'] for port, provisioning_complete {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:13.829544 dv-cinder-787764-1-iscsi neutron-server[91057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee8bb661-8d2c-45db-9a1c-ee57ba0d6dd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d0bcdf9-007d-4c7b-bff0-c5aa7d416d7c', 'code': 200} May 19 11:16:13.867232 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:13.887260 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] For port db59126d-1c1c-4ba1-a2f8-210209c9a196, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=db59126d-1c1c-4ba1-a2f8-210209c9a196,segment=NetworkSegment(a0bcd02c-390d-4161-9023-5e2506ec732c),segment_id=a0bcd02c-390d-4161-9023-5e2506ec732c)] {{(pid=91057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:16:13.891262 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602'] for port, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:13.892761 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:16:13.933819 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Pushing event updated for resources: {'Port': ['ID=db59126d-1c1c-4ba1-a2f8-210209c9a196,revision_number=5']} {{(pid=91057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:16:13.935597 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:16:13.980577 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 45230) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:16:14.052479 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-4b762ff5-5154-4565-a6f6-00735edab8af admin admin] Notify callbacks [] for security_group, before_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:14.060107 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-4b762ff5-5154-4565-a6f6-00735edab8af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:16:14.063219 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-4b762ff5-5154-4565-a6f6-00735edab8af admin admin] Usage tracker for resource:security_group_rule and tenant:970da59e7af6443894e441fa9a1a2fc2 is out of sync, need to count used quota {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:16:14.065218 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-4b762ff5-5154-4565-a6f6-00735edab8af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:16:14.068910 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-4b762ff5-5154-4565-a6f6-00735edab8af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:16:14.122238 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-4b762ff5-5154-4565-a6f6-00735edab8af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:14.125268 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-4b762ff5-5154-4565-a6f6-00735edab8af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:14.129008 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:16:14.151684 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-4b762ff5-5154-4565-a6f6-00735edab8af admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=970da59e7af6443894e441fa9a1a2fc2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1704311 May 19 11:16:14.152167 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b762ff5-5154-4565-a6f6-00735edab8af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bc6ba56-5213-445c-9aeb-55ceaedf9358,revision_number=1']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:16:14.153564 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 45236) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:16:14.155586 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-4b762ff5-5154-4565-a6f6-00735edab8af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:16:14.188341 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-2884159d-9bd5-4c8f-be22-2b2afcf1b331 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:14.203017 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-2884159d-9bd5-4c8f-be22-2b2afcf1b331 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:14.233518 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-2884159d-9bd5-4c8f-be22-2b2afcf1b331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:14.235744 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:16:14.242802 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2884159d-9bd5-4c8f-be22-2b2afcf1b331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bc6ba56-5213-445c-9aeb-55ceaedf9358,revision_number=None']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:16:14.244477 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-2884159d-9bd5-4c8f-be22-2b2afcf1b331 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:16:14.249619 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-2884159d-9bd5-4c8f-be22-2b2afcf1b331 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:14.252258 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-2884159d-9bd5-4c8f-be22-2b2afcf1b331 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/1bc6ba56-5213-445c-9aeb-55ceaedf9358 HTTP/1.1" status: 204 len: 168 time: 0.0981615 May 19 11:16:14.334821 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d5fd3f-2b03-4d49-8b65-a161c08df868 req-142c47d1-c2f4-4e4b-ad18-619d70908deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:14.335696 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-e2d5fd3f-2b03-4d49-8b65-a161c08df868 req-142c47d1-c2f4-4e4b-ad18-619d70908deb service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=ee8bb661-8d2c-45db-9a1c-ee57ba0d6dd7 HTTP/1.1" status: 200 len: 1099 time: 0.0504866 May 19 11:16:14.354891 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-e2d5fd3f-2b03-4d49-8b65-a161c08df868 req-2313270f-555f-46a5-95c3-891a71f9449b service neutron] Notify callbacks [] for security_group, before_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:14.364199 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [req-e2d5fd3f-2b03-4d49-8b65-a161c08df868 req-2313270f-555f-46a5-95c3-891a71f9449b service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:16:14.366451 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [req-e2d5fd3f-2b03-4d49-8b65-a161c08df868 req-2313270f-555f-46a5-95c3-891a71f9449b service neutron] Usage tracker for resource:security_group_rule and tenant:07010494f42e478ebae3664c00aa74f8 is out of sync, need to count used quota {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:16:14.368160 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [req-e2d5fd3f-2b03-4d49-8b65-a161c08df868 req-2313270f-555f-46a5-95c3-891a71f9449b service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:16:14.371914 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [req-e2d5fd3f-2b03-4d49-8b65-a161c08df868 req-2313270f-555f-46a5-95c3-891a71f9449b service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:16:14.426156 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-e2d5fd3f-2b03-4d49-8b65-a161c08df868 req-2313270f-555f-46a5-95c3-891a71f9449b service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:14.429545 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-e2d5fd3f-2b03-4d49-8b65-a161c08df868 req-2313270f-555f-46a5-95c3-891a71f9449b service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:14.434656 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-f304bb79-60ff-459a-b8ff-d6b4773754bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:16:14.445825 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-e2d5fd3f-2b03-4d49-8b65-a161c08df868 req-2313270f-555f-46a5-95c3-891a71f9449b service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012456 May 19 11:16:14.457685 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2313270f-555f-46a5-95c3-891a71f9449b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e0bdd313-a668-4e5d-8008-8d4542e5ecc3,revision_number=1']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:16:14.460726 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-2313270f-555f-46a5-95c3-891a71f9449b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:16:14.464138 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 45254) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:16:14.475948 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-1f6785ac-3224-4ba6-bcf0-e3dbe81a6f06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:14.483461 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe698ac9-4752-45a5-bbe3-074f8b360719 req-c7614c78-7eca-4ed5-ac7e-7e7534638465 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:14.484306 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-fe698ac9-4752-45a5-bbe3-074f8b360719 req-c7614c78-7eca-4ed5-ac7e-7e7534638465 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=15bb00ba-1ae7-4b08-8b0b-6eeb024426a9 HTTP/1.1" status: 200 len: 945 time: 0.0798273 May 19 11:16:14.484717 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-1f6785ac-3224-4ba6-bcf0-e3dbe81a6f06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:16:14.487114 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-1f6785ac-3224-4ba6-bcf0-e3dbe81a6f06 admin admin] Usage tracker for resource:security_group_rule and tenant:196ffdbc457d4e42abf5b9674dbe3101 is out of sync, need to count used quota {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:16:14.488871 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-1f6785ac-3224-4ba6-bcf0-e3dbe81a6f06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:16:14.490054 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcebf93d-80bb-4879-ac84-460dfb412b2b req-d92f49ba-5cc9-4fca-957c-81b13fd447e7 tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:14.490777 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-fcebf93d-80bb-4879-ac84-460dfb412b2b req-d92f49ba-5cc9-4fca-957c-81b13fd447e7 tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] 10.222.0.90 "GET /v2.0/ports?device_id=86d683d8-3072-421b-96a6-7fcdd344d2f6 HTTP/1.1" status: 200 len: 944 time: 0.0645828 May 19 11:16:14.492344 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-1f6785ac-3224-4ba6-bcf0-e3dbe81a6f06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:16:14.530555 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-fe698ac9-4752-45a5-bbe3-074f8b360719 req-208b7e32-4839-457b-8464-cd47839be9a4 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/security-groups?id=02f8fdd5-5dea-4a08-86bc-b9af91d4a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391765 May 19 11:16:14.533525 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-fcebf93d-80bb-4879-ac84-460dfb412b2b req-0947c280-7180-4b93-94a0-c63660ec2610 tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] 10.222.0.90 "GET /v2.0/security-groups?id=ff0dbe48-5c91-4369-b113-7de6c0a7016b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345833 May 19 11:16:14.545251 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-1f6785ac-3224-4ba6-bcf0-e3dbe81a6f06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:14.548401 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-1f6785ac-3224-4ba6-bcf0-e3dbe81a6f06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:14.552201 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:16:14.573774 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6785ac-3224-4ba6-bcf0-e3dbe81a6f06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=515cccdb-f49c-430e-bcf5-4c7cc9ca8f58,revision_number=1']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:16:14.576058 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-1f6785ac-3224-4ba6-bcf0-e3dbe81a6f06 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=196ffdbc457d4e42abf5b9674dbe3101&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1111388 May 19 11:16:14.576540 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-1f6785ac-3224-4ba6-bcf0-e3dbe81a6f06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:16:14.578346 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 45258) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:16:14.609161 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-0426be9b-5828-4cbd-81de-310317b028ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:14.623364 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-0426be9b-5828-4cbd-81de-310317b028ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:14.652422 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-0426be9b-5828-4cbd-81de-310317b028ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:14.654548 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-350d0083-3d3a-4b7d-9cb5-e51b67d599f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:16:14.663280 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0426be9b-5828-4cbd-81de-310317b028ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=515cccdb-f49c-430e-bcf5-4c7cc9ca8f58,revision_number=None']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:16:14.666082 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-0426be9b-5828-4cbd-81de-310317b028ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:16:14.674226 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-0426be9b-5828-4cbd-81de-310317b028ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:14.679728 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-0426be9b-5828-4cbd-81de-310317b028ef admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/515cccdb-f49c-430e-bcf5-4c7cc9ca8f58 HTTP/1.1" status: 204 len: 168 time: 0.1008205 May 19 11:16:14.784927 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b31450-2083-4ef9-a248-f83a51122542 req-fa25fe2b-09c2-432f-bdf5-94ade3cdf27a tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:14.785773 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-47b31450-2083-4ef9-a248-f83a51122542 req-fa25fe2b-09c2-432f-bdf5-94ade3cdf27a tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "GET /v2.0/ports?device_id=6a6a976a-90d4-4150-963e-6edb91b9a891 HTTP/1.1" status: 200 len: 945 time: 0.0723927 May 19 11:16:14.791730 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2324e019-9b62-4981-a883-a194d15fb612 req-be944604-e619-49da-8c96-c6942d5760bd tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:14.792452 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-2324e019-9b62-4981-a883-a194d15fb612 req-be944604-e619-49da-8c96-c6942d5760bd tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=c9a2706a-90b8-47a1-af05-750a15a52f05 HTTP/1.1" status: 200 len: 944 time: 0.0590811 May 19 11:16:14.830252 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-47b31450-2083-4ef9-a248-f83a51122542 req-4026ae36-b187-4296-b9ff-e7f261255262 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "GET /v2.0/security-groups?id=da2169de-7a61-4810-9cac-12669592b71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372293 May 19 11:16:14.832493 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-2324e019-9b62-4981-a883-a194d15fb612 req-b4921172-cce1-40b3-84d8-102d44c7bde0 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300529 May 19 11:16:15.090095 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 45294) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:16:15.152628 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.v2.base [None req-817f8f6b-3784-4e99-ad8c-4d958318cf8c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-44004761-network', 'tenant_id': '3adb7158fa694a28886f78876a3057cd'}} {{(pid=91055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:16:15.158297 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-817f8f6b-3784-4e99-ad8c-4d958318cf8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:16:15.162757 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-817f8f6b-3784-4e99-ad8c-4d958318cf8c admin admin] Usage tracker for resource:network and tenant:3adb7158fa694a28886f78876a3057cd is out of sync, need to count used quota {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:16:15.166364 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-817f8f6b-3784-4e99-ad8c-4d958318cf8c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:16:15.172855 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-817f8f6b-3784-4e99-ad8c-4d958318cf8c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:16:15.179381 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-817f8f6b-3784-4e99-ad8c-4d958318cf8c admin admin] Made reservation on behalf of 3adb7158fa694a28886f78876a3057cd for: {'network': 1} {{(pid=91055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 11:16:15.181099 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-817f8f6b-3784-4e99-ad8c-4d958318cf8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-783228'] for network, before_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:15.188460 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-817f8f6b-3784-4e99-ad8c-4d958318cf8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:15.197093 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-817f8f6b-3784-4e99-ad8c-4d958318cf8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:16:15.199676 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-817f8f6b-3784-4e99-ad8c-4d958318cf8c admin admin] Usage tracker for resource:security_group_rule and tenant:3adb7158fa694a28886f78876a3057cd is out of sync, need to count used quota {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:16:15.201467 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-817f8f6b-3784-4e99-ad8c-4d958318cf8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:16:15.205477 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-817f8f6b-3784-4e99-ad8c-4d958318cf8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:16:15.255651 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-817f8f6b-3784-4e99-ad8c-4d958318cf8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:15.258759 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-817f8f6b-3784-4e99-ad8c-4d958318cf8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:15.260275 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-bf788f39-f42a-4e94-a48f-d6336d333b14 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:16:15.274919 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-817f8f6b-3784-4e99-ad8c-4d958318cf8c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1390} {{(pid=91055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 11:16:15.279461 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817f8f6b-3784-4e99-ad8c-4d958318cf8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e67f0d0c-35aa-4baf-bdac-63aaa17f4b4a,revision_number=1']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:16:15.281716 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-817f8f6b-3784-4e99-ad8c-4d958318cf8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:16:15.282854 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-817f8f6b-3784-4e99-ad8c-4d958318cf8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432044'] for segment, precommit_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:15.283035 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.db.segments_db [None req-817f8f6b-3784-4e99-ad8c-4d958318cf8c admin admin] Added segment 64c3527b-0b17-4dce-9bf8-b502fa139a66 of type vlan for network 17b3c0ef-f9b4-49e2-aa3b-d746210e219f May 19 11:16:15.298619 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-817f8f6b-3784-4e99-ad8c-4d958318cf8c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749740349296'] for network, precommit_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:15.318166 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-817f8f6b-3784-4e99-ad8c-4d958318cf8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1777549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1695667'] for network, after_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:15.318971 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817f8f6b-3784-4e99-ad8c-4d958318cf8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:15.319300 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-817f8f6b-3784-4e99-ad8c-4d958318cf8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695638'] for network, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:15.321393 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:16:15.410277 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817f8f6b-3784-4e99-ad8c-4d958318cf8c admin admin] Pushing event updated for resources: {'Network': ['ID=17b3c0ef-f9b4-49e2-aa3b-d746210e219f,revision_number=1']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:16:15.412224 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-817f8f6b-3784-4e99-ad8c-4d958318cf8c admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3213856 May 19 11:16:15.412771 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-817f8f6b-3784-4e99-ad8c-4d958318cf8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:16:15.415387 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 45310) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:16:15.422492 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.v2.base [None req-c97e22c1-4319-4948-a36e-a1382f3a9fdb admin admin] Request body: {'subnet': {'network_id': '17b3c0ef-f9b4-49e2-aa3b-d746210e219f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-44004761-subnet', 'tenant_id': '3adb7158fa694a28886f78876a3057cd', 'ip_version': 4}} {{(pid=91056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:16:15.423239 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Network 17b3c0ef-f9b4-49e2-aa3b-d746210e219f details requested by agent ovs-agent-dv-cinder-787764-1-iscsi with host dv-cinder-787764-1-iscsi {{(pid=91057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 11:16:15.425545 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-c97e22c1-4319-4948-a36e-a1382f3a9fdb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:16:15.428230 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-c97e22c1-4319-4948-a36e-a1382f3a9fdb admin admin] Usage tracker for resource:subnet and tenant:3adb7158fa694a28886f78876a3057cd is out of sync, need to count used quota {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:16:15.430146 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-c97e22c1-4319-4948-a36e-a1382f3a9fdb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:16:15.433946 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-c97e22c1-4319-4948-a36e-a1382f3a9fdb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:16:15.441558 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c97e22c1-4319-4948-a36e-a1382f3a9fdb admin admin] Made reservation on behalf of 3adb7158fa694a28886f78876a3057cd for: {'subnet': 1} {{(pid=91056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 11:16:15.442891 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-c97e22c1-4319-4948-a36e-a1382f3a9fdb admin admin] Notify callbacks [] for subnet, before_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:15.722790 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bfae32-323c-4d5d-9101-1182c4991104 req-762089d3-f7fc-45cd-bb0a-aab392de6db7 tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:15.723634 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-a9bfae32-323c-4d5d-9101-1182c4991104 req-762089d3-f7fc-45cd-bb0a-aab392de6db7 tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] 10.222.0.90 "GET /v2.0/ports?device_id=86d683d8-3072-421b-96a6-7fcdd344d2f6 HTTP/1.1" status: 200 len: 944 time: 0.1306095 May 19 11:16:15.728252 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38676afa-cef7-4dc7-91e7-cd698f7f2ad2 req-70c173a6-7507-44ec-9b01-1f9311bbafe6 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:15.729017 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-38676afa-cef7-4dc7-91e7-cd698f7f2ad2 req-70c173a6-7507-44ec-9b01-1f9311bbafe6 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=15bb00ba-1ae7-4b08-8b0b-6eeb024426a9 HTTP/1.1" status: 200 len: 945 time: 0.1352246 May 19 11:16:15.775298 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-a9bfae32-323c-4d5d-9101-1182c4991104 req-64663771-e3e0-49ef-984c-fb3da8cfc7fd tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] 10.222.0.90 "GET /v2.0/security-groups?id=ff0dbe48-5c91-4369-b113-7de6c0a7016b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445240 May 19 11:16:15.779026 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-38676afa-cef7-4dc7-91e7-cd698f7f2ad2 req-314aa926-c16b-4e39-b6ca-573aa9bf817e tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/security-groups?id=02f8fdd5-5dea-4a08-86bc-b9af91d4a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399415 May 19 11:16:15.820004 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-c97e22c1-4319-4948-a36e-a1382f3a9fdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620'] for subnet, after_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:15.821989 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:16:15.830440 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a6a976a-90d4-4150-963e-6edb91b9a891', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db59126d-1c1c-4ba1-a2f8-210209c9a196'}] {{(pid=91057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 11:16:15.858292 dv-cinder-787764-1-iscsi neutron-server[91057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a6a976a-90d4-4150-963e-6edb91b9a891', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db59126d-1c1c-4ba1-a2f8-210209c9a196', 'code': 200} May 19 11:16:15.862707 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97e22c1-4319-4948-a36e-a1382f3a9fdb admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec111969-0878-4395-8e69-3abd2c5f226d,revision_number=0']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:16:15.866349 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-c97e22c1-4319-4948-a36e-a1382f3a9fdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:16:15.868697 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97e22c1-4319-4948-a36e-a1382f3a9fdb admin admin] Checking segment: {'id': '64c3527b-0b17-4dce-9bf8-b502fa139a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1390, 'network_id': '17b3c0ef-f9b4-49e2-aa3b-d746210e219f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 11:16:15.868905 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97e22c1-4319-4948-a36e-a1382f3a9fdb admin admin] Network hostable DHCP agents. Network: 17b3c0ef-f9b4-49e2-aa3b-d746210e219f, hostable agents: ['36604066-f80c-4f9a-9f0a-cbdcbbee93eb'], hosted agents: [] {{(pid=91056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 11:16:15.879433 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97e22c1-4319-4948-a36e-a1382f3a9fdb admin admin] Network 17b3c0ef-f9b4-49e2-aa3b-d746210e219f is scheduled to be hosted by DHCP agent 36604066-f80c-4f9a-9f0a-cbdcbbee93eb with binding_index 1 {{(pid=91056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 11:16:15.885785 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.scheduler.base_scheduler [None req-c97e22c1-4319-4948-a36e-a1382f3a9fdb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787764-1-iscsi, 17b3c0ef-f9b4-49e2-aa3b-d746210e219f) {{(pid=91056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:16:15.890590 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97e22c1-4319-4948-a36e-a1382f3a9fdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:15.891082 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-c97e22c1-4319-4948-a36e-a1382f3a9fdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695638'] for subnet, before_response {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:15.894161 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b816d959-a14d-4a2d-8f36-755fe71dc8fd None None] Network 17b3c0ef-f9b4-49e2-aa3b-d746210e219f requested from dv-cinder-787764-1-iscsi {{(pid=91057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 11:16:15.905970 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-c97e22c1-4319-4948-a36e-a1382f3a9fdb admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4878948 May 19 11:16:15.906119 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 45326) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:16:15.909187 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.v2.base [None req-38cb8f3d-91ac-4489-9555-a1d6fe03903b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-44004761-router', 'tenant_id': '3adb7158fa694a28886f78876a3057cd', 'external_gateway_info': {'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522'}}} {{(pid=91056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:16:15.913090 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-38cb8f3d-91ac-4489-9555-a1d6fe03903b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:16:15.921762 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Device 54dbb120-4558-4070-84e1-c0a6000680b2 up at agent hyperv_hv-cinder-78776 {{(pid=91057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 11:16:15.934976 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-38cb8f3d-91ac-4489-9555-a1d6fe03903b admin admin] Usage tracker for resource:router and tenant:3adb7158fa694a28886f78876a3057cd is out of sync, need to count used quota {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:16:15.939324 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-38cb8f3d-91ac-4489-9555-a1d6fe03903b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:16:15.969637 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-38cb8f3d-91ac-4489-9555-a1d6fe03903b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:16:15.986278 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-38cb8f3d-91ac-4489-9555-a1d6fe03903b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1593972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26728'] for router, before_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:15.986957 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-38cb8f3d-91ac-4489-9555-a1d6fe03903b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1713012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1713973', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1770163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26723'] for router, precommit_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:16.003495 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e747d52-901c-4800-8bce-48c34247bd3f req-70afc38d-15d0-40a9-91ba-d931cb9912a0 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:16.004356 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-0e747d52-901c-4800-8bce-48c34247bd3f req-70afc38d-15d0-40a9-91ba-d931cb9912a0 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "GET /v2.0/ports?device_id=6a6a976a-90d4-4150-963e-6edb91b9a891 HTTP/1.1" status: 200 len: 945 time: 0.0919502 May 19 11:16:16.005223 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Provisioning for port 54dbb120-4558-4070-84e1-c0a6000680b2 completed by entity L2. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 11:16:16.010765 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Provisioning complete for port 54dbb120-4558-4070-84e1-c0a6000680b2 triggered by entity L2. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:16:16.010975 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441453'] for port, provisioning_complete {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:16.012416 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-38cb8f3d-91ac-4489-9555-a1d6fe03903b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:16.031154 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aff66e-a8ae-4a10-b033-4bf22eb610e4 req-4ba9cc2c-1ed2-4ef3-9504-d4b26cd06638 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:16.031948 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-c2aff66e-a8ae-4a10-b033-4bf22eb610e4 req-4ba9cc2c-1ed2-4ef3-9504-d4b26cd06638 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=c9a2706a-90b8-47a1-af05-750a15a52f05 HTTP/1.1" status: 200 len: 944 time: 0.0999312 May 19 11:16:16.057477 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-0e747d52-901c-4800-8bce-48c34247bd3f req-40206e8f-eaee-4e4c-b463-e803d9fd7b93 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "GET /v2.0/security-groups?id=da2169de-7a61-4810-9cac-12669592b71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460145 May 19 11:16:16.099762 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f108c8-bf00-4cdd-bf5e-73da25d24cd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbc713b2-5b1e-5e4a-ab48-4751d66359fe-17b3c0ef-f9b4-49e2-aa3b-d746210e219f', 'network_id': '17b3c0ef-f9b4-49e2-aa3b-d746210e219f', 'tenant_id': '3adb7158fa694a28886f78876a3057cd', 'fixed_ips': [{'subnet_id': 'ec111969-0878-4395-8e69-3abd2c5f226d'}]}} from dv-cinder-787764-1-iscsi. {{(pid=91057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 11:16:16.100326 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-b2f108c8-bf00-4cdd-bf5e-73da25d24cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_create {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:16.148187 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:16.171432 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-c2aff66e-a8ae-4a10-b033-4bf22eb610e4 req-3ac09b2f-b094-4fb5-b0db-8ca96482d3f5 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339700 May 19 11:16:16.197340 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] For port 54dbb120-4558-4070-84e1-c0a6000680b2, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=54dbb120-4558-4070-84e1-c0a6000680b2,segment=NetworkSegment(4b6e3ac5-8857-4583-9f96-09e41692c62a),segment_id=4b6e3ac5-8857-4583-9f96-09e41692c62a)] {{(pid=91057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:16:16.202887 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602'] for port, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:16.203401 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Device 61c7c786-1d02-4ec8-a519-cf9d71279980 up at agent hyperv_hv-cinder-78776 {{(pid=91057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 11:16:16.205236 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-38cb8f3d-91ac-4489-9555-a1d6fe03903b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1713980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1593862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26701'] for router, precommit_update {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:16.216676 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:16:16.268919 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.db_base_plugin_common [None req-b2f108c8-bf00-4cdd-bf5e-73da25d24cd8 None None] Allocated IP 172.20.0.2 (17b3c0ef-f9b4-49e2-aa3b-d746210e219f/ec111969-0878-4395-8e69-3abd2c5f226d/b8a36fe1-0b34-4601-86db-9e016171f4ed) {{(pid=91057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 11:16:16.272167 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:16.282823 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Pushing event updated for resources: {'Port': ['ID=54dbb120-4558-4070-84e1-c0a6000680b2,revision_number=5']} {{(pid=91057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:16:16.285640 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:16:16.351312 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Provisioning for port 61c7c786-1d02-4ec8-a519-cf9d71279980 completed by entity L2. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 11:16:16.356492 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Provisioning complete for port 61c7c786-1d02-4ec8-a519-cf9d71279980 triggered by entity L2. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:16:16.356686 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441453'] for port, provisioning_complete {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:16.431103 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-38cb8f3d-91ac-4489-9555-a1d6fe03903b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:16.447465 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-38cb8f3d-91ac-4489-9555-a1d6fe03903b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:16.473602 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:16.479112 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-b2f108c8-bf00-4cdd-bf5e-73da25d24cd8 None None] Notify callbacks [] for port, precommit_create {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:16.488426 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-b2f108c8-bf00-4cdd-bf5e-73da25d24cd8 None None] Transition to ACTIVE for port object b8a36fe1-0b34-4601-86db-9e016171f4ed will not be triggered until provisioned by entity L2. {{(pid=91057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 11:16:16.507097 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-b2f108c8-bf00-4cdd-bf5e-73da25d24cd8 None None] Transition to ACTIVE for port object b8a36fe1-0b34-4601-86db-9e016171f4ed will not be triggered until provisioned by entity DHCP. {{(pid=91057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 11:16:16.507296 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] For port 61c7c786-1d02-4ec8-a519-cf9d71279980, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=61c7c786-1d02-4ec8-a519-cf9d71279980,segment=NetworkSegment(04bfd1bc-2bae-496c-bd39-af315e6a2897),segment_id=04bfd1bc-2bae-496c-bd39-af315e6a2897)] {{(pid=91057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:16:16.510438 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602'] for port, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:16.511279 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Device 7aa4ffd5-7d11-4dd0-b47c-6f547aa78979 up at agent hyperv_hv-cinder-78776 {{(pid=91057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 11:16:16.523472 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.db_base_plugin_common [None req-38cb8f3d-91ac-4489-9555-a1d6fe03903b admin admin] Allocated IP 172.27.0.241 (02345af2-6ed3-48fb-b7af-bf8d47e25522/aba42eaa-d100-461a-90c5-240f62c775e0/4096f727-d959-469e-9deb-387fbc1d1f27) {{(pid=91056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 11:16:16.528854 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:16:16.554696 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-b2f108c8-bf00-4cdd-bf5e-73da25d24cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749740362231'] for port, after_create {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:16.587056 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f108c8-bf00-4cdd-bf5e-73da25d24cd8 None None] Network 17b3c0ef-f9b4-49e2-aa3b-d746210e219f is already hosted by enough agents. {{(pid=91057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 11:16:16.588839 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.scheduler.base_scheduler [None req-b2f108c8-bf00-4cdd-bf5e-73da25d24cd8 None None] Resources bound (agent type, host, resource id): {{(pid=91057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:16:16.592590 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f108c8-bf00-4cdd-bf5e-73da25d24cd8 None None] Received port after_create {{(pid=91057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 11:16:16.616410 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-38cb8f3d-91ac-4489-9555-a1d6fe03903b admin admin] Notify callbacks [] for port, precommit_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:16.621517 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Pushing event updated for resources: {'Port': ['ID=61c7c786-1d02-4ec8-a519-cf9d71279980,revision_number=5']} {{(pid=91057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:16:16.624842 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:16:16.627955 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.063s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:16:16.636102 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-38cb8f3d-91ac-4489-9555-a1d6fe03903b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749740362231'] for port, after_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:16.638525 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:16:16.672731 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38cb8f3d-91ac-4489-9555-a1d6fe03903b admin admin] Network 02345af2-6ed3-48fb-b7af-bf8d47e25522 is already hosted by enough agents. {{(pid=91056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 11:16:16.674287 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.scheduler.base_scheduler [None req-38cb8f3d-91ac-4489-9555-a1d6fe03903b admin admin] Resources bound (agent type, host, resource id): {{(pid=91056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:16:16.676347 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38cb8f3d-91ac-4489-9555-a1d6fe03903b admin admin] Received port after_create {{(pid=91056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 11:16:16.685866 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Provisioning for port 7aa4ffd5-7d11-4dd0-b47c-6f547aa78979 completed by entity L2. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 11:16:16.692628 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Provisioning complete for port 7aa4ffd5-7d11-4dd0-b47c-6f547aa78979 triggered by entity L2. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:16:16.692838 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441453'] for port, provisioning_complete {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:16.704731 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cb8f3d-91ac-4489-9555-a1d6fe03903b admin admin] Pushing event updated for resources: {'Port': ['ID=4096f727-d959-469e-9deb-387fbc1d1f27,revision_number=1']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:16:16.706223 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.managers [None req-b2f108c8-bf00-4cdd-bf5e-73da25d24cd8 None None] Attempting to bind port b8a36fe1-0b34-4601-86db-9e016171f4ed on host dv-cinder-787764-1-iscsi for vnic_type normal with profile {{(pid=91057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 11:16:16.706423 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.managers [None req-b2f108c8-bf00-4cdd-bf5e-73da25d24cd8 None None] Attempting to bind port b8a36fe1-0b34-4601-86db-9e016171f4ed by drivers openvswitch,hyperv on host dv-cinder-787764-1-iscsi at level 0 using segments [{'id': '64c3527b-0b17-4dce-9bf8-b502fa139a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1390, 'network_id': '17b3c0ef-f9b4-49e2-aa3b-d746210e219f'}] {{(pid=91057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 11:16:16.706620 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f108c8-bf00-4cdd-bf5e-73da25d24cd8 None None] Attempting to bind port b8a36fe1-0b34-4601-86db-9e016171f4ed on network 17b3c0ef-f9b4-49e2-aa3b-d746210e219f {{(pid=91057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 11:16:16.709553 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-38cb8f3d-91ac-4489-9555-a1d6fe03903b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:16:16.716154 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f108c8-bf00-4cdd-bf5e-73da25d24cd8 None None] Pushing event updated for resources: {'Port': ['ID=b8a36fe1-0b34-4601-86db-9e016171f4ed,revision_number=1']} {{(pid=91057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:16:16.720603 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f108c8-bf00-4cdd-bf5e-73da25d24cd8 None None] Checking agent: {'id': '8ddda9c6-7d5f-4e42-9175-c986b5c107e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787764-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 11, 10, 36), 'started_at': datetime.datetime(2021, 5, 19, 11, 11, 6), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 11, 16, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787764-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 11:16:16.720810 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f108c8-bf00-4cdd-bf5e-73da25d24cd8 None None] Checking segment: {'id': '64c3527b-0b17-4dce-9bf8-b502fa139a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1390, 'network_id': '17b3c0ef-f9b4-49e2-aa3b-d746210e219f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 11:16:16.721038 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-b2f108c8-bf00-4cdd-bf5e-73da25d24cd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:16.721261 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f108c8-bf00-4cdd-bf5e-73da25d24cd8 None None] Bound using segment: {'id': '64c3527b-0b17-4dce-9bf8-b502fa139a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1390, 'network_id': '17b3c0ef-f9b4-49e2-aa3b-d746210e219f'} {{(pid=91057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 11:16:16.721525 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.managers [None req-b2f108c8-bf00-4cdd-bf5e-73da25d24cd8 None None] Bound port: b8a36fe1-0b34-4601-86db-9e016171f4ed, host: dv-cinder-787764-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64c3527b-0b17-4dce-9bf8-b502fa139a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1390, 'network_id': '17b3c0ef-f9b4-49e2-aa3b-d746210e219f'}}] {{(pid=91057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 11:16:16.721732 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-b2f108c8-bf00-4cdd-bf5e-73da25d24cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:16.726308 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-b2f108c8-bf00-4cdd-bf5e-73da25d24cd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:16:16.803958 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-b2f108c8-bf00-4cdd-bf5e-73da25d24cd8 None None] For port b8a36fe1-0b34-4601-86db-9e016171f4ed, host dv-cinder-787764-1-iscsi, cleared binding levels {{(pid=91057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 11:16:16.805066 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:16.815696 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-b2f108c8-bf00-4cdd-bf5e-73da25d24cd8 None None] For port b8a36fe1-0b34-4601-86db-9e016171f4ed, host dv-cinder-787764-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-1-iscsi',level=0,port_id=b8a36fe1-0b34-4601-86db-9e016171f4ed,segment=NetworkSegment(64c3527b-0b17-4dce-9bf8-b502fa139a66),segment_id=64c3527b-0b17-4dce-9bf8-b502fa139a66)] {{(pid=91057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 11:16:16.823648 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-b2f108c8-bf00-4cdd-bf5e-73da25d24cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602'] for port, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:16.826189 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:16:16.859644 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] For port 7aa4ffd5-7d11-4dd0-b47c-6f547aa78979, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=7aa4ffd5-7d11-4dd0-b47c-6f547aa78979,segment=NetworkSegment(196e79df-6043-4c3c-bc65-7e8b3bac3a1b),segment_id=196e79df-6043-4c3c-bc65-7e8b3bac3a1b)] {{(pid=91057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:16:16.867655 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602'] for port, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:16.877270 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f108c8-bf00-4cdd-bf5e-73da25d24cd8 None None] Pushing event updated for resources: {'Port': ['ID=b8a36fe1-0b34-4601-86db-9e016171f4ed,revision_number=2']} {{(pid=91057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:16:16.879332 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-b2f108c8-bf00-4cdd-bf5e-73da25d24cd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:16:16.879719 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:16:16.917857 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Pushing event updated for resources: {'Port': ['ID=7aa4ffd5-7d11-4dd0-b47c-6f547aa78979,revision_number=5']} {{(pid=91057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:16:16.919755 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:16:16.930152 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-38cb8f3d-91ac-4489-9555-a1d6fe03903b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:17.034341 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881001fa-7973-4e23-aa29-fdac087d572e req-ee7a5bc7-86c2-4b3f-9dfb-1a3edd8159b3 tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:17.035255 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-881001fa-7973-4e23-aa29-fdac087d572e req-ee7a5bc7-86c2-4b3f-9dfb-1a3edd8159b3 tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] 10.222.0.90 "GET /v2.0/ports?device_id=86d683d8-3072-421b-96a6-7fcdd344d2f6 HTTP/1.1" status: 200 len: 945 time: 0.1756675 May 19 11:16:17.045015 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fdea5e-18eb-476d-b0d3-aac3892b6463 req-87e1fb44-a841-48e7-8d93-5a2f6b9759d3 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:17.045899 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-68fdea5e-18eb-476d-b0d3-aac3892b6463 req-87e1fb44-a841-48e7-8d93-5a2f6b9759d3 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=15bb00ba-1ae7-4b08-8b0b-6eeb024426a9 HTTP/1.1" status: 200 len: 946 time: 0.1603885 May 19 11:16:17.143571 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-881001fa-7973-4e23-aa29-fdac087d572e req-40ae7bd4-9661-495f-865f-5a79721a1fd0 tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] 10.222.0.90 "GET /v2.0/security-groups?id=ff0dbe48-5c91-4369-b113-7de6c0a7016b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041737 May 19 11:16:17.148295 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-68fdea5e-18eb-476d-b0d3-aac3892b6463 req-05ed68ee-4715-4a19-994a-53687de4c7a0 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/security-groups?id=02f8fdd5-5dea-4a08-86bc-b9af91d4a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912511 May 19 11:16:17.183791 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Device b8a36fe1-0b34-4601-86db-9e016171f4ed up at agent ovs-agent-dv-cinder-787764-1-iscsi {{(pid=91057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 11:16:17.224119 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Provisioning for port b8a36fe1-0b34-4601-86db-9e016171f4ed completed by entity L2. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 11:16:17.314187 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-38cb8f3d-91ac-4489-9555-a1d6fe03903b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1593983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1714063'] for router, after_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:17.401586 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb74c116-20a5-4c8d-ae8b-303aa5da9167 req-8b95ff91-27da-49dc-99ed-ae50d258bbe0 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:17.402430 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-eb74c116-20a5-4c8d-ae8b-303aa5da9167 req-8b95ff91-27da-49dc-99ed-ae50d258bbe0 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "GET /v2.0/ports?device_id=6a6a976a-90d4-4150-963e-6edb91b9a891 HTTP/1.1" status: 200 len: 945 time: 0.1450720 May 19 11:16:17.424891 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e0d8fa-d1f7-4239-a742-2bb1c24b3da2 req-c2073e8d-e453-4e95-88d4-a7fae4f9d60d tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:17.425785 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-92e0d8fa-d1f7-4239-a742-2bb1c24b3da2 req-c2073e8d-e453-4e95-88d4-a7fae4f9d60d tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=c9a2706a-90b8-47a1-af05-750a15a52f05 HTTP/1.1" status: 200 len: 945 time: 0.1690273 May 19 11:16:17.463044 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-eb74c116-20a5-4c8d-ae8b-303aa5da9167 req-47a02ca1-2e0a-4b70-9944-fd52abf0bd46 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "GET /v2.0/security-groups?id=da2169de-7a61-4810-9cac-12669592b71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560670 May 19 11:16:17.472873 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-92e0d8fa-d1f7-4239-a742-2bb1c24b3da2 req-ff0fdc7e-eda6-410c-92f5-d830df2aa76b tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424747 May 19 11:16:17.490787 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38cb8f3d-91ac-4489-9555-a1d6fe03903b admin admin] Router 91fe879d-12e7-4cd2-a05d-9c939b573f8c is scheduled to L3 agent 326bf12a-fdae-48e8-b877-7dbd40e20eda with binding_index 1 {{(pid=91056) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 11:16:17.586738 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38cb8f3d-91ac-4489-9555-a1d6fe03903b admin admin] Notify agent at l3_agent.dv-cinder-787764-1-iscsi the message routers_updated {{(pid=91056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 11:16:17.592262 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d583543c-f8b1-484d-853e-fb118c58785e None None] Network 17b3c0ef-f9b4-49e2-aa3b-d746210e219f requested from dv-cinder-787764-1-iscsi {{(pid=91057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 11:16:17.592506 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d99e0d9-a446-408a-9d54-acf95d7ebdec None None] Sync routers for ids ['91fe879d-12e7-4cd2-a05d-9c939b573f8c'] in dv-cinder-787764-1-iscsi {{(pid=91058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 11:16:17.597679 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d99e0d9-a446-408a-9d54-acf95d7ebdec None None] Routers {'91fe879d-12e7-4cd2-a05d-9c939b573f8c'} bound to L3 agent in host dv-cinder-787764-1-iscsi {{(pid=91058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:16:17.598072 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.l3_hamode_db [None req-1d99e0d9-a446-408a-9d54-acf95d7ebdec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T11:10:36Z,description=,heartbeat_timestamp=2021-05-19T11:16:06Z,host='dv-cinder-787764-1-iscsi',id=326bf12a-fdae-48e8-b877-7dbd40e20eda,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:36Z,topic='l3_agent')) {'router_ids': ['91fe879d-12e7-4cd2-a05d-9c939b573f8c'], 'active': True} {{(pid=91058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:16:17.600717 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-38cb8f3d-91ac-4489-9555-a1d6fe03903b admin admin] Notify callbacks [] for router, before_response {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:17.603424 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-38cb8f3d-91ac-4489-9555-a1d6fe03903b admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.6947672 May 19 11:16:17.603484 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 45350) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:16:17.685204 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-695e28b9-759c-4929-9680-89808d56b90c None None] Provisioning for port b8a36fe1-0b34-4601-86db-9e016171f4ed completed by entity DHCP. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 11:16:17.689283 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.l3_dvr_db [None req-1d99e0d9-a446-408a-9d54-acf95d7ebdec None None] Set router 91fe879d-12e7-4cd2-a05d-9c939b573f8c gateway port host: dv-cinder-787764-1-iscsi {{(pid=91058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:16:17.705475 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-695e28b9-759c-4929-9680-89808d56b90c None None] Provisioning complete for port b8a36fe1-0b34-4601-86db-9e016171f4ed triggered by entity DHCP. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:16:17.705686 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-695e28b9-759c-4929-9680-89808d56b90c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441453'] for port, provisioning_complete {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:17.801168 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-695e28b9-759c-4929-9680-89808d56b90c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:17.825795 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-695e28b9-759c-4929-9680-89808d56b90c None None] For port b8a36fe1-0b34-4601-86db-9e016171f4ed, host dv-cinder-787764-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-1-iscsi',level=0,port_id=b8a36fe1-0b34-4601-86db-9e016171f4ed,segment=NetworkSegment(64c3527b-0b17-4dce-9bf8-b502fa139a66),segment_id=64c3527b-0b17-4dce-9bf8-b502fa139a66)] {{(pid=91057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:16:17.829410 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-695e28b9-759c-4929-9680-89808d56b90c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602'] for port, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:17.831046 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-b2f108c8-bf00-4cdd-bf5e-73da25d24cd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:16:17.841903 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.l3_hamode_db [None req-1d99e0d9-a446-408a-9d54-acf95d7ebdec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91fe879d-12e7-4cd2-a05d-9c939b573f8c', 'name': 'tempest-TestMinimumBasicScenario-44004761-router', 'tenant_id': '3adb7158fa694a28886f78876a3057cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'external_fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': '4096f727-d959-469e-9deb-387fbc1d1f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:16:15Z', 'updated_at': '2021-05-19T11:16:16Z', 'revision_number': 3, 'project_id': '3adb7158fa694a28886f78876a3057cd', 'gw_port': {'id': '4096f727-d959-469e-9deb-387fbc1d1f27', 'name': '', 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:a0:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91fe879d-12e7-4cd2-a05d-9c939b573f8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 222, 'fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:16:16Z', 'updated_at': '2021-05-19T11:16:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-1-iscsi'}], 'dv-cinder-787764-1-iscsi', False) {} {{(pid=91058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:16:17.844611 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d99e0d9-a446-408a-9d54-acf95d7ebdec None None] Checking router: 91fe879d-12e7-4cd2-a05d-9c939b573f8c for host: dv-cinder-787764-1-iscsi {{(pid=91058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 11:16:17.844898 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d99e0d9-a446-408a-9d54-acf95d7ebdec None None] Updating router 91fe879d-12e7-4cd2-a05d-9c939b573f8c port 4096f727-d959-469e-9deb-387fbc1d1f27 binding host dv-cinder-787764-1-iscsi {{(pid=91058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 11:16:17.861285 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86d683d8-3072-421b-96a6-7fcdd344d2f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54dbb120-4558-4070-84e1-c0a6000680b2'}, {'server_uuid': 'c9a2706a-90b8-47a1-af05-750a15a52f05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61c7c786-1d02-4ec8-a519-cf9d71279980'}, {'server_uuid': '15bb00ba-1ae7-4b08-8b0b-6eeb024426a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aa4ffd5-7d11-4dd0-b47c-6f547aa78979'}] {{(pid=91057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 11:16:17.875176 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron_lib.callbacks.manager [None req-1d99e0d9-a446-408a-9d54-acf95d7ebdec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:17.909639 dv-cinder-787764-1-iscsi neutron-server[91057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86d683d8-3072-421b-96a6-7fcdd344d2f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54dbb120-4558-4070-84e1-c0a6000680b2', 'code': 200} May 19 11:16:17.909900 dv-cinder-787764-1-iscsi neutron-server[91057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9a2706a-90b8-47a1-af05-750a15a52f05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61c7c786-1d02-4ec8-a519-cf9d71279980', 'code': 200} May 19 11:16:17.910120 dv-cinder-787764-1-iscsi neutron-server[91057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15bb00ba-1ae7-4b08-8b0b-6eeb024426a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aa4ffd5-7d11-4dd0-b47c-6f547aa78979', 'code': 200} May 19 11:16:17.910964 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695e28b9-759c-4929-9680-89808d56b90c None None] Pushing event updated for resources: {'Port': ['ID=b8a36fe1-0b34-4601-86db-9e016171f4ed,revision_number=3']} {{(pid=91057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:16:17.913206 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-695e28b9-759c-4929-9680-89808d56b90c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:16:17.943724 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-621f18b0-5d43-4a38-85ad-341a082ff239 None None] Provisioning complete for port b8a36fe1-0b34-4601-86db-9e016171f4ed triggered by entity DHCP. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:16:17.943933 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-621f18b0-5d43-4a38-85ad-341a082ff239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441453'] for port, provisioning_complete {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:18.011171 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-0a17f277-33f0-46d3-a95f-ebad61f56147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:18.051895 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron_lib.callbacks.manager [None req-1d99e0d9-a446-408a-9d54-acf95d7ebdec None None] Notify callbacks [] for port, precommit_update {{(pid=91058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:18.058649 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.provisioning_blocks [None req-1d99e0d9-a446-408a-9d54-acf95d7ebdec None None] Transition to ACTIVE for port object 4096f727-d959-469e-9deb-387fbc1d1f27 will not be triggered until provisioned by entity L2. {{(pid=91058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 11:16:18.065738 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron_lib.callbacks.manager [None req-1d99e0d9-a446-408a-9d54-acf95d7ebdec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602'] for port, after_update {{(pid=91058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:18.068076 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG oslo_concurrency.lockutils [None req-3c757e39-f94f-4e32-8442-a355b8499e1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91058) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:16:18.114602 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e675685-e6a8-46e6-b79c-07d6a86d0eaa None None] Pushing event updated for resources: {'Port': ['ID=4096f727-d959-469e-9deb-387fbc1d1f27,revision_number=2']} {{(pid=91058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:16:18.117031 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG oslo_concurrency.lockutils [None req-4e675685-e6a8-46e6-b79c-07d6a86d0eaa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91058) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:16:18.118342 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.plugins.ml2.managers [None req-1d99e0d9-a446-408a-9d54-acf95d7ebdec None None] Attempting to bind port 4096f727-d959-469e-9deb-387fbc1d1f27 on host dv-cinder-787764-1-iscsi for vnic_type normal with profile {{(pid=91058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 11:16:18.118545 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.plugins.ml2.managers [None req-1d99e0d9-a446-408a-9d54-acf95d7ebdec None None] Attempting to bind port 4096f727-d959-469e-9deb-387fbc1d1f27 by drivers openvswitch,hyperv on host dv-cinder-787764-1-iscsi at level 0 using segments [{'id': '49ddd7c4-aafb-432e-a188-efbf16e2f9e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522'}] {{(pid=91058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 11:16:18.118743 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d99e0d9-a446-408a-9d54-acf95d7ebdec None None] Attempting to bind port 4096f727-d959-469e-9deb-387fbc1d1f27 on network 02345af2-6ed3-48fb-b7af-bf8d47e25522 {{(pid=91058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 11:16:18.121824 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d99e0d9-a446-408a-9d54-acf95d7ebdec None None] Checking agent: {'id': '8ddda9c6-7d5f-4e42-9175-c986b5c107e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787764-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 11, 10, 36), 'started_at': datetime.datetime(2021, 5, 19, 11, 11, 6), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 11, 16, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787764-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 11:16:18.122028 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d99e0d9-a446-408a-9d54-acf95d7ebdec None None] Checking segment: {'id': '49ddd7c4-aafb-432e-a188-efbf16e2f9e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 11:16:18.122252 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron_lib.callbacks.manager [None req-1d99e0d9-a446-408a-9d54-acf95d7ebdec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:18.122473 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d99e0d9-a446-408a-9d54-acf95d7ebdec None None] Bound using segment: {'id': '49ddd7c4-aafb-432e-a188-efbf16e2f9e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522'} {{(pid=91058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 11:16:18.122738 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.plugins.ml2.managers [None req-1d99e0d9-a446-408a-9d54-acf95d7ebdec None None] Bound port: 4096f727-d959-469e-9deb-387fbc1d1f27, host: dv-cinder-787764-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49ddd7c4-aafb-432e-a188-efbf16e2f9e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522'}}] {{(pid=91058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 11:16:18.122942 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron_lib.callbacks.manager [None req-1d99e0d9-a446-408a-9d54-acf95d7ebdec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:18.169464 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.plugins.ml2.db [None req-1d99e0d9-a446-408a-9d54-acf95d7ebdec None None] For port 4096f727-d959-469e-9deb-387fbc1d1f27, host dv-cinder-787764-1-iscsi, cleared binding levels {{(pid=91058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 11:16:18.171943 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.plugins.ml2.db [None req-1d99e0d9-a446-408a-9d54-acf95d7ebdec None None] For port 4096f727-d959-469e-9deb-387fbc1d1f27, host dv-cinder-787764-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-1-iscsi',level=0,port_id=4096f727-d959-469e-9deb-387fbc1d1f27,segment=NetworkSegment(49ddd7c4-aafb-432e-a188-efbf16e2f9e4),segment_id=49ddd7c4-aafb-432e-a188-efbf16e2f9e4)] {{(pid=91058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 11:16:18.175271 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron_lib.callbacks.manager [None req-1d99e0d9-a446-408a-9d54-acf95d7ebdec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602'] for port, after_update {{(pid=91058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:18.178450 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91058) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:16:18.200143 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.db_base_plugin_common [None req-0a17f277-33f0-46d3-a95f-ebad61f56147 admin admin] Allocated IP 172.20.0.1 (17b3c0ef-f9b4-49e2-aa3b-d746210e219f/ec111969-0878-4395-8e69-3abd2c5f226d/015259d5-e370-4f43-aa2a-9cc4d5e4e7e4) {{(pid=91056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 11:16:18.217059 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d99e0d9-a446-408a-9d54-acf95d7ebdec None None] Routers {'91fe879d-12e7-4cd2-a05d-9c939b573f8c'} bound to L3 agent in host dv-cinder-787764-1-iscsi {{(pid=91058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:16:18.217469 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.l3_hamode_db [None req-1d99e0d9-a446-408a-9d54-acf95d7ebdec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T11:10:36Z,description=,heartbeat_timestamp=2021-05-19T11:16:06Z,host='dv-cinder-787764-1-iscsi',id=326bf12a-fdae-48e8-b877-7dbd40e20eda,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:36Z,topic='l3_agent')) {'router_ids': ['91fe879d-12e7-4cd2-a05d-9c939b573f8c'], 'active': True} {{(pid=91058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:16:18.261060 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e675685-e6a8-46e6-b79c-07d6a86d0eaa None None] Pushing event updated for resources: {'Port': ['ID=4096f727-d959-469e-9deb-387fbc1d1f27,revision_number=3']} {{(pid=91058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:16:18.263123 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG oslo_concurrency.lockutils [None req-4e675685-e6a8-46e6-b79c-07d6a86d0eaa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91058) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:16:18.337546 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.l3_dvr_db [None req-1d99e0d9-a446-408a-9d54-acf95d7ebdec None None] Set router 91fe879d-12e7-4cd2-a05d-9c939b573f8c gateway port host: dv-cinder-787764-1-iscsi {{(pid=91058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:16:18.338602 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-0a17f277-33f0-46d3-a95f-ebad61f56147 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:18.352017 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.provisioning_blocks [None req-0a17f277-33f0-46d3-a95f-ebad61f56147 admin admin] Transition to ACTIVE for port object 015259d5-e370-4f43-aa2a-9cc4d5e4e7e4 will not be triggered until provisioned by entity DHCP. {{(pid=91056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 11:16:18.356224 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04f19e7-c90e-45be-8fea-239e4d44c53c req-5ece73e2-bc9e-4582-b6ed-aabeae1b61a3 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:18.357077 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-e04f19e7-c90e-45be-8fea-239e4d44c53c req-5ece73e2-bc9e-4582-b6ed-aabeae1b61a3 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=15bb00ba-1ae7-4b08-8b0b-6eeb024426a9 HTTP/1.1" status: 200 len: 946 time: 0.1100485 May 19 11:16:18.362985 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59340da6-fa12-49ab-ae46-1b037a158d8b req-1fca1718-68e3-47fe-aeac-a20bf437a4c2 tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:18.363735 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-59340da6-fa12-49ab-ae46-1b037a158d8b req-1fca1718-68e3-47fe-aeac-a20bf437a4c2 tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] 10.222.0.90 "GET /v2.0/ports?device_id=86d683d8-3072-421b-96a6-7fcdd344d2f6 HTTP/1.1" status: 200 len: 945 time: 0.0970063 May 19 11:16:18.409930 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-59340da6-fa12-49ab-ae46-1b037a158d8b req-c64d1890-d7e8-4b2a-8550-cc3a8ea956c7 tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] 10.222.0.90 "GET /v2.0/security-groups?id=ff0dbe48-5c91-4369-b113-7de6c0a7016b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363774 May 19 11:16:18.411386 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-e04f19e7-c90e-45be-8fea-239e4d44c53c req-5b1765de-a31d-41ed-a13c-d5215016c233 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/security-groups?id=02f8fdd5-5dea-4a08-86bc-b9af91d4a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471642 May 19 11:16:18.412226 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-0a17f277-33f0-46d3-a95f-ebad61f56147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749740362231'] for port, after_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:18.415023 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-d24372c4-0bb2-4b91-8bf4-6066783f2739 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:16:18.446895 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a17f277-33f0-46d3-a95f-ebad61f56147 admin admin] Network 17b3c0ef-f9b4-49e2-aa3b-d746210e219f is already hosted by enough agents. {{(pid=91056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 11:16:18.448433 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.scheduler.base_scheduler [None req-0a17f277-33f0-46d3-a95f-ebad61f56147 admin admin] Resources bound (agent type, host, resource id): {{(pid=91056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:16:18.450516 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a17f277-33f0-46d3-a95f-ebad61f56147 admin admin] Received port after_create {{(pid=91056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 11:16:18.450793 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-0a17f277-33f0-46d3-a95f-ebad61f56147 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1716796'] for router_interface, before_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:18.458113 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a17f277-33f0-46d3-a95f-ebad61f56147 admin admin] Pushing event updated for resources: {'Port': ['ID=015259d5-e370-4f43-aa2a-9cc4d5e4e7e4,revision_number=1']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:16:18.459992 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-0a17f277-33f0-46d3-a95f-ebad61f56147 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:16:18.503484 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.l3_hamode_db [None req-1d99e0d9-a446-408a-9d54-acf95d7ebdec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91fe879d-12e7-4cd2-a05d-9c939b573f8c', 'name': 'tempest-TestMinimumBasicScenario-44004761-router', 'tenant_id': '3adb7158fa694a28886f78876a3057cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'external_fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': '4096f727-d959-469e-9deb-387fbc1d1f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:16:15Z', 'updated_at': '2021-05-19T11:16:16Z', 'revision_number': 3, 'project_id': '3adb7158fa694a28886f78876a3057cd', 'gw_port': {'id': '4096f727-d959-469e-9deb-387fbc1d1f27', 'name': '', 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:a0:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91fe879d-12e7-4cd2-a05d-9c939b573f8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 222, 'fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:16:16Z', 'updated_at': '2021-05-19T11:16:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-1-iscsi'}], 'dv-cinder-787764-1-iscsi', False) {} {{(pid=91058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:16:18.512297 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d99e0d9-a446-408a-9d54-acf95d7ebdec None None] The sync data for ids ['91fe879d-12e7-4cd2-a05d-9c939b573f8c'] in dv-cinder-787764-1-iscsi is: [{'id': '91fe879d-12e7-4cd2-a05d-9c939b573f8c', 'name': 'tempest-TestMinimumBasicScenario-44004761-router', 'tenant_id': '3adb7158fa694a28886f78876a3057cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'external_fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': '4096f727-d959-469e-9deb-387fbc1d1f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:16:15Z', 'updated_at': '2021-05-19T11:16:16Z', 'revision_number': 3, 'project_id': '3adb7158fa694a28886f78876a3057cd', 'gw_port': {'id': '4096f727-d959-469e-9deb-387fbc1d1f27', 'name': '', 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:a0:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91fe879d-12e7-4cd2-a05d-9c939b573f8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 222, 'fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:16:16Z', 'updated_at': '2021-05-19T11:16:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-1-iscsi'}] {{(pid=91058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 11:16:18.527305 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-0a17f277-33f0-46d3-a95f-ebad61f56147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:18.625718 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-faec1df4-4c2f-46ea-94f9-03663669b641 None None] Provisioning for port 015259d5-e370-4f43-aa2a-9cc4d5e4e7e4 completed by entity DHCP. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 11:16:18.628264 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-faec1df4-4c2f-46ea-94f9-03663669b641 None None] Provisioning complete for port 015259d5-e370-4f43-aa2a-9cc4d5e4e7e4 triggered by entity DHCP. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:16:18.628462 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-faec1df4-4c2f-46ea-94f9-03663669b641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441453'] for port, provisioning_complete {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:18.678611 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.plugin [None req-faec1df4-4c2f-46ea-94f9-03663669b641 None None] Port 015259d5-e370-4f43-aa2a-9cc4d5e4e7e4 cannot update to ACTIVE because it is not bound. {{(pid=91057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 11:16:18.707533 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754d4566-c34f-452a-946c-dd6c722f8510 req-378ef03f-d00a-43df-ade7-64c43b306512 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:18.708431 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-754d4566-c34f-452a-946c-dd6c722f8510 req-378ef03f-d00a-43df-ade7-64c43b306512 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=c9a2706a-90b8-47a1-af05-750a15a52f05 HTTP/1.1" status: 200 len: 945 time: 0.1436307 May 19 11:16:18.735852 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d8f4c1-6826-48c3-b038-893e83a1802c req-7b209a37-c4cc-4b2b-bddf-ff3d9eb7af40 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:18.737129 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-57d8f4c1-6826-48c3-b038-893e83a1802c req-7b209a37-c4cc-4b2b-bddf-ff3d9eb7af40 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "GET /v2.0/ports?device_id=6a6a976a-90d4-4150-963e-6edb91b9a891 HTTP/1.1" status: 200 len: 945 time: 0.1504240 May 19 11:16:18.776605 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-754d4566-c34f-452a-946c-dd6c722f8510 req-e1de8c4d-a21d-4ff8-85e9-0dc9012c8081 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638289 May 19 11:16:18.783260 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-0a17f277-33f0-46d3-a95f-ebad61f56147 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:18.787079 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-57d8f4c1-6826-48c3-b038-893e83a1802c req-bfb06dc3-d32b-4c3a-a54e-f4d4f015c884 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "GET /v2.0/security-groups?id=da2169de-7a61-4810-9cac-12669592b71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445278 May 19 11:16:18.790805 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-0a17f277-33f0-46d3-a95f-ebad61f56147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602'] for port, after_update {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:18.791757 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-0a17f277-33f0-46d3-a95f-ebad61f56147 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1695649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1716827'] for router_interface, after_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:18.794811 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-eaee3f8d-b52d-45f7-832e-76beb64762e8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:16:18.878823 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a17f277-33f0-46d3-a95f-ebad61f56147 admin admin] Pushing event updated for resources: {'Port': ['ID=015259d5-e370-4f43-aa2a-9cc4d5e4e7e4,revision_number=2']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:16:18.880721 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-0a17f277-33f0-46d3-a95f-ebad61f56147 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:16:18.907543 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a17f277-33f0-46d3-a95f-ebad61f56147 admin admin] Network 17b3c0ef-f9b4-49e2-aa3b-d746210e219f is already hosted by enough agents. {{(pid=91056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 11:16:18.908251 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.scheduler.base_scheduler [None req-0a17f277-33f0-46d3-a95f-ebad61f56147 admin admin] Resources bound (agent type, host, resource id): {{(pid=91056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:16:19.011728 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a17f277-33f0-46d3-a95f-ebad61f56147 admin admin] Router 91fe879d-12e7-4cd2-a05d-9c939b573f8c has already been hosted by L3 agent 326bf12a-fdae-48e8-b877-7dbd40e20eda {{(pid=91056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 11:16:19.093467 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-08e1abfb-50b9-4561-9e0b-309889a2713d None None] Provisioning complete for port 015259d5-e370-4f43-aa2a-9cc4d5e4e7e4 triggered by entity DHCP. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:16:19.093662 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-08e1abfb-50b9-4561-9e0b-309889a2713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441453'] for port, provisioning_complete {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:19.127072 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.plugin [None req-08e1abfb-50b9-4561-9e0b-309889a2713d None None] Port 015259d5-e370-4f43-aa2a-9cc4d5e4e7e4 cannot update to ACTIVE because it is not bound. {{(pid=91057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 11:16:19.165196 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a17f277-33f0-46d3-a95f-ebad61f56147 admin admin] Notify agent at l3_agent.dv-cinder-787764-1-iscsi the message routers_updated {{(pid=91056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 11:16:19.176401 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-0a17f277-33f0-46d3-a95f-ebad61f56147 admin admin] 10.222.0.90 "PUT /v2.0/routers/91fe879d-12e7-4cd2-a05d-9c939b573f8c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5682824 May 19 11:16:19.229769 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Device b8a36fe1-0b34-4601-86db-9e016171f4ed up at agent ovs-agent-dv-cinder-787764-1-iscsi {{(pid=91057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 11:16:19.266130 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Provisioning complete for port b8a36fe1-0b34-4601-86db-9e016171f4ed triggered by entity L2. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:16:19.266345 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441453'] for port, provisioning_complete {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:19.330945 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Device 4096f727-d959-469e-9deb-387fbc1d1f27 up at agent ovs-agent-dv-cinder-787764-1-iscsi {{(pid=91057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 11:16:19.372310 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Provisioning for port 4096f727-d959-469e-9deb-387fbc1d1f27 completed by entity L2. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 11:16:19.375358 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Provisioning complete for port 4096f727-d959-469e-9deb-387fbc1d1f27 triggered by entity L2. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:16:19.375568 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441453'] for port, provisioning_complete {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:19.453743 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:19.464452 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] For port 4096f727-d959-469e-9deb-387fbc1d1f27, host dv-cinder-787764-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-1-iscsi',level=0,port_id=4096f727-d959-469e-9deb-387fbc1d1f27,segment=NetworkSegment(49ddd7c4-aafb-432e-a188-efbf16e2f9e4),segment_id=49ddd7c4-aafb-432e-a188-efbf16e2f9e4)] {{(pid=91057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:16:19.467546 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602'] for port, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:19.469041 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:16:19.493021 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 45392) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:16:19.496973 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.v2.base [None req-68af9f27-8e32-4826-af16-18dc0e047987 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-358601778-network', 'tenant_id': 'c7a83c3fe0194d46bba7aa69562fc59c'}} {{(pid=91055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:16:19.500896 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-68af9f27-8e32-4826-af16-18dc0e047987 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:16:19.503408 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-68af9f27-8e32-4826-af16-18dc0e047987 admin admin] Usage tracker for resource:network and tenant:c7a83c3fe0194d46bba7aa69562fc59c is out of sync, need to count used quota {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:16:19.505401 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-68af9f27-8e32-4826-af16-18dc0e047987 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:16:19.508556 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-68af9f27-8e32-4826-af16-18dc0e047987 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:16:19.512542 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Pushing event updated for resources: {'Port': ['ID=4096f727-d959-469e-9deb-387fbc1d1f27,revision_number=4']} {{(pid=91057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:16:19.515081 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:16:19.517489 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68af9f27-8e32-4826-af16-18dc0e047987 admin admin] Made reservation on behalf of c7a83c3fe0194d46bba7aa69562fc59c for: {'network': 1} {{(pid=91055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 11:16:19.519427 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-68af9f27-8e32-4826-af16-18dc0e047987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-783228'] for network, before_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:19.526384 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-68af9f27-8e32-4826-af16-18dc0e047987 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:19.534307 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-68af9f27-8e32-4826-af16-18dc0e047987 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:16:19.536376 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-68af9f27-8e32-4826-af16-18dc0e047987 admin admin] Usage tracker for resource:security_group_rule and tenant:c7a83c3fe0194d46bba7aa69562fc59c is out of sync, need to count used quota {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:16:19.538064 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-68af9f27-8e32-4826-af16-18dc0e047987 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:16:19.541302 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-68af9f27-8e32-4826-af16-18dc0e047987 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:16:19.557734 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11afcde5-cbf3-45d3-a070-c56eaa619a6f req-8b78dc3c-4111-4b55-a684-26b714f61072 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:19.558614 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-11afcde5-cbf3-45d3-a070-c56eaa619a6f req-8b78dc3c-4111-4b55-a684-26b714f61072 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=15bb00ba-1ae7-4b08-8b0b-6eeb024426a9 HTTP/1.1" status: 200 len: 946 time: 0.0627863 May 19 11:16:19.562582 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77d3385-756b-4a68-9109-7f5efe1ff671 req-be2ee5a5-b55e-4cd1-ac90-869407f4937e tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:19.563302 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-b77d3385-756b-4a68-9109-7f5efe1ff671 req-be2ee5a5-b55e-4cd1-ac90-869407f4937e tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] 10.222.0.90 "GET /v2.0/ports?device_id=86d683d8-3072-421b-96a6-7fcdd344d2f6 HTTP/1.1" status: 200 len: 945 time: 0.0872011 May 19 11:16:19.591398 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-68af9f27-8e32-4826-af16-18dc0e047987 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:19.594032 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-68af9f27-8e32-4826-af16-18dc0e047987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:19.595711 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:16:19.599759 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-11afcde5-cbf3-45d3-a070-c56eaa619a6f req-473ac0cf-d0ea-4b9f-a96d-c8580cdfa700 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/security-groups?id=02f8fdd5-5dea-4a08-86bc-b9af91d4a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358891 May 19 11:16:19.606189 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-b77d3385-756b-4a68-9109-7f5efe1ff671 req-2facb4d3-4d9a-4d16-accb-f59b4200c8ca tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] 10.222.0.90 "GET /v2.0/security-groups?id=ff0dbe48-5c91-4369-b113-7de6c0a7016b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320745 May 19 11:16:19.620421 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68af9f27-8e32-4826-af16-18dc0e047987 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1380} {{(pid=91055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 11:16:19.625393 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68af9f27-8e32-4826-af16-18dc0e047987 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c08005d-ba82-47e5-a288-a8bf1f1b5cd2,revision_number=1']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:16:19.630483 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-68af9f27-8e32-4826-af16-18dc0e047987 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:16:19.631004 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-68af9f27-8e32-4826-af16-18dc0e047987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432044'] for segment, precommit_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:19.631180 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.db.segments_db [None req-68af9f27-8e32-4826-af16-18dc0e047987 admin admin] Added segment 2485390d-53e5-446c-be63-8a6aeba8e9a8 of type vlan for network ca4e966f-abf2-4d37-8c3d-b753fd7c5166 May 19 11:16:19.649122 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-68af9f27-8e32-4826-af16-18dc0e047987 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749740349296'] for network, precommit_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:19.666018 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-68af9f27-8e32-4826-af16-18dc0e047987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1777549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1695667'] for network, after_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:19.666822 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68af9f27-8e32-4826-af16-18dc0e047987 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:19.667156 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-68af9f27-8e32-4826-af16-18dc0e047987 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695638'] for network, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:19.668970 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-e02e37fb-78b8-4a34-ba0c-71b3d4038872 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:16:19.695515 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ee1820-e344-4070-82a8-6a34ce85c961 None None] Sync routers for ids ['91fe879d-12e7-4cd2-a05d-9c939b573f8c'] in dv-cinder-787764-1-iscsi {{(pid=91057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 11:16:19.700793 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ee1820-e344-4070-82a8-6a34ce85c961 None None] Routers {'91fe879d-12e7-4cd2-a05d-9c939b573f8c'} bound to L3 agent in host dv-cinder-787764-1-iscsi {{(pid=91057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:16:19.701167 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_hamode_db [None req-25ee1820-e344-4070-82a8-6a34ce85c961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T11:10:36Z,description=,heartbeat_timestamp=2021-05-19T11:16:06Z,host='dv-cinder-787764-1-iscsi',id=326bf12a-fdae-48e8-b877-7dbd40e20eda,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:36Z,topic='l3_agent')) {'router_ids': ['91fe879d-12e7-4cd2-a05d-9c939b573f8c'], 'active': True} {{(pid=91057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:16:19.720815 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68af9f27-8e32-4826-af16-18dc0e047987 admin admin] Pushing event updated for resources: {'Network': ['ID=ca4e966f-abf2-4d37-8c3d-b753fd7c5166,revision_number=1']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:16:19.724898 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-68af9f27-8e32-4826-af16-18dc0e047987 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2306416 May 19 11:16:19.725402 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 45398) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:16:19.725465 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-68af9f27-8e32-4826-af16-18dc0e047987 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:16:19.729098 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.v2.base [None req-c5efa02d-13d7-4830-9597-31d6358cd5a3 admin admin] Request body: {'subnet': {'network_id': 'ca4e966f-abf2-4d37-8c3d-b753fd7c5166', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-358601778-subnet', 'tenant_id': 'c7a83c3fe0194d46bba7aa69562fc59c', 'ip_version': 4}} {{(pid=91056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:16:19.732178 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-c5efa02d-13d7-4830-9597-31d6358cd5a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:16:19.734342 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Network ca4e966f-abf2-4d37-8c3d-b753fd7c5166 details requested by agent ovs-agent-dv-cinder-787764-1-iscsi with host dv-cinder-787764-1-iscsi {{(pid=91057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 11:16:19.734677 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-c5efa02d-13d7-4830-9597-31d6358cd5a3 admin admin] Usage tracker for resource:subnet and tenant:c7a83c3fe0194d46bba7aa69562fc59c is out of sync, need to count used quota {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:16:19.736449 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-c5efa02d-13d7-4830-9597-31d6358cd5a3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:16:19.740113 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-c5efa02d-13d7-4830-9597-31d6358cd5a3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:16:19.747306 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5efa02d-13d7-4830-9597-31d6358cd5a3 admin admin] Made reservation on behalf of c7a83c3fe0194d46bba7aa69562fc59c for: {'subnet': 1} {{(pid=91056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 11:16:19.748747 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-c5efa02d-13d7-4830-9597-31d6358cd5a3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:19.851244 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_dvr_db [None req-25ee1820-e344-4070-82a8-6a34ce85c961 None None] Set router 91fe879d-12e7-4cd2-a05d-9c939b573f8c gateway port host: dv-cinder-787764-1-iscsi {{(pid=91057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:16:19.929138 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b9e73f-9597-41f8-bbdd-14c83791c472 req-6ef358d9-f5fc-47cb-aa4c-325e543a3923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:19.930289 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-38b9e73f-9597-41f8-bbdd-14c83791c472 req-6ef358d9-f5fc-47cb-aa4c-325e543a3923 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=6a6a976a-90d4-4150-963e-6edb91b9a891 HTTP/1.1" status: 200 len: 1098 time: 0.0459611 May 19 11:16:19.974327 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [req-38b9e73f-9597-41f8-bbdd-14c83791c472 req-6b700c71-7f63-4812-986e-90afdde3f356 service neutron] Synchronizing usage tracker for tenant:07010494f42e478ebae3664c00aa74f8 on resource:security_group {{(pid=91055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 11:16:19.996672 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [req-38b9e73f-9597-41f8-bbdd-14c83791c472 req-6b700c71-7f63-4812-986e-90afdde3f356 service neutron] Unset dirty status for tenant:07010494f42e478ebae3664c00aa74f8 on resource:security_group {{(pid=91055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 11:16:19.997727 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-38b9e73f-9597-41f8-bbdd-14c83791c472 req-6b700c71-7f63-4812-986e-90afdde3f356 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=da2169de-7a61-4810-9cac-12669592b71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497818 May 19 11:16:20.015265 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198567cb-4d18-45aa-ba42-b4262cf3a272 req-9ef04e2d-e500-4987-a43a-b875fcec3a12 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:20.019496 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-198567cb-4d18-45aa-ba42-b4262cf3a272 req-9ef04e2d-e500-4987-a43a-b875fcec3a12 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "GET /v2.0/ports?device_id=6a6a976a-90d4-4150-963e-6edb91b9a891 HTTP/1.1" status: 200 len: 945 time: 0.1305058 May 19 11:16:20.034971 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4afdf4-bdc2-48c9-81b7-b712968d7560 req-14065cf0-203e-44fa-8fe1-90741d9f2feb tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:20.035782 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-cc4afdf4-bdc2-48c9-81b7-b712968d7560 req-14065cf0-203e-44fa-8fe1-90741d9f2feb tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=c9a2706a-90b8-47a1-af05-750a15a52f05 HTTP/1.1" status: 200 len: 945 time: 0.1453934 May 19 11:16:20.068803 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-198567cb-4d18-45aa-ba42-b4262cf3a272 req-49871051-ae64-4367-bb8a-2b9c128ccdcf tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "GET /v2.0/security-groups?id=da2169de-7a61-4810-9cac-12669592b71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487504 May 19 11:16:20.076526 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_hamode_db [None req-25ee1820-e344-4070-82a8-6a34ce85c961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91fe879d-12e7-4cd2-a05d-9c939b573f8c', 'name': 'tempest-TestMinimumBasicScenario-44004761-router', 'tenant_id': '3adb7158fa694a28886f78876a3057cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'external_fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': '4096f727-d959-469e-9deb-387fbc1d1f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:16:15Z', 'updated_at': '2021-05-19T11:16:18Z', 'revision_number': 4, 'project_id': '3adb7158fa694a28886f78876a3057cd', 'gw_port': {'id': '4096f727-d959-469e-9deb-387fbc1d1f27', 'name': '', 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:a0:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fe879d-12e7-4cd2-a05d-9c939b573f8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 222, 'fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:16:16Z', 'updated_at': '2021-05-19T11:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-1-iscsi', '_interfaces': [{'id': '015259d5-e370-4f43-aa2a-9cc4d5e4e7e4', 'name': '', 'network_id': '17b3c0ef-f9b4-49e2-aa3b-d746210e219f', 'tenant_id': '3adb7158fa694a28886f78876a3057cd', 'mac_address': 'fa:16:3e:05:57:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91fe879d-12e7-4cd2-a05d-9c939b573f8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 223, 'fixed_ips': [{'subnet_id': 'ec111969-0878-4395-8e69-3abd2c5f226d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:16:18Z', 'updated_at': '2021-05-19T11:16:18Z', 'revision_number': 2, 'project_id': '3adb7158fa694a28886f78876a3057cd', 'subnets': [{'id': 'ec111969-0878-4395-8e69-3abd2c5f226d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-1-iscsi', False) {} {{(pid=91057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:16:20.077695 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-cc4afdf4-bdc2-48c9-81b7-b712968d7560 req-4b24445b-a2c6-4160-8c19-6fef44d40966 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376682 May 19 11:16:20.081360 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ee1820-e344-4070-82a8-6a34ce85c961 None None] Checking router: 91fe879d-12e7-4cd2-a05d-9c939b573f8c for host: dv-cinder-787764-1-iscsi {{(pid=91057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 11:16:20.081559 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ee1820-e344-4070-82a8-6a34ce85c961 None None] Updating router 91fe879d-12e7-4cd2-a05d-9c939b573f8c port 015259d5-e370-4f43-aa2a-9cc4d5e4e7e4 binding host dv-cinder-787764-1-iscsi {{(pid=91057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 11:16:20.108825 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-c5efa02d-13d7-4830-9597-31d6358cd5a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620'] for subnet, after_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:20.110398 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-25ee1820-e344-4070-82a8-6a34ce85c961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:20.111118 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-d8788881-1864-408b-99b4-699a28be241b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:16:20.146947 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5efa02d-13d7-4830-9597-31d6358cd5a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=84f5bdaa-d6e5-4a4c-9312-9a1fa5d3d0a6,revision_number=0']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:16:20.149118 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-c5efa02d-13d7-4830-9597-31d6358cd5a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:16:20.153129 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5efa02d-13d7-4830-9597-31d6358cd5a3 admin admin] Checking segment: {'id': '2485390d-53e5-446c-be63-8a6aeba8e9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1380, 'network_id': 'ca4e966f-abf2-4d37-8c3d-b753fd7c5166'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 11:16:20.153318 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5efa02d-13d7-4830-9597-31d6358cd5a3 admin admin] Network hostable DHCP agents. Network: ca4e966f-abf2-4d37-8c3d-b753fd7c5166, hostable agents: ['36604066-f80c-4f9a-9f0a-cbdcbbee93eb'], hosted agents: [] {{(pid=91056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 11:16:20.165591 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5efa02d-13d7-4830-9597-31d6358cd5a3 admin admin] Network ca4e966f-abf2-4d37-8c3d-b753fd7c5166 is scheduled to be hosted by DHCP agent 36604066-f80c-4f9a-9f0a-cbdcbbee93eb with binding_index 1 {{(pid=91056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 11:16:20.171684 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.scheduler.base_scheduler [None req-c5efa02d-13d7-4830-9597-31d6358cd5a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787764-1-iscsi, ca4e966f-abf2-4d37-8c3d-b753fd7c5166) {{(pid=91056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:16:20.174603 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5efa02d-13d7-4830-9597-31d6358cd5a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:20.174935 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-c5efa02d-13d7-4830-9597-31d6358cd5a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695638'] for subnet, before_response {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:20.180914 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde69bea-6be9-4e21-bd86-f11fff9a5d8a None None] Network ca4e966f-abf2-4d37-8c3d-b753fd7c5166 requested from dv-cinder-787764-1-iscsi {{(pid=91057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 11:16:20.188645 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-c5efa02d-13d7-4830-9597-31d6358cd5a3 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4607403 May 19 11:16:20.188645 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 45408) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:16:20.194246 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.v2.base [None req-2063944a-cfb6-412e-95d9-4d3755d3efdc admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-358601778-router', 'tenant_id': 'c7a83c3fe0194d46bba7aa69562fc59c', 'external_gateway_info': {'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522'}}} {{(pid=91056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:16:20.197736 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-2063944a-cfb6-412e-95d9-4d3755d3efdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:16:20.200116 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-2063944a-cfb6-412e-95d9-4d3755d3efdc admin admin] Usage tracker for resource:router and tenant:c7a83c3fe0194d46bba7aa69562fc59c is out of sync, need to count used quota {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:16:20.205406 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-2063944a-cfb6-412e-95d9-4d3755d3efdc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:16:20.208795 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-2063944a-cfb6-412e-95d9-4d3755d3efdc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:16:20.215144 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-2063944a-cfb6-412e-95d9-4d3755d3efdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1593972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26728'] for router, before_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:20.215732 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-2063944a-cfb6-412e-95d9-4d3755d3efdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1713012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1713973', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1770163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26723'] for router, precommit_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:20.224961 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-2063944a-cfb6-412e-95d9-4d3755d3efdc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:20.373853 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-2063944a-cfb6-412e-95d9-4d3755d3efdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1713980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1593862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26701'] for router, precommit_update {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:20.423848 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-088345b6-3f1c-4ca3-91f3-f480a62f5d70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbc713b2-5b1e-5e4a-ab48-4751d66359fe-ca4e966f-abf2-4d37-8c3d-b753fd7c5166', 'network_id': 'ca4e966f-abf2-4d37-8c3d-b753fd7c5166', 'tenant_id': 'c7a83c3fe0194d46bba7aa69562fc59c', 'fixed_ips': [{'subnet_id': '84f5bdaa-d6e5-4a4c-9312-9a1fa5d3d0a6'}]}} from dv-cinder-787764-1-iscsi. {{(pid=91057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 11:16:20.424353 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-088345b6-3f1c-4ca3-91f3-f480a62f5d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_create {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:20.494521 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-25ee1820-e344-4070-82a8-6a34ce85c961 None None] Notify callbacks [] for port, precommit_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:20.509516 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-25ee1820-e344-4070-82a8-6a34ce85c961 None None] Transition to ACTIVE for port object 015259d5-e370-4f43-aa2a-9cc4d5e4e7e4 will not be triggered until provisioned by entity L2. {{(pid=91057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 11:16:20.518241 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-25ee1820-e344-4070-82a8-6a34ce85c961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602'] for port, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:20.523000 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-4ab8c7dc-ef0e-4551-9ff1-520827854476 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:16:20.555883 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c5bcd8-6bd0-48d8-8435-791757cd3b86 req-36ea0c11-5b7a-44dc-b53d-28840e7756b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:20.556824 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-53c5bcd8-6bd0-48d8-8435-791757cd3b86 req-36ea0c11-5b7a-44dc-b53d-28840e7756b5 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=c9a2706a-90b8-47a1-af05-750a15a52f05 HTTP/1.1" status: 200 len: 1098 time: 0.0626297 May 19 11:16:20.583336 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-53c5bcd8-6bd0-48d8-8435-791757cd3b86 req-0a705396-4fdd-438f-a8e0-bfac49315736 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0205722 May 19 11:16:20.635021 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-2063944a-cfb6-412e-95d9-4d3755d3efdc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:20.640303 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19749cd4-e961-4a88-9ad9-85f662ece8da None None] Pushing event updated for resources: {'Port': ['ID=015259d5-e370-4f43-aa2a-9cc4d5e4e7e4,revision_number=3']} {{(pid=91057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:16:20.642177 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-19749cd4-e961-4a88-9ad9-85f662ece8da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:16:20.669602 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.db_base_plugin_common [None req-088345b6-3f1c-4ca3-91f3-f480a62f5d70 None None] Allocated IP 172.20.0.2 (ca4e966f-abf2-4d37-8c3d-b753fd7c5166/84f5bdaa-d6e5-4a4c-9312-9a1fa5d3d0a6/2bc779d7-a16f-46d3-9e3c-c76d1b4337a1) {{(pid=91057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 11:16:20.682246 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-2063944a-cfb6-412e-95d9-4d3755d3efdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:20.689061 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.managers [None req-25ee1820-e344-4070-82a8-6a34ce85c961 None None] Attempting to bind port 015259d5-e370-4f43-aa2a-9cc4d5e4e7e4 on host dv-cinder-787764-1-iscsi for vnic_type normal with profile {{(pid=91057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 11:16:20.689283 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.managers [None req-25ee1820-e344-4070-82a8-6a34ce85c961 None None] Attempting to bind port 015259d5-e370-4f43-aa2a-9cc4d5e4e7e4 by drivers openvswitch,hyperv on host dv-cinder-787764-1-iscsi at level 0 using segments [{'id': '64c3527b-0b17-4dce-9bf8-b502fa139a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1390, 'network_id': '17b3c0ef-f9b4-49e2-aa3b-d746210e219f'}] {{(pid=91057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 11:16:20.689485 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ee1820-e344-4070-82a8-6a34ce85c961 None None] Attempting to bind port 015259d5-e370-4f43-aa2a-9cc4d5e4e7e4 on network 17b3c0ef-f9b4-49e2-aa3b-d746210e219f {{(pid=91057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 11:16:20.706524 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ee1820-e344-4070-82a8-6a34ce85c961 None None] Checking agent: {'id': '8ddda9c6-7d5f-4e42-9175-c986b5c107e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787764-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 11, 10, 36), 'started_at': datetime.datetime(2021, 5, 19, 11, 11, 6), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 11, 16, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787764-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 11:16:20.706983 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ee1820-e344-4070-82a8-6a34ce85c961 None None] Checking segment: {'id': '64c3527b-0b17-4dce-9bf8-b502fa139a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1390, 'network_id': '17b3c0ef-f9b4-49e2-aa3b-d746210e219f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 11:16:20.706983 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-25ee1820-e344-4070-82a8-6a34ce85c961 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:20.707179 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ee1820-e344-4070-82a8-6a34ce85c961 None None] Bound using segment: {'id': '64c3527b-0b17-4dce-9bf8-b502fa139a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1390, 'network_id': '17b3c0ef-f9b4-49e2-aa3b-d746210e219f'} {{(pid=91057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 11:16:20.707455 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.managers [None req-25ee1820-e344-4070-82a8-6a34ce85c961 None None] Bound port: 015259d5-e370-4f43-aa2a-9cc4d5e4e7e4, host: dv-cinder-787764-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64c3527b-0b17-4dce-9bf8-b502fa139a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1390, 'network_id': '17b3c0ef-f9b4-49e2-aa3b-d746210e219f'}}] {{(pid=91057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 11:16:20.707665 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-25ee1820-e344-4070-82a8-6a34ce85c961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:20.816084 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-25ee1820-e344-4070-82a8-6a34ce85c961 None None] For port 015259d5-e370-4f43-aa2a-9cc4d5e4e7e4, host dv-cinder-787764-1-iscsi, cleared binding levels {{(pid=91057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 11:16:20.838972 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed8c96f-dc4d-402c-bb79-f12fe9d77405 req-7d6252b3-07a9-4587-974f-1f3a2b4ab675 tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:20.839738 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-eed8c96f-dc4d-402c-bb79-f12fe9d77405 req-7d6252b3-07a9-4587-974f-1f3a2b4ab675 tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] 10.222.0.90 "GET /v2.0/ports?device_id=86d683d8-3072-421b-96a6-7fcdd344d2f6 HTTP/1.1" status: 200 len: 945 time: 0.1257195 May 19 11:16:20.842106 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-25ee1820-e344-4070-82a8-6a34ce85c961 None None] For port 015259d5-e370-4f43-aa2a-9cc4d5e4e7e4, host dv-cinder-787764-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-1-iscsi',level=0,port_id=015259d5-e370-4f43-aa2a-9cc4d5e4e7e4,segment=NetworkSegment(64c3527b-0b17-4dce-9bf8-b502fa139a66),segment_id=64c3527b-0b17-4dce-9bf8-b502fa139a66)] {{(pid=91057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 11:16:20.845582 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f743408-a851-4428-88de-e4a12c672c75 req-c5e29bd2-e4ca-42bc-89d8-063b6d4b21ae tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:20.846418 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-1f743408-a851-4428-88de-e4a12c672c75 req-c5e29bd2-e4ca-42bc-89d8-063b6d4b21ae tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=15bb00ba-1ae7-4b08-8b0b-6eeb024426a9 HTTP/1.1" status: 200 len: 946 time: 0.1330187 May 19 11:16:20.850522 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.db_base_plugin_common [None req-2063944a-cfb6-412e-95d9-4d3755d3efdc admin admin] Allocated IP 172.27.0.22 (02345af2-6ed3-48fb-b7af-bf8d47e25522/aba42eaa-d100-461a-90c5-240f62c775e0/f52faad5-6205-48d2-a908-695bca2c68d5) {{(pid=91056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 11:16:20.852200 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-25ee1820-e344-4070-82a8-6a34ce85c961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602'] for port, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:20.855811 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:16:20.877170 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-088345b6-3f1c-4ca3-91f3-f480a62f5d70 None None] Notify callbacks [] for port, precommit_create {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:20.903510 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-088345b6-3f1c-4ca3-91f3-f480a62f5d70 None None] Transition to ACTIVE for port object 2bc779d7-a16f-46d3-9e3c-c76d1b4337a1 will not be triggered until provisioned by entity L2. {{(pid=91057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 11:16:20.908666 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-1f743408-a851-4428-88de-e4a12c672c75 req-adba0289-8800-43d9-8214-d7e6a28a147e tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/security-groups?id=02f8fdd5-5dea-4a08-86bc-b9af91d4a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564873 May 19 11:16:20.913952 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-eed8c96f-dc4d-402c-bb79-f12fe9d77405 req-87a3342d-c303-4384-b2b1-f1285f7f2b47 tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] 10.222.0.90 "GET /v2.0/security-groups?id=ff0dbe48-5c91-4369-b113-7de6c0a7016b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642576 May 19 11:16:20.914039 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ee1820-e344-4070-82a8-6a34ce85c961 None None] Routers {'91fe879d-12e7-4cd2-a05d-9c939b573f8c'} bound to L3 agent in host dv-cinder-787764-1-iscsi {{(pid=91057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:16:20.914361 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_hamode_db [None req-25ee1820-e344-4070-82a8-6a34ce85c961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T11:10:36Z,description=,heartbeat_timestamp=2021-05-19T11:16:06Z,host='dv-cinder-787764-1-iscsi',id=326bf12a-fdae-48e8-b877-7dbd40e20eda,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:36Z,topic='l3_agent')) {'router_ids': ['91fe879d-12e7-4cd2-a05d-9c939b573f8c'], 'active': True} {{(pid=91057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:16:20.944534 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19749cd4-e961-4a88-9ad9-85f662ece8da None None] Pushing event updated for resources: {'Port': ['ID=015259d5-e370-4f43-aa2a-9cc4d5e4e7e4,revision_number=4']} {{(pid=91057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:16:20.946574 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-19749cd4-e961-4a88-9ad9-85f662ece8da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:16:20.960386 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-088345b6-3f1c-4ca3-91f3-f480a62f5d70 None None] Transition to ACTIVE for port object 2bc779d7-a16f-46d3-9e3c-c76d1b4337a1 will not be triggered until provisioned by entity DHCP. {{(pid=91057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 11:16:20.969138 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-088345b6-3f1c-4ca3-91f3-f480a62f5d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749740362231'] for port, after_create {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:20.972346 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:16:20.979697 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-2063944a-cfb6-412e-95d9-4d3755d3efdc admin admin] Notify callbacks [] for port, precommit_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:20.998015 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-2063944a-cfb6-412e-95d9-4d3755d3efdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749740362231'] for port, after_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:21.000922 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:16:21.033683 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2063944a-cfb6-412e-95d9-4d3755d3efdc admin admin] Network 02345af2-6ed3-48fb-b7af-bf8d47e25522 is already hosted by enough agents. {{(pid=91056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 11:16:21.035283 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.scheduler.base_scheduler [None req-2063944a-cfb6-412e-95d9-4d3755d3efdc admin admin] Resources bound (agent type, host, resource id): {{(pid=91056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:16:21.037534 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2063944a-cfb6-412e-95d9-4d3755d3efdc admin admin] Received port after_create {{(pid=91056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 11:16:21.046506 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-088345b6-3f1c-4ca3-91f3-f480a62f5d70 None None] Network ca4e966f-abf2-4d37-8c3d-b753fd7c5166 is already hosted by enough agents. {{(pid=91057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 11:16:21.048924 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.scheduler.base_scheduler [None req-088345b6-3f1c-4ca3-91f3-f480a62f5d70 None None] Resources bound (agent type, host, resource id): {{(pid=91057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:16:21.050305 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088345b6-3f1c-4ca3-91f3-f480a62f5d70 None None] Received port after_create {{(pid=91057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 11:16:21.055201 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088345b6-3f1c-4ca3-91f3-f480a62f5d70 None None] Pushing event updated for resources: {'Port': ['ID=2bc779d7-a16f-46d3-9e3c-c76d1b4337a1,revision_number=1']} {{(pid=91057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:16:21.056578 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-088345b6-3f1c-4ca3-91f3-f480a62f5d70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:16:21.074248 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2063944a-cfb6-412e-95d9-4d3755d3efdc admin admin] Pushing event updated for resources: {'Port': ['ID=f52faad5-6205-48d2-a908-695bca2c68d5,revision_number=1']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:16:21.094001 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_dvr_db [None req-25ee1820-e344-4070-82a8-6a34ce85c961 None None] Set router 91fe879d-12e7-4cd2-a05d-9c939b573f8c gateway port host: dv-cinder-787764-1-iscsi {{(pid=91057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:16:21.101151 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-2063944a-cfb6-412e-95d9-4d3755d3efdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:16:21.176402 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Device 4096f727-d959-469e-9deb-387fbc1d1f27 up at agent ovs-agent-dv-cinder-787764-1-iscsi {{(pid=91057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 11:16:21.236681 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.managers [None req-088345b6-3f1c-4ca3-91f3-f480a62f5d70 None None] Attempting to bind port 2bc779d7-a16f-46d3-9e3c-c76d1b4337a1 on host dv-cinder-787764-1-iscsi for vnic_type normal with profile {{(pid=91057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 11:16:21.236899 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.managers [None req-088345b6-3f1c-4ca3-91f3-f480a62f5d70 None None] Attempting to bind port 2bc779d7-a16f-46d3-9e3c-c76d1b4337a1 by drivers openvswitch,hyperv on host dv-cinder-787764-1-iscsi at level 0 using segments [{'id': '2485390d-53e5-446c-be63-8a6aeba8e9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1380, 'network_id': 'ca4e966f-abf2-4d37-8c3d-b753fd7c5166'}] {{(pid=91057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 11:16:21.237111 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088345b6-3f1c-4ca3-91f3-f480a62f5d70 None None] Attempting to bind port 2bc779d7-a16f-46d3-9e3c-c76d1b4337a1 on network ca4e966f-abf2-4d37-8c3d-b753fd7c5166 {{(pid=91057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 11:16:21.251740 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088345b6-3f1c-4ca3-91f3-f480a62f5d70 None None] Checking agent: {'id': '8ddda9c6-7d5f-4e42-9175-c986b5c107e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787764-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 11, 10, 36), 'started_at': datetime.datetime(2021, 5, 19, 11, 11, 6), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 11, 16, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787764-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 11:16:21.251955 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088345b6-3f1c-4ca3-91f3-f480a62f5d70 None None] Checking segment: {'id': '2485390d-53e5-446c-be63-8a6aeba8e9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1380, 'network_id': 'ca4e966f-abf2-4d37-8c3d-b753fd7c5166'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 11:16:21.252193 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-088345b6-3f1c-4ca3-91f3-f480a62f5d70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:21.252418 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088345b6-3f1c-4ca3-91f3-f480a62f5d70 None None] Bound using segment: {'id': '2485390d-53e5-446c-be63-8a6aeba8e9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1380, 'network_id': 'ca4e966f-abf2-4d37-8c3d-b753fd7c5166'} {{(pid=91057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 11:16:21.252703 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.managers [None req-088345b6-3f1c-4ca3-91f3-f480a62f5d70 None None] Bound port: 2bc779d7-a16f-46d3-9e3c-c76d1b4337a1, host: dv-cinder-787764-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2485390d-53e5-446c-be63-8a6aeba8e9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1380, 'network_id': 'ca4e966f-abf2-4d37-8c3d-b753fd7c5166'}}] {{(pid=91057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 11:16:21.252913 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-088345b6-3f1c-4ca3-91f3-f480a62f5d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:21.312720 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-2063944a-cfb6-412e-95d9-4d3755d3efdc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:21.343341 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6c11ce-dc65-40de-bcc5-1982f800eb77 req-94290eb4-c1c1-4890-91bc-b243946f098e tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:21.344211 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-db6c11ce-dc65-40de-bcc5-1982f800eb77 req-94290eb4-c1c1-4890-91bc-b243946f098e tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=c9a2706a-90b8-47a1-af05-750a15a52f05 HTTP/1.1" status: 200 len: 945 time: 0.1443920 May 19 11:16:21.347714 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77c9f8b-aab4-4af7-b851-0c1fa7357f05 req-d0446d15-7b2c-4973-b8fe-69d964e97dd4 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:21.348488 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-a77c9f8b-aab4-4af7-b851-0c1fa7357f05 req-d0446d15-7b2c-4973-b8fe-69d964e97dd4 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "GET /v2.0/ports?device_id=6a6a976a-90d4-4150-963e-6edb91b9a891 HTTP/1.1" status: 200 len: 945 time: 0.1942680 May 19 11:16:21.349300 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Provisioning complete for port 4096f727-d959-469e-9deb-387fbc1d1f27 triggered by entity L2. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:16:21.349513 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441453'] for port, provisioning_complete {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:21.376460 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-088345b6-3f1c-4ca3-91f3-f480a62f5d70 None None] For port 2bc779d7-a16f-46d3-9e3c-c76d1b4337a1, host dv-cinder-787764-1-iscsi, cleared binding levels {{(pid=91057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 11:16:21.405655 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-088345b6-3f1c-4ca3-91f3-f480a62f5d70 None None] For port 2bc779d7-a16f-46d3-9e3c-c76d1b4337a1, host dv-cinder-787764-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-1-iscsi',level=0,port_id=2bc779d7-a16f-46d3-9e3c-c76d1b4337a1,segment=NetworkSegment(2485390d-53e5-446c-be63-8a6aeba8e9a8),segment_id=2485390d-53e5-446c-be63-8a6aeba8e9a8)] {{(pid=91057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 11:16:21.413142 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-088345b6-3f1c-4ca3-91f3-f480a62f5d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602'] for port, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:21.415913 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:16:21.490395 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-db6c11ce-dc65-40de-bcc5-1982f800eb77 req-64cf2d30-6801-4953-b3d1-929b4ff54bc7 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378908 May 19 11:16:21.492222 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088345b6-3f1c-4ca3-91f3-f480a62f5d70 None None] Pushing event updated for resources: {'Port': ['ID=2bc779d7-a16f-46d3-9e3c-c76d1b4337a1,revision_number=2']} {{(pid=91057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:16:21.494151 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-088345b6-3f1c-4ca3-91f3-f480a62f5d70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:16:21.497652 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-a77c9f8b-aab4-4af7-b851-0c1fa7357f05 req-b09ee385-8833-44cb-850f-e46f7fffdd7c tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "GET /v2.0/security-groups?id=da2169de-7a61-4810-9cac-12669592b71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1445820 May 19 11:16:21.507867 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_hamode_db [None req-25ee1820-e344-4070-82a8-6a34ce85c961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91fe879d-12e7-4cd2-a05d-9c939b573f8c', 'name': 'tempest-TestMinimumBasicScenario-44004761-router', 'tenant_id': '3adb7158fa694a28886f78876a3057cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'external_fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': '4096f727-d959-469e-9deb-387fbc1d1f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:16:15Z', 'updated_at': '2021-05-19T11:16:18Z', 'revision_number': 4, 'project_id': '3adb7158fa694a28886f78876a3057cd', 'gw_port': {'id': '4096f727-d959-469e-9deb-387fbc1d1f27', 'name': '', 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:a0:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fe879d-12e7-4cd2-a05d-9c939b573f8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 222, 'fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:16:16Z', 'updated_at': '2021-05-19T11:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-1-iscsi', '_interfaces': [{'id': '015259d5-e370-4f43-aa2a-9cc4d5e4e7e4', 'name': '', 'network_id': '17b3c0ef-f9b4-49e2-aa3b-d746210e219f', 'tenant_id': '3adb7158fa694a28886f78876a3057cd', 'mac_address': 'fa:16:3e:05:57:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91fe879d-12e7-4cd2-a05d-9c939b573f8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 223, 'fixed_ips': [{'subnet_id': 'ec111969-0878-4395-8e69-3abd2c5f226d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:16:18Z', 'updated_at': '2021-05-19T11:16:20Z', 'revision_number': 4, 'project_id': '3adb7158fa694a28886f78876a3057cd', 'subnets': [{'id': 'ec111969-0878-4395-8e69-3abd2c5f226d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-1-iscsi', False) {} {{(pid=91057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:16:21.510510 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ee1820-e344-4070-82a8-6a34ce85c961 None None] The sync data for ids ['91fe879d-12e7-4cd2-a05d-9c939b573f8c'] in dv-cinder-787764-1-iscsi is: [{'id': '91fe879d-12e7-4cd2-a05d-9c939b573f8c', 'name': 'tempest-TestMinimumBasicScenario-44004761-router', 'tenant_id': '3adb7158fa694a28886f78876a3057cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'external_fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': '4096f727-d959-469e-9deb-387fbc1d1f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:16:15Z', 'updated_at': '2021-05-19T11:16:18Z', 'revision_number': 4, 'project_id': '3adb7158fa694a28886f78876a3057cd', 'gw_port': {'id': '4096f727-d959-469e-9deb-387fbc1d1f27', 'name': '', 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:a0:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fe879d-12e7-4cd2-a05d-9c939b573f8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 222, 'fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:16:16Z', 'updated_at': '2021-05-19T11:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-1-iscsi', '_interfaces': [{'id': '015259d5-e370-4f43-aa2a-9cc4d5e4e7e4', 'name': '', 'network_id': '17b3c0ef-f9b4-49e2-aa3b-d746210e219f', 'tenant_id': '3adb7158fa694a28886f78876a3057cd', 'mac_address': 'fa:16:3e:05:57:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91fe879d-12e7-4cd2-a05d-9c939b573f8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 223, 'fixed_ips': [{'subnet_id': 'ec111969-0878-4395-8e69-3abd2c5f226d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:16:18Z', 'updated_at': '2021-05-19T11:16:20Z', 'revision_number': 4, 'project_id': '3adb7158fa694a28886f78876a3057cd', 'subnets': [{'id': 'ec111969-0878-4395-8e69-3abd2c5f226d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 11:16:21.619892 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-2063944a-cfb6-412e-95d9-4d3755d3efdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1593983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1714063'] for router, after_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:21.753835 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2063944a-cfb6-412e-95d9-4d3755d3efdc admin admin] Router 17cad937-ba63-4b1e-b8b0-38d1ca67c155 is scheduled to L3 agent 326bf12a-fdae-48e8-b877-7dbd40e20eda with binding_index 1 {{(pid=91056) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 11:16:21.848292 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2063944a-cfb6-412e-95d9-4d3755d3efdc admin admin] Notify agent at l3_agent.dv-cinder-787764-1-iscsi the message routers_updated {{(pid=91056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 11:16:21.854034 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69bd3b8e-ccc4-4e2a-a946-137a968c7ff5 None None] Sync routers for ids ['17cad937-ba63-4b1e-b8b0-38d1ca67c155'] in dv-cinder-787764-1-iscsi {{(pid=91058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 11:16:21.861841 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69bd3b8e-ccc4-4e2a-a946-137a968c7ff5 None None] Routers {'17cad937-ba63-4b1e-b8b0-38d1ca67c155'} bound to L3 agent in host dv-cinder-787764-1-iscsi {{(pid=91058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:16:21.862433 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.l3_hamode_db [None req-69bd3b8e-ccc4-4e2a-a946-137a968c7ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T11:10:36Z,description=,heartbeat_timestamp=2021-05-19T11:16:06Z,host='dv-cinder-787764-1-iscsi',id=326bf12a-fdae-48e8-b877-7dbd40e20eda,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:36Z,topic='l3_agent')) {'router_ids': ['17cad937-ba63-4b1e-b8b0-38d1ca67c155'], 'active': True} {{(pid=91058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:16:21.865910 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-2063944a-cfb6-412e-95d9-4d3755d3efdc admin admin] Notify callbacks [] for router, before_response {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:21.866900 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-2063944a-cfb6-412e-95d9-4d3755d3efdc admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.6756229 May 19 11:16:21.868625 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 45430) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:16:21.978961 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.l3_dvr_db [None req-69bd3b8e-ccc4-4e2a-a946-137a968c7ff5 None None] Set router 17cad937-ba63-4b1e-b8b0-38d1ca67c155 gateway port host: dv-cinder-787764-1-iscsi {{(pid=91058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:16:22.146233 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.l3_hamode_db [None req-69bd3b8e-ccc4-4e2a-a946-137a968c7ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17cad937-ba63-4b1e-b8b0-38d1ca67c155', 'name': 'tempest-TestMinimumBasicScenario-358601778-router', 'tenant_id': 'c7a83c3fe0194d46bba7aa69562fc59c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'external_fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': 'f52faad5-6205-48d2-a908-695bca2c68d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:16:20Z', 'updated_at': '2021-05-19T11:16:21Z', 'revision_number': 3, 'project_id': 'c7a83c3fe0194d46bba7aa69562fc59c', 'gw_port': {'id': 'f52faad5-6205-48d2-a908-695bca2c68d5', 'name': '', 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:3b:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17cad937-ba63-4b1e-b8b0-38d1ca67c155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:16:20Z', 'updated_at': '2021-05-19T11:16:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-1-iscsi'}], 'dv-cinder-787764-1-iscsi', False) {} {{(pid=91058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:16:22.148436 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69bd3b8e-ccc4-4e2a-a946-137a968c7ff5 None None] Checking router: 17cad937-ba63-4b1e-b8b0-38d1ca67c155 for host: dv-cinder-787764-1-iscsi {{(pid=91058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 11:16:22.148625 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69bd3b8e-ccc4-4e2a-a946-137a968c7ff5 None None] Updating router 17cad937-ba63-4b1e-b8b0-38d1ca67c155 port f52faad5-6205-48d2-a908-695bca2c68d5 binding host dv-cinder-787764-1-iscsi {{(pid=91058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 11:16:22.177378 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345acb75-cf84-44e9-8c19-1ce28bda9f7e req-0adbfec2-2a6f-4284-9faf-39f305b98477 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:22.178383 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-345acb75-cf84-44e9-8c19-1ce28bda9f7e req-0adbfec2-2a6f-4284-9faf-39f305b98477 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=15bb00ba-1ae7-4b08-8b0b-6eeb024426a9 HTTP/1.1" status: 200 len: 946 time: 0.1686215 May 19 11:16:22.183049 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron_lib.callbacks.manager [None req-69bd3b8e-ccc4-4e2a-a946-137a968c7ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:22.351132 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b2d97e-1a37-4d0e-b58d-1c731f7a5c2f None None] Network ca4e966f-abf2-4d37-8c3d-b753fd7c5166 requested from dv-cinder-787764-1-iscsi {{(pid=91057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 11:16:22.372088 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-345acb75-cf84-44e9-8c19-1ce28bda9f7e req-6bd6b2e6-3180-4384-bec5-7b832c8c1045 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/security-groups?id=02f8fdd5-5dea-4a08-86bc-b9af91d4a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878238 May 19 11:16:22.403691 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron_lib.callbacks.manager [None req-69bd3b8e-ccc4-4e2a-a946-137a968c7ff5 None None] Notify callbacks [] for port, precommit_update {{(pid=91058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:22.407696 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce903485-595b-4210-844f-f29a2b31d9f4 req-d084e157-7bbb-4da8-8c0f-8fc5987cda65 tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:22.408536 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-ce903485-595b-4210-844f-f29a2b31d9f4 req-d084e157-7bbb-4da8-8c0f-8fc5987cda65 tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] 10.222.0.90 "GET /v2.0/ports?device_id=86d683d8-3072-421b-96a6-7fcdd344d2f6 HTTP/1.1" status: 200 len: 945 time: 0.2409303 May 19 11:16:22.410865 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-8a954092-eab2-4867-b8b2-41e5d4fecddd None None] Provisioning for port 2bc779d7-a16f-46d3-9e3c-c76d1b4337a1 completed by entity DHCP. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 11:16:22.414647 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.provisioning_blocks [None req-69bd3b8e-ccc4-4e2a-a946-137a968c7ff5 None None] Transition to ACTIVE for port object f52faad5-6205-48d2-a908-695bca2c68d5 will not be triggered until provisioned by entity L2. {{(pid=91058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 11:16:22.418999 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron_lib.callbacks.manager [None req-69bd3b8e-ccc4-4e2a-a946-137a968c7ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602'] for port, after_update {{(pid=91058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:22.422665 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG oslo_concurrency.lockutils [None req-dad97567-9d0e-4f85-94b4-e5cd439b7fc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91058) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:16:22.463028 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.plugins.ml2.managers [None req-69bd3b8e-ccc4-4e2a-a946-137a968c7ff5 None None] Attempting to bind port f52faad5-6205-48d2-a908-695bca2c68d5 on host dv-cinder-787764-1-iscsi for vnic_type normal with profile {{(pid=91058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 11:16:22.463237 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.plugins.ml2.managers [None req-69bd3b8e-ccc4-4e2a-a946-137a968c7ff5 None None] Attempting to bind port f52faad5-6205-48d2-a908-695bca2c68d5 by drivers openvswitch,hyperv on host dv-cinder-787764-1-iscsi at level 0 using segments [{'id': '49ddd7c4-aafb-432e-a188-efbf16e2f9e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522'}] {{(pid=91058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 11:16:22.463423 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69bd3b8e-ccc4-4e2a-a946-137a968c7ff5 None None] Attempting to bind port f52faad5-6205-48d2-a908-695bca2c68d5 on network 02345af2-6ed3-48fb-b7af-bf8d47e25522 {{(pid=91058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 11:16:22.468581 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e9eb81-e483-4f67-ae26-96ad15d05896 None None] Pushing event updated for resources: {'Port': ['ID=f52faad5-6205-48d2-a908-695bca2c68d5,revision_number=2']} {{(pid=91058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:16:22.470392 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG oslo_concurrency.lockutils [None req-95e9eb81-e483-4f67-ae26-96ad15d05896 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91058) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:16:22.470946 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69bd3b8e-ccc4-4e2a-a946-137a968c7ff5 None None] Checking agent: {'id': '8ddda9c6-7d5f-4e42-9175-c986b5c107e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787764-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 11, 10, 36), 'started_at': datetime.datetime(2021, 5, 19, 11, 11, 6), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 11, 16, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787764-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 11:16:22.471150 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69bd3b8e-ccc4-4e2a-a946-137a968c7ff5 None None] Checking segment: {'id': '49ddd7c4-aafb-432e-a188-efbf16e2f9e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 11:16:22.471378 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron_lib.callbacks.manager [None req-69bd3b8e-ccc4-4e2a-a946-137a968c7ff5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:22.471584 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69bd3b8e-ccc4-4e2a-a946-137a968c7ff5 None None] Bound using segment: {'id': '49ddd7c4-aafb-432e-a188-efbf16e2f9e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522'} {{(pid=91058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 11:16:22.471850 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.plugins.ml2.managers [None req-69bd3b8e-ccc4-4e2a-a946-137a968c7ff5 None None] Bound port: f52faad5-6205-48d2-a908-695bca2c68d5, host: dv-cinder-787764-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49ddd7c4-aafb-432e-a188-efbf16e2f9e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522'}}] {{(pid=91058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 11:16:22.472055 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron_lib.callbacks.manager [None req-69bd3b8e-ccc4-4e2a-a946-137a968c7ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:22.474109 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-ce903485-595b-4210-844f-f29a2b31d9f4 req-7ed6e766-bd9b-410e-a164-f3b65f6e33fe tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] 10.222.0.90 "GET /v2.0/security-groups?id=ff0dbe48-5c91-4369-b113-7de6c0a7016b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475242 May 19 11:16:22.489757 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-4ca80ba5-7c99-4bb8-bb9e-b282b110b535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:22.513160 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.plugins.ml2.db [None req-69bd3b8e-ccc4-4e2a-a946-137a968c7ff5 None None] For port f52faad5-6205-48d2-a908-695bca2c68d5, host dv-cinder-787764-1-iscsi, cleared binding levels {{(pid=91058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 11:16:22.514943 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.plugins.ml2.db [None req-69bd3b8e-ccc4-4e2a-a946-137a968c7ff5 None None] For port f52faad5-6205-48d2-a908-695bca2c68d5, host dv-cinder-787764-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-1-iscsi',level=0,port_id=f52faad5-6205-48d2-a908-695bca2c68d5,segment=NetworkSegment(49ddd7c4-aafb-432e-a188-efbf16e2f9e4),segment_id=49ddd7c4-aafb-432e-a188-efbf16e2f9e4)] {{(pid=91058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 11:16:22.518350 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron_lib.callbacks.manager [None req-69bd3b8e-ccc4-4e2a-a946-137a968c7ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602'] for port, after_update {{(pid=91058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:22.520779 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG oslo_concurrency.lockutils [None req-4e675685-e6a8-46e6-b79c-07d6a86d0eaa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91058) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:16:22.575761 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e9eb81-e483-4f67-ae26-96ad15d05896 None None] Pushing event updated for resources: {'Port': ['ID=f52faad5-6205-48d2-a908-695bca2c68d5,revision_number=3']} {{(pid=91058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:16:22.586939 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG oslo_concurrency.lockutils [None req-95e9eb81-e483-4f67-ae26-96ad15d05896 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91058) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:16:22.599370 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69bd3b8e-ccc4-4e2a-a946-137a968c7ff5 None None] Routers {'17cad937-ba63-4b1e-b8b0-38d1ca67c155'} bound to L3 agent in host dv-cinder-787764-1-iscsi {{(pid=91058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:16:22.599859 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.l3_hamode_db [None req-69bd3b8e-ccc4-4e2a-a946-137a968c7ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T11:10:36Z,description=,heartbeat_timestamp=2021-05-19T11:16:06Z,host='dv-cinder-787764-1-iscsi',id=326bf12a-fdae-48e8-b877-7dbd40e20eda,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:36Z,topic='l3_agent')) {'router_ids': ['17cad937-ba63-4b1e-b8b0-38d1ca67c155'], 'active': True} {{(pid=91058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:16:22.640755 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.db_base_plugin_common [None req-4ca80ba5-7c99-4bb8-bb9e-b282b110b535 admin admin] Allocated IP 172.20.0.1 (ca4e966f-abf2-4d37-8c3d-b753fd7c5166/84f5bdaa-d6e5-4a4c-9312-9a1fa5d3d0a6/06a8db9f-7735-49dd-ac59-5dee72028224) {{(pid=91056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 11:16:22.698580 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.l3_dvr_db [None req-69bd3b8e-ccc4-4e2a-a946-137a968c7ff5 None None] Set router 17cad937-ba63-4b1e-b8b0-38d1ca67c155 gateway port host: dv-cinder-787764-1-iscsi {{(pid=91058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:16:22.759277 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006e8bcc-8669-4263-acec-1a3a84b3618b req-a52af0c7-9448-47d3-8893-1df9305d4ef5 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:22.760167 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-006e8bcc-8669-4263-acec-1a3a84b3618b req-a52af0c7-9448-47d3-8893-1df9305d4ef5 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "GET /v2.0/ports?device_id=6a6a976a-90d4-4150-963e-6edb91b9a891 HTTP/1.1" status: 200 len: 945 time: 0.1417468 May 19 11:16:22.765850 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1808e558-4428-4e1e-a320-6e34e7dc03b7 req-de9af88a-2703-4995-8c6e-cfb4f8b25b3d tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:22.766622 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-1808e558-4428-4e1e-a320-6e34e7dc03b7 req-de9af88a-2703-4995-8c6e-cfb4f8b25b3d tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=c9a2706a-90b8-47a1-af05-750a15a52f05 HTTP/1.1" status: 200 len: 945 time: 0.1460445 May 19 11:16:22.788798 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-4ca80ba5-7c99-4bb8-bb9e-b282b110b535 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:22.816790 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.provisioning_blocks [None req-4ca80ba5-7c99-4bb8-bb9e-b282b110b535 admin admin] Transition to ACTIVE for port object 06a8db9f-7735-49dd-ac59-5dee72028224 will not be triggered until provisioned by entity DHCP. {{(pid=91056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 11:16:22.822416 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-006e8bcc-8669-4263-acec-1a3a84b3618b req-e5ad1845-6552-4e1e-86a1-4a50da1dffbd tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "GET /v2.0/security-groups?id=da2169de-7a61-4810-9cac-12669592b71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552886 May 19 11:16:22.824331 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-1808e558-4428-4e1e-a320-6e34e7dc03b7 req-dfd11afa-f6a3-4348-905b-6a29141c2d1c tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528798 May 19 11:16:22.846652 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-4ca80ba5-7c99-4bb8-bb9e-b282b110b535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749740362231'] for port, after_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:22.849666 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:16:22.853178 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.l3_hamode_db [None req-69bd3b8e-ccc4-4e2a-a946-137a968c7ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17cad937-ba63-4b1e-b8b0-38d1ca67c155', 'name': 'tempest-TestMinimumBasicScenario-358601778-router', 'tenant_id': 'c7a83c3fe0194d46bba7aa69562fc59c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'external_fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': 'f52faad5-6205-48d2-a908-695bca2c68d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:16:20Z', 'updated_at': '2021-05-19T11:16:21Z', 'revision_number': 3, 'project_id': 'c7a83c3fe0194d46bba7aa69562fc59c', 'gw_port': {'id': 'f52faad5-6205-48d2-a908-695bca2c68d5', 'name': '', 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:3b:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17cad937-ba63-4b1e-b8b0-38d1ca67c155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:16:20Z', 'updated_at': '2021-05-19T11:16:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-1-iscsi'}], 'dv-cinder-787764-1-iscsi', False) {} {{(pid=91058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:16:22.855275 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69bd3b8e-ccc4-4e2a-a946-137a968c7ff5 None None] The sync data for ids ['17cad937-ba63-4b1e-b8b0-38d1ca67c155'] in dv-cinder-787764-1-iscsi is: [{'id': '17cad937-ba63-4b1e-b8b0-38d1ca67c155', 'name': 'tempest-TestMinimumBasicScenario-358601778-router', 'tenant_id': 'c7a83c3fe0194d46bba7aa69562fc59c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'external_fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': 'f52faad5-6205-48d2-a908-695bca2c68d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:16:20Z', 'updated_at': '2021-05-19T11:16:21Z', 'revision_number': 3, 'project_id': 'c7a83c3fe0194d46bba7aa69562fc59c', 'gw_port': {'id': 'f52faad5-6205-48d2-a908-695bca2c68d5', 'name': '', 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:3b:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17cad937-ba63-4b1e-b8b0-38d1ca67c155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:16:20Z', 'updated_at': '2021-05-19T11:16:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-1-iscsi'}] {{(pid=91058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 11:16:22.881736 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca80ba5-7c99-4bb8-bb9e-b282b110b535 admin admin] Network ca4e966f-abf2-4d37-8c3d-b753fd7c5166 is already hosted by enough agents. {{(pid=91056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 11:16:22.883305 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.scheduler.base_scheduler [None req-4ca80ba5-7c99-4bb8-bb9e-b282b110b535 admin admin] Resources bound (agent type, host, resource id): {{(pid=91056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:16:22.885375 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca80ba5-7c99-4bb8-bb9e-b282b110b535 admin admin] Received port after_create {{(pid=91056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 11:16:22.885658 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-4ca80ba5-7c99-4bb8-bb9e-b282b110b535 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1716796'] for router_interface, before_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:22.892770 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca80ba5-7c99-4bb8-bb9e-b282b110b535 admin admin] Pushing event updated for resources: {'Port': ['ID=06a8db9f-7735-49dd-ac59-5dee72028224,revision_number=1']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:16:22.894915 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-4ca80ba5-7c99-4bb8-bb9e-b282b110b535 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:16:22.956302 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-4ca80ba5-7c99-4bb8-bb9e-b282b110b535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:23.050459 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-8ba72d5f-5f25-4eb4-b4bf-4da439e48f66 None None] Provisioning for port 06a8db9f-7735-49dd-ac59-5dee72028224 completed by entity DHCP. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 11:16:23.053147 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-8ba72d5f-5f25-4eb4-b4bf-4da439e48f66 None None] Provisioning complete for port 06a8db9f-7735-49dd-ac59-5dee72028224 triggered by entity DHCP. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:16:23.053385 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-8ba72d5f-5f25-4eb4-b4bf-4da439e48f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441453'] for port, provisioning_complete {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:23.085347 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-4ca80ba5-7c99-4bb8-bb9e-b282b110b535 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:23.090102 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-4ca80ba5-7c99-4bb8-bb9e-b282b110b535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602'] for port, after_update {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:23.090893 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-4ca80ba5-7c99-4bb8-bb9e-b282b110b535 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1695649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1716827'] for router_interface, after_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:23.093704 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-5f02dbaa-78e5-4f63-a820-a6f41155148b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:16:23.095317 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.plugin [None req-8ba72d5f-5f25-4eb4-b4bf-4da439e48f66 None None] Port 06a8db9f-7735-49dd-ac59-5dee72028224 cannot update to ACTIVE because it is not bound. {{(pid=91057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 11:16:23.166920 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca80ba5-7c99-4bb8-bb9e-b282b110b535 admin admin] Pushing event updated for resources: {'Port': ['ID=06a8db9f-7735-49dd-ac59-5dee72028224,revision_number=2']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:16:23.168727 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-4ca80ba5-7c99-4bb8-bb9e-b282b110b535 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:16:23.201260 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca80ba5-7c99-4bb8-bb9e-b282b110b535 admin admin] Network ca4e966f-abf2-4d37-8c3d-b753fd7c5166 is already hosted by enough agents. {{(pid=91056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 11:16:23.201998 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.scheduler.base_scheduler [None req-4ca80ba5-7c99-4bb8-bb9e-b282b110b535 admin admin] Resources bound (agent type, host, resource id): {{(pid=91056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:16:23.213339 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Device f52faad5-6205-48d2-a908-695bca2c68d5 up at agent ovs-agent-dv-cinder-787764-1-iscsi {{(pid=91057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 11:16:23.262073 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Provisioning for port f52faad5-6205-48d2-a908-695bca2c68d5 completed by entity L2. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 11:16:23.265664 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Provisioning complete for port f52faad5-6205-48d2-a908-695bca2c68d5 triggered by entity L2. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:16:23.265930 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441453'] for port, provisioning_complete {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:23.350554 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:23.367252 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] For port f52faad5-6205-48d2-a908-695bca2c68d5, host dv-cinder-787764-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-1-iscsi',level=0,port_id=f52faad5-6205-48d2-a908-695bca2c68d5,segment=NetworkSegment(49ddd7c4-aafb-432e-a188-efbf16e2f9e4),segment_id=49ddd7c4-aafb-432e-a188-efbf16e2f9e4)] {{(pid=91057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:16:23.371349 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602'] for port, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:23.372092 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Device 015259d5-e370-4f43-aa2a-9cc4d5e4e7e4 up at agent ovs-agent-dv-cinder-787764-1-iscsi {{(pid=91057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 11:16:23.405194 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-153f33dc-123c-4686-8fb1-93059d036242 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:16:23.430096 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ca80ba5-7c99-4bb8-bb9e-b282b110b535 admin admin] Router 17cad937-ba63-4b1e-b8b0-38d1ca67c155 has already been hosted by L3 agent 326bf12a-fdae-48e8-b877-7dbd40e20eda {{(pid=91056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 11:16:23.488505 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Pushing event updated for resources: {'Port': ['ID=f52faad5-6205-48d2-a908-695bca2c68d5,revision_number=4']} {{(pid=91057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:16:23.490209 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-a1e8da06-389d-453e-828a-df63e0c878cd None None] Provisioning complete for port 06a8db9f-7735-49dd-ac59-5dee72028224 triggered by entity DHCP. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:16:23.490417 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-a1e8da06-389d-453e-828a-df63e0c878cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441453'] for port, provisioning_complete {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:23.508615 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:16:23.534974 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.plugin [None req-a1e8da06-389d-453e-828a-df63e0c878cd None None] Port 06a8db9f-7735-49dd-ac59-5dee72028224 cannot update to ACTIVE because it is not bound. {{(pid=91057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 11:16:23.538203 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Provisioning for port 015259d5-e370-4f43-aa2a-9cc4d5e4e7e4 completed by entity L2. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 11:16:23.542051 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Provisioning complete for port 015259d5-e370-4f43-aa2a-9cc4d5e4e7e4 triggered by entity L2. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:16:23.542261 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441453'] for port, provisioning_complete {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:23.592120 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ca80ba5-7c99-4bb8-bb9e-b282b110b535 admin admin] Notify agent at l3_agent.dv-cinder-787764-1-iscsi the message routers_updated {{(pid=91056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 11:16:23.606757 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd6ad84-76f0-4096-9d46-a00048e9551a req-852c6451-bb67-49a6-8820-d4057bd197fd tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:23.607558 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-abd6ad84-76f0-4096-9d46-a00048e9551a req-852c6451-bb67-49a6-8820-d4057bd197fd tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=15bb00ba-1ae7-4b08-8b0b-6eeb024426a9 HTTP/1.1" status: 200 len: 946 time: 0.1368589 May 19 11:16:23.609040 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:23.614664 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-4ca80ba5-7c99-4bb8-bb9e-b282b110b535 admin admin] 10.222.0.90 "PUT /v2.0/routers/17cad937-ba63-4b1e-b8b0-38d1ca67c155/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7404068 May 19 11:16:23.633668 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] For port 015259d5-e370-4f43-aa2a-9cc4d5e4e7e4, host dv-cinder-787764-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-1-iscsi',level=0,port_id=015259d5-e370-4f43-aa2a-9cc4d5e4e7e4,segment=NetworkSegment(64c3527b-0b17-4dce-9bf8-b502fa139a66),segment_id=64c3527b-0b17-4dce-9bf8-b502fa139a66)] {{(pid=91057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:16:23.636329 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b76053-0904-424a-99ef-0f3e7097be64 req-e08bdeb4-286d-4d23-b15c-3a250131c38c tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:23.637207 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-66b76053-0904-424a-99ef-0f3e7097be64 req-e08bdeb4-286d-4d23-b15c-3a250131c38c tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] 10.222.0.90 "GET /v2.0/ports?device_id=86d683d8-3072-421b-96a6-7fcdd344d2f6 HTTP/1.1" status: 200 len: 945 time: 0.0761254 May 19 11:16:23.647677 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602'] for port, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:23.648382 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Device 2bc779d7-a16f-46d3-9e3c-c76d1b4337a1 up at agent ovs-agent-dv-cinder-787764-1-iscsi {{(pid=91057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 11:16:23.656072 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-abd6ad84-76f0-4096-9d46-a00048e9551a req-2252d951-bbac-4655-937a-10581011343c tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/security-groups?id=02f8fdd5-5dea-4a08-86bc-b9af91d4a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364907 May 19 11:16:23.685444 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-66b76053-0904-424a-99ef-0f3e7097be64 req-24704c8c-9487-4473-8b5e-a8eb010d0a80 tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] 10.222.0.90 "GET /v2.0/security-groups?id=ff0dbe48-5c91-4369-b113-7de6c0a7016b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407550 May 19 11:16:23.689915 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:16:23.765125 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Pushing event updated for resources: {'Port': ['ID=015259d5-e370-4f43-aa2a-9cc4d5e4e7e4,revision_number=5']} {{(pid=91057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:16:23.766977 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:16:23.769902 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Provisioning for port 2bc779d7-a16f-46d3-9e3c-c76d1b4337a1 completed by entity L2. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 11:16:23.772630 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Provisioning complete for port 2bc779d7-a16f-46d3-9e3c-c76d1b4337a1 triggered by entity L2. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:16:23.772840 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441453'] for port, provisioning_complete {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:23.853515 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:23.888546 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] For port 2bc779d7-a16f-46d3-9e3c-c76d1b4337a1, host dv-cinder-787764-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-1-iscsi',level=0,port_id=2bc779d7-a16f-46d3-9e3c-c76d1b4337a1,segment=NetworkSegment(2485390d-53e5-446c-be63-8a6aeba8e9a8),segment_id=2485390d-53e5-446c-be63-8a6aeba8e9a8)] {{(pid=91057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:16:23.910569 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602'] for port, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:23.914186 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-088345b6-3f1c-4ca3-91f3-f480a62f5d70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:16:23.949491 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Pushing event updated for resources: {'Port': ['ID=2bc779d7-a16f-46d3-9e3c-c76d1b4337a1,revision_number=3']} {{(pid=91057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:16:23.951398 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:16:23.979497 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514d2882-9637-4fe5-96a3-731f3821cc03 req-bce52a0e-883b-4580-9194-6bb7c2d461b8 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:23.980335 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-514d2882-9637-4fe5-96a3-731f3821cc03 req-bce52a0e-883b-4580-9194-6bb7c2d461b8 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "GET /v2.0/ports?device_id=6a6a976a-90d4-4150-963e-6edb91b9a891 HTTP/1.1" status: 200 len: 945 time: 0.0544930 May 19 11:16:23.986515 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bebd96-af32-46c9-a6e3-c365d41fd92c req-7685c1ad-a819-475a-b50c-71f4678b5002 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:23.987267 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-12bebd96-af32-46c9-a6e3-c365d41fd92c req-7685c1ad-a819-475a-b50c-71f4678b5002 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=c9a2706a-90b8-47a1-af05-750a15a52f05 HTTP/1.1" status: 200 len: 945 time: 0.0889668 May 19 11:16:24.024675 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-514d2882-9637-4fe5-96a3-731f3821cc03 req-2eb37fd2-46fb-4b30-965a-a6a16f5c69a6 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "GET /v2.0/security-groups?id=da2169de-7a61-4810-9cac-12669592b71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368278 May 19 11:16:24.028110 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-12bebd96-af32-46c9-a6e3-c365d41fd92c req-e71ae3f2-fa72-47ec-b5c2-566443999e45 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332916 May 19 11:16:24.560761 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f361ca-2ae3-4214-a1ec-382ad0b2f4c4 req-1cce5933-188a-44d6-8f36-707f24aa487e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:24.565012 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-68f361ca-2ae3-4214-a1ec-382ad0b2f4c4 req-1cce5933-188a-44d6-8f36-707f24aa487e service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=86d683d8-3072-421b-96a6-7fcdd344d2f6 HTTP/1.1" status: 200 len: 1098 time: 0.0449276 May 19 11:16:24.590395 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-68f361ca-2ae3-4214-a1ec-382ad0b2f4c4 req-7b81b5b7-6a1a-4f9d-85ed-eb50616bab88 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=ff0dbe48-5c91-4369-b113-7de6c0a7016b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0220084 May 19 11:16:24.595005 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a627f2e6-9c25-431d-8386-12f2297a958b None None] Sync routers for ids ['17cad937-ba63-4b1e-b8b0-38d1ca67c155'] in dv-cinder-787764-1-iscsi {{(pid=91057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 11:16:24.599900 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a627f2e6-9c25-431d-8386-12f2297a958b None None] Routers {'17cad937-ba63-4b1e-b8b0-38d1ca67c155'} bound to L3 agent in host dv-cinder-787764-1-iscsi {{(pid=91057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:16:24.600289 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_hamode_db [None req-a627f2e6-9c25-431d-8386-12f2297a958b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T11:10:36Z,description=,heartbeat_timestamp=2021-05-19T11:16:06Z,host='dv-cinder-787764-1-iscsi',id=326bf12a-fdae-48e8-b877-7dbd40e20eda,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:36Z,topic='l3_agent')) {'router_ids': ['17cad937-ba63-4b1e-b8b0-38d1ca67c155'], 'active': True} {{(pid=91057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:16:24.714014 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_dvr_db [None req-a627f2e6-9c25-431d-8386-12f2297a958b None None] Set router 17cad937-ba63-4b1e-b8b0-38d1ca67c155 gateway port host: dv-cinder-787764-1-iscsi {{(pid=91057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:16:24.853305 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846de85f-3a9d-4115-88b1-4b520feb34d3 req-469af08f-9fe3-41f0-8be3-5cdbfb01df84 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:24.854982 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-846de85f-3a9d-4115-88b1-4b520feb34d3 req-469af08f-9fe3-41f0-8be3-5cdbfb01df84 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=15bb00ba-1ae7-4b08-8b0b-6eeb024426a9 HTTP/1.1" status: 200 len: 946 time: 0.0896912 May 19 11:16:24.876649 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bc775b-825a-4cf9-8e33-7942d9962000 req-2c1b4565-feb1-4213-8667-90f10fb06161 tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:24.877719 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-38bc775b-825a-4cf9-8e33-7942d9962000 req-2c1b4565-feb1-4213-8667-90f10fb06161 tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] 10.222.0.90 "GET /v2.0/ports?device_id=86d683d8-3072-421b-96a6-7fcdd344d2f6 HTTP/1.1" status: 200 len: 945 time: 0.0808101 May 19 11:16:24.908077 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_hamode_db [None req-a627f2e6-9c25-431d-8386-12f2297a958b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17cad937-ba63-4b1e-b8b0-38d1ca67c155', 'name': 'tempest-TestMinimumBasicScenario-358601778-router', 'tenant_id': 'c7a83c3fe0194d46bba7aa69562fc59c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'external_fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': 'f52faad5-6205-48d2-a908-695bca2c68d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:16:20Z', 'updated_at': '2021-05-19T11:16:22Z', 'revision_number': 4, 'project_id': 'c7a83c3fe0194d46bba7aa69562fc59c', 'gw_port': {'id': 'f52faad5-6205-48d2-a908-695bca2c68d5', 'name': '', 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:3b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17cad937-ba63-4b1e-b8b0-38d1ca67c155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:16:20Z', 'updated_at': '2021-05-19T11:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-1-iscsi', '_interfaces': [{'id': '06a8db9f-7735-49dd-ac59-5dee72028224', 'name': '', 'network_id': 'ca4e966f-abf2-4d37-8c3d-b753fd7c5166', 'tenant_id': 'c7a83c3fe0194d46bba7aa69562fc59c', 'mac_address': 'fa:16:3e:10:24:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17cad937-ba63-4b1e-b8b0-38d1ca67c155', 'device_owner': 'network:router_interface', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '84f5bdaa-d6e5-4a4c-9312-9a1fa5d3d0a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:16:22Z', 'updated_at': '2021-05-19T11:16:22Z', 'revision_number': 2, 'project_id': 'c7a83c3fe0194d46bba7aa69562fc59c', 'subnets': [{'id': '84f5bdaa-d6e5-4a4c-9312-9a1fa5d3d0a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-1-iscsi', False) {} {{(pid=91057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:16:24.910892 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a627f2e6-9c25-431d-8386-12f2297a958b None None] Checking router: 17cad937-ba63-4b1e-b8b0-38d1ca67c155 for host: dv-cinder-787764-1-iscsi {{(pid=91057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 11:16:24.911120 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a627f2e6-9c25-431d-8386-12f2297a958b None None] Updating router 17cad937-ba63-4b1e-b8b0-38d1ca67c155 port 06a8db9f-7735-49dd-ac59-5dee72028224 binding host dv-cinder-787764-1-iscsi {{(pid=91057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 11:16:24.918221 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-846de85f-3a9d-4115-88b1-4b520feb34d3 req-e3df684f-349d-4f9d-bf0f-42b074e2b3a3 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/security-groups?id=02f8fdd5-5dea-4a08-86bc-b9af91d4a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539095 May 19 11:16:24.932445 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-38bc775b-825a-4cf9-8e33-7942d9962000 req-325a14c7-7e02-4d44-b591-ed4b761dad92 tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] 10.222.0.90 "GET /v2.0/security-groups?id=ff0dbe48-5c91-4369-b113-7de6c0a7016b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406113 May 19 11:16:24.954404 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-a627f2e6-9c25-431d-8386-12f2297a958b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:25.196069 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-a627f2e6-9c25-431d-8386-12f2297a958b None None] Notify callbacks [] for port, precommit_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:25.198721 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Device f52faad5-6205-48d2-a908-695bca2c68d5 up at agent ovs-agent-dv-cinder-787764-1-iscsi {{(pid=91057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 11:16:25.206252 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5703023f-0418-4d72-bddb-0a6e71c4253d req-90fc93ef-85e0-479e-b7a5-d8614e8646f7 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:25.207102 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-5703023f-0418-4d72-bddb-0a6e71c4253d req-90fc93ef-85e0-479e-b7a5-d8614e8646f7 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "GET /v2.0/ports?device_id=6a6a976a-90d4-4150-963e-6edb91b9a891 HTTP/1.1" status: 200 len: 945 time: 0.0825727 May 19 11:16:25.211201 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d2cbe4-2a87-4c97-94e8-fda61d36c0d2 req-e27a0b13-2057-4e0b-9909-0aede40fa67c tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:25.215086 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-34d2cbe4-2a87-4c97-94e8-fda61d36c0d2 req-e27a0b13-2057-4e0b-9909-0aede40fa67c tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=c9a2706a-90b8-47a1-af05-750a15a52f05 HTTP/1.1" status: 200 len: 945 time: 0.1080563 May 19 11:16:25.250642 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-a627f2e6-9c25-431d-8386-12f2297a958b None None] Transition to ACTIVE for port object 06a8db9f-7735-49dd-ac59-5dee72028224 will not be triggered until provisioned by entity L2. {{(pid=91057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 11:16:25.263978 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-a627f2e6-9c25-431d-8386-12f2297a958b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602'] for port, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:25.264953 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-5703023f-0418-4d72-bddb-0a6e71c4253d req-0dfdfc93-79a7-4221-b73a-988b41181cf8 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "GET /v2.0/security-groups?id=da2169de-7a61-4810-9cac-12669592b71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483184 May 19 11:16:25.269080 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-34d2cbe4-2a87-4c97-94e8-fda61d36c0d2 req-9bc454d3-0338-4285-b38e-499136195286 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535126 May 19 11:16:25.288537 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:16:25.316618 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Provisioning complete for port f52faad5-6205-48d2-a908-695bca2c68d5 triggered by entity L2. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:16:25.317138 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441453'] for port, provisioning_complete {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:25.392777 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec73d32c-dfc2-4676-8824-1a473e3cba6e None None] Pushing event updated for resources: {'Port': ['ID=06a8db9f-7735-49dd-ac59-5dee72028224,revision_number=3']} {{(pid=91057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:16:25.418031 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-ec73d32c-dfc2-4676-8824-1a473e3cba6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:16:25.520806 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.managers [None req-a627f2e6-9c25-431d-8386-12f2297a958b None None] Attempting to bind port 06a8db9f-7735-49dd-ac59-5dee72028224 on host dv-cinder-787764-1-iscsi for vnic_type normal with profile {{(pid=91057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 11:16:25.521060 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.managers [None req-a627f2e6-9c25-431d-8386-12f2297a958b None None] Attempting to bind port 06a8db9f-7735-49dd-ac59-5dee72028224 by drivers openvswitch,hyperv on host dv-cinder-787764-1-iscsi at level 0 using segments [{'id': '2485390d-53e5-446c-be63-8a6aeba8e9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1380, 'network_id': 'ca4e966f-abf2-4d37-8c3d-b753fd7c5166'}] {{(pid=91057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 11:16:25.521241 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a627f2e6-9c25-431d-8386-12f2297a958b None None] Attempting to bind port 06a8db9f-7735-49dd-ac59-5dee72028224 on network ca4e966f-abf2-4d37-8c3d-b753fd7c5166 {{(pid=91057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 11:16:25.526583 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Device 2bc779d7-a16f-46d3-9e3c-c76d1b4337a1 up at agent ovs-agent-dv-cinder-787764-1-iscsi {{(pid=91057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 11:16:25.543128 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a627f2e6-9c25-431d-8386-12f2297a958b None None] Checking agent: {'id': '8ddda9c6-7d5f-4e42-9175-c986b5c107e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787764-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 11, 10, 36), 'started_at': datetime.datetime(2021, 5, 19, 11, 11, 6), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 11, 16, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787764-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 11:16:25.543349 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a627f2e6-9c25-431d-8386-12f2297a958b None None] Checking segment: {'id': '2485390d-53e5-446c-be63-8a6aeba8e9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1380, 'network_id': 'ca4e966f-abf2-4d37-8c3d-b753fd7c5166'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 11:16:25.543587 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-a627f2e6-9c25-431d-8386-12f2297a958b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:25.543814 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a627f2e6-9c25-431d-8386-12f2297a958b None None] Bound using segment: {'id': '2485390d-53e5-446c-be63-8a6aeba8e9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1380, 'network_id': 'ca4e966f-abf2-4d37-8c3d-b753fd7c5166'} {{(pid=91057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 11:16:25.544106 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.managers [None req-a627f2e6-9c25-431d-8386-12f2297a958b None None] Bound port: 06a8db9f-7735-49dd-ac59-5dee72028224, host: dv-cinder-787764-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2485390d-53e5-446c-be63-8a6aeba8e9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1380, 'network_id': 'ca4e966f-abf2-4d37-8c3d-b753fd7c5166'}}] {{(pid=91057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 11:16:25.544403 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-a627f2e6-9c25-431d-8386-12f2297a958b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:25.556390 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c2cb10-38f3-4dff-a45d-a19908b487da req-bdd1663e-4c9c-4d56-b9fa-9295bfc00e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:25.557473 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-15c2cb10-38f3-4dff-a45d-a19908b487da req-bdd1663e-4c9c-4d56-b9fa-9295bfc00e01 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=15bb00ba-1ae7-4b08-8b0b-6eeb024426a9 HTTP/1.1" status: 200 len: 1099 time: 0.0924408 May 19 11:16:25.648648 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-a627f2e6-9c25-431d-8386-12f2297a958b None None] For port 06a8db9f-7735-49dd-ac59-5dee72028224, host dv-cinder-787764-1-iscsi, cleared binding levels {{(pid=91057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 11:16:25.649846 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Provisioning complete for port 2bc779d7-a16f-46d3-9e3c-c76d1b4337a1 triggered by entity L2. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:16:25.650048 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441453'] for port, provisioning_complete {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:25.666604 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-15c2cb10-38f3-4dff-a45d-a19908b487da req-0dfedbc7-090c-416c-affd-31f2c49e79b1 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=02f8fdd5-5dea-4a08-86bc-b9af91d4a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287089 May 19 11:16:25.677294 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-a627f2e6-9c25-431d-8386-12f2297a958b None None] For port 06a8db9f-7735-49dd-ac59-5dee72028224, host dv-cinder-787764-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-1-iscsi',level=0,port_id=06a8db9f-7735-49dd-ac59-5dee72028224,segment=NetworkSegment(2485390d-53e5-446c-be63-8a6aeba8e9a8),segment_id=2485390d-53e5-446c-be63-8a6aeba8e9a8)] {{(pid=91057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 11:16:25.682550 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-a627f2e6-9c25-431d-8386-12f2297a958b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602'] for port, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:25.686041 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-19749cd4-e961-4a88-9ad9-85f662ece8da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:16:25.734994 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a627f2e6-9c25-431d-8386-12f2297a958b None None] Routers {'17cad937-ba63-4b1e-b8b0-38d1ca67c155'} bound to L3 agent in host dv-cinder-787764-1-iscsi {{(pid=91057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:16:25.736077 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_hamode_db [None req-a627f2e6-9c25-431d-8386-12f2297a958b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T11:10:36Z,description=,heartbeat_timestamp=2021-05-19T11:16:06Z,host='dv-cinder-787764-1-iscsi',id=326bf12a-fdae-48e8-b877-7dbd40e20eda,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:36Z,topic='l3_agent')) {'router_ids': ['17cad937-ba63-4b1e-b8b0-38d1ca67c155'], 'active': True} {{(pid=91057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:16:25.805589 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec73d32c-dfc2-4676-8824-1a473e3cba6e None None] Pushing event updated for resources: {'Port': ['ID=06a8db9f-7735-49dd-ac59-5dee72028224,revision_number=4']} {{(pid=91057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:16:25.807777 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-ec73d32c-dfc2-4676-8824-1a473e3cba6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:16:25.817598 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Device 015259d5-e370-4f43-aa2a-9cc4d5e4e7e4 up at agent ovs-agent-dv-cinder-787764-1-iscsi {{(pid=91057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 11:16:25.911840 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_dvr_db [None req-a627f2e6-9c25-431d-8386-12f2297a958b None None] Set router 17cad937-ba63-4b1e-b8b0-38d1ca67c155 gateway port host: dv-cinder-787764-1-iscsi {{(pid=91057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:16:25.975456 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Provisioning complete for port 015259d5-e370-4f43-aa2a-9cc4d5e4e7e4 triggered by entity L2. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:16:25.975640 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441453'] for port, provisioning_complete {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:26.146038 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be37d1b-c130-43cf-87a5-d0035a29d7c2 req-7bbb11e6-4b56-47b3-aa2a-9d0ac8e0cbed tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:26.150795 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-1be37d1b-c130-43cf-87a5-d0035a29d7c2 req-7bbb11e6-4b56-47b3-aa2a-9d0ac8e0cbed tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] 10.222.0.90 "GET /v2.0/ports?device_id=86d683d8-3072-421b-96a6-7fcdd344d2f6 HTTP/1.1" status: 200 len: 945 time: 0.0962131 May 19 11:16:26.163459 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a497b7f5-b417-4e47-b6cf-6dbfa2eff5bf req-4dbb2bcb-47d3-482e-80fd-ae6cecee0a95 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:26.164633 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-a497b7f5-b417-4e47-b6cf-6dbfa2eff5bf req-4dbb2bcb-47d3-482e-80fd-ae6cecee0a95 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=15bb00ba-1ae7-4b08-8b0b-6eeb024426a9 HTTP/1.1" status: 200 len: 946 time: 0.0778544 May 19 11:16:26.193342 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-1be37d1b-c130-43cf-87a5-d0035a29d7c2 req-bd976a62-c72a-4272-a78d-c225d715cdaf tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] 10.222.0.90 "GET /v2.0/security-groups?id=ff0dbe48-5c91-4369-b113-7de6c0a7016b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417953 May 19 11:16:26.208524 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_hamode_db [None req-a627f2e6-9c25-431d-8386-12f2297a958b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17cad937-ba63-4b1e-b8b0-38d1ca67c155', 'name': 'tempest-TestMinimumBasicScenario-358601778-router', 'tenant_id': 'c7a83c3fe0194d46bba7aa69562fc59c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'external_fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': 'f52faad5-6205-48d2-a908-695bca2c68d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:16:20Z', 'updated_at': '2021-05-19T11:16:22Z', 'revision_number': 4, 'project_id': 'c7a83c3fe0194d46bba7aa69562fc59c', 'gw_port': {'id': 'f52faad5-6205-48d2-a908-695bca2c68d5', 'name': '', 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:3b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17cad937-ba63-4b1e-b8b0-38d1ca67c155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:16:20Z', 'updated_at': '2021-05-19T11:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-1-iscsi', '_interfaces': [{'id': '06a8db9f-7735-49dd-ac59-5dee72028224', 'name': '', 'network_id': 'ca4e966f-abf2-4d37-8c3d-b753fd7c5166', 'tenant_id': 'c7a83c3fe0194d46bba7aa69562fc59c', 'mac_address': 'fa:16:3e:10:24:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17cad937-ba63-4b1e-b8b0-38d1ca67c155', 'device_owner': 'network:router_interface', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '84f5bdaa-d6e5-4a4c-9312-9a1fa5d3d0a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:16:22Z', 'updated_at': '2021-05-19T11:16:25Z', 'revision_number': 4, 'project_id': 'c7a83c3fe0194d46bba7aa69562fc59c', 'subnets': [{'id': '84f5bdaa-d6e5-4a4c-9312-9a1fa5d3d0a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-1-iscsi', False) {} {{(pid=91057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:16:26.210947 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a627f2e6-9c25-431d-8386-12f2297a958b None None] The sync data for ids ['17cad937-ba63-4b1e-b8b0-38d1ca67c155'] in dv-cinder-787764-1-iscsi is: [{'id': '17cad937-ba63-4b1e-b8b0-38d1ca67c155', 'name': 'tempest-TestMinimumBasicScenario-358601778-router', 'tenant_id': 'c7a83c3fe0194d46bba7aa69562fc59c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'external_fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': 'f52faad5-6205-48d2-a908-695bca2c68d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:16:20Z', 'updated_at': '2021-05-19T11:16:22Z', 'revision_number': 4, 'project_id': 'c7a83c3fe0194d46bba7aa69562fc59c', 'gw_port': {'id': 'f52faad5-6205-48d2-a908-695bca2c68d5', 'name': '', 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:3b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17cad937-ba63-4b1e-b8b0-38d1ca67c155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:16:20Z', 'updated_at': '2021-05-19T11:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-1-iscsi', '_interfaces': [{'id': '06a8db9f-7735-49dd-ac59-5dee72028224', 'name': '', 'network_id': 'ca4e966f-abf2-4d37-8c3d-b753fd7c5166', 'tenant_id': 'c7a83c3fe0194d46bba7aa69562fc59c', 'mac_address': 'fa:16:3e:10:24:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17cad937-ba63-4b1e-b8b0-38d1ca67c155', 'device_owner': 'network:router_interface', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '84f5bdaa-d6e5-4a4c-9312-9a1fa5d3d0a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:16:22Z', 'updated_at': '2021-05-19T11:16:25Z', 'revision_number': 4, 'project_id': 'c7a83c3fe0194d46bba7aa69562fc59c', 'subnets': [{'id': '84f5bdaa-d6e5-4a4c-9312-9a1fa5d3d0a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 11:16:26.217731 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-a497b7f5-b417-4e47-b6cf-6dbfa2eff5bf req-e8ac61d9-bb51-4b64-bbbc-f4582cf78620 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/security-groups?id=02f8fdd5-5dea-4a08-86bc-b9af91d4a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458257 May 19 11:16:26.465637 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e24b983-1dda-4aef-8cd0-675bdd3754c5 req-3f82980a-2b26-4db2-a998-a14bc8b43b6b tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:26.467021 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-9e24b983-1dda-4aef-8cd0-675bdd3754c5 req-3f82980a-2b26-4db2-a998-a14bc8b43b6b tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=c9a2706a-90b8-47a1-af05-750a15a52f05 HTTP/1.1" status: 200 len: 945 time: 0.0919962 May 19 11:16:26.470321 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb54ad13-1cdd-4990-aec7-a245ad668866 req-f5c69415-b5bb-4f38-9d8d-bf621cf79788 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:26.471108 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-cb54ad13-1cdd-4990-aec7-a245ad668866 req-f5c69415-b5bb-4f38-9d8d-bf621cf79788 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "GET /v2.0/ports?device_id=6a6a976a-90d4-4150-963e-6edb91b9a891 HTTP/1.1" status: 200 len: 945 time: 0.0754404 May 19 11:16:26.509846 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-9e24b983-1dda-4aef-8cd0-675bdd3754c5 req-afafe03f-2381-4974-8471-36e6c129048c tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381160 May 19 11:16:26.516873 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-cb54ad13-1cdd-4990-aec7-a245ad668866 req-ca426ff7-e0cd-4087-957c-9d266cceb2aa tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "GET /v2.0/security-groups?id=da2169de-7a61-4810-9cac-12669592b71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366905 May 19 11:16:27.192362 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Device 06a8db9f-7735-49dd-ac59-5dee72028224 up at agent ovs-agent-dv-cinder-787764-1-iscsi {{(pid=91057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 11:16:27.292236 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Provisioning for port 06a8db9f-7735-49dd-ac59-5dee72028224 completed by entity L2. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 11:16:27.297638 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Provisioning complete for port 06a8db9f-7735-49dd-ac59-5dee72028224 triggered by entity L2. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:16:27.297980 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441453'] for port, provisioning_complete {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:27.374067 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:27.398672 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] For port 06a8db9f-7735-49dd-ac59-5dee72028224, host dv-cinder-787764-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-1-iscsi',level=0,port_id=06a8db9f-7735-49dd-ac59-5dee72028224,segment=NetworkSegment(2485390d-53e5-446c-be63-8a6aeba8e9a8),segment_id=2485390d-53e5-446c-be63-8a6aeba8e9a8)] {{(pid=91057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:16:27.401905 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602'] for port, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:27.403981 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:16:27.452455 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Pushing event updated for resources: {'Port': ['ID=06a8db9f-7735-49dd-ac59-5dee72028224,revision_number=5']} {{(pid=91057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:16:27.457154 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:16:27.458494 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0b48df-0282-487a-ae20-78045c6147f6 req-81394344-d6e9-43e3-8cb8-ff33706cde1f tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:27.465486 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-8d0b48df-0282-487a-ae20-78045c6147f6 req-81394344-d6e9-43e3-8cb8-ff33706cde1f tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] 10.222.0.90 "GET /v2.0/ports?device_id=86d683d8-3072-421b-96a6-7fcdd344d2f6 HTTP/1.1" status: 200 len: 945 time: 0.1430082 May 19 11:16:27.494350 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-8d0b48df-0282-487a-ae20-78045c6147f6 req-89d1258d-3ccd-4e37-a058-2fc3c828971c tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] 10.222.0.90 "GET /v2.0/security-groups?id=ff0dbe48-5c91-4369-b113-7de6c0a7016b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282142 May 19 11:16:27.499180 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ef2648-6a00-4ac8-8a7a-a7391674d10f req-4bc8c55a-68e4-45cc-9b72-343f5ee29df0 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:27.500017 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-70ef2648-6a00-4ac8-8a7a-a7391674d10f req-4bc8c55a-68e4-45cc-9b72-343f5ee29df0 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=15bb00ba-1ae7-4b08-8b0b-6eeb024426a9 HTTP/1.1" status: 200 len: 946 time: 0.2068584 May 19 11:16:27.537230 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-70ef2648-6a00-4ac8-8a7a-a7391674d10f req-4d9a780b-489d-42f2-9af9-5534f692db78 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/security-groups?id=02f8fdd5-5dea-4a08-86bc-b9af91d4a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328386 May 19 11:16:27.676231 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4114fa80-e747-4c3b-913c-f1f9b89f43c7 req-2244c500-ede2-4e9a-bdd1-3cb56a725409 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:27.678444 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-4114fa80-e747-4c3b-913c-f1f9b89f43c7 req-2244c500-ede2-4e9a-bdd1-3cb56a725409 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=c9a2706a-90b8-47a1-af05-750a15a52f05 HTTP/1.1" status: 200 len: 945 time: 0.0911181 May 19 11:16:27.684260 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc38b043-f9c3-4c66-a7a5-eaa8b05585ee req-34db2381-0bb7-41dd-9e24-ad69372b0ce4 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:27.685085 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-cc38b043-f9c3-4c66-a7a5-eaa8b05585ee req-34db2381-0bb7-41dd-9e24-ad69372b0ce4 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "GET /v2.0/ports?device_id=6a6a976a-90d4-4150-963e-6edb91b9a891 HTTP/1.1" status: 200 len: 945 time: 0.0683944 May 19 11:16:27.731871 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-4114fa80-e747-4c3b-913c-f1f9b89f43c7 req-cce74330-4f93-4861-8830-88c19603d917 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461445 May 19 11:16:27.735989 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-cc38b043-f9c3-4c66-a7a5-eaa8b05585ee req-bc4923ca-d5d3-4470-ba7b-d641410edc43 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "GET /v2.0/security-groups?id=da2169de-7a61-4810-9cac-12669592b71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385334 May 19 11:16:28.621756 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1155ba4a-711a-4f26-8c4d-3ec717ee618f req-6b2c163e-ff64-4f07-bb53-83d38689b4fb tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:28.622752 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-1155ba4a-711a-4f26-8c4d-3ec717ee618f req-6b2c163e-ff64-4f07-bb53-83d38689b4fb tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] 10.222.0.90 "GET /v2.0/ports?device_id=86d683d8-3072-421b-96a6-7fcdd344d2f6 HTTP/1.1" status: 200 len: 945 time: 0.0533667 May 19 11:16:28.697556 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-1155ba4a-711a-4f26-8c4d-3ec717ee618f req-e9ddd3ab-8a1e-4e61-aa50-640e91efee98 tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] 10.222.0.90 "GET /v2.0/security-groups?id=ff0dbe48-5c91-4369-b113-7de6c0a7016b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528665 May 19 11:16:28.714132 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80bbd8a-863a-4ab3-b06a-171b673f8529 req-11702b55-71fa-41e7-b218-c2356d04722d tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:28.714996 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-c80bbd8a-863a-4ab3-b06a-171b673f8529 req-11702b55-71fa-41e7-b218-c2356d04722d tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=15bb00ba-1ae7-4b08-8b0b-6eeb024426a9 HTTP/1.1" status: 200 len: 946 time: 0.0916548 May 19 11:16:28.746432 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-c80bbd8a-863a-4ab3-b06a-171b673f8529 req-827ce8aa-f187-47d5-ae1f-40206e32232a tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/security-groups?id=02f8fdd5-5dea-4a08-86bc-b9af91d4a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270357 May 19 11:16:28.892440 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d077504-fa08-42e6-8819-5cbfa2655039 req-9fd9b02b-73a8-497c-9552-093e915b449c tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:28.893297 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-4d077504-fa08-42e6-8819-5cbfa2655039 req-9fd9b02b-73a8-497c-9552-093e915b449c tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=c9a2706a-90b8-47a1-af05-750a15a52f05 HTTP/1.1" status: 200 len: 945 time: 0.0907083 May 19 11:16:28.909274 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cba7d14-56e6-4809-b1e1-bec0c496e11a req-f88bd756-0308-48c7-a5db-4b1519f4c362 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:28.910050 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-2cba7d14-56e6-4809-b1e1-bec0c496e11a req-f88bd756-0308-48c7-a5db-4b1519f4c362 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "GET /v2.0/ports?device_id=6a6a976a-90d4-4150-963e-6edb91b9a891 HTTP/1.1" status: 200 len: 945 time: 0.0732660 May 19 11:16:28.936942 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-4d077504-fa08-42e6-8819-5cbfa2655039 req-d38c1c20-bd97-4df7-acb4-535019438d55 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393617 May 19 11:16:28.945084 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-2cba7d14-56e6-4809-b1e1-bec0c496e11a req-9e5ac4ab-dba9-47e2-8a4a-ef71c2d4763d tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "GET /v2.0/security-groups?id=da2169de-7a61-4810-9cac-12669592b71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275679 May 19 11:16:29.153197 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Device 06a8db9f-7735-49dd-ac59-5dee72028224 up at agent ovs-agent-dv-cinder-787764-1-iscsi {{(pid=91057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 11:16:29.215750 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Provisioning complete for port 06a8db9f-7735-49dd-ac59-5dee72028224 triggered by entity L2. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:16:29.216055 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441453'] for port, provisioning_complete {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:29.383066 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4ca254-e840-47ce-b6bc-08cc4a921000 req-fe5c454b-d2c0-4a5d-993f-79fda998eb88 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:29.383835 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-ac4ca254-e840-47ce-b6bc-08cc4a921000 req-fe5c454b-d2c0-4a5d-993f-79fda998eb88 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/networks?id=17b3c0ef-f9b4-49e2-aa3b-d746210e219f HTTP/1.1" status: 200 len: 813 time: 0.0767045 May 19 11:16:29.391397 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-ac4ca254-e840-47ce-b6bc-08cc4a921000 req-dfe5c2be-21dd-4065-ad7e-bf2d0bf59ffe tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/quotas/3adb7158fa694a28886f78876a3057cd HTTP/1.1" status: 200 len: 375 time: 0.0046182 May 19 11:16:29.439706 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [req-ac4ca254-e840-47ce-b6bc-08cc4a921000 req-3623e3e0-3c9d-4e52-b9ad-9b42521256e7 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Synchronizing usage tracker for tenant:3adb7158fa694a28886f78876a3057cd on resource:port {{(pid=91056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 11:16:29.450646 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [req-ac4ca254-e840-47ce-b6bc-08cc4a921000 req-3623e3e0-3c9d-4e52-b9ad-9b42521256e7 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Unset dirty status for tenant:3adb7158fa694a28886f78876a3057cd on resource:port {{(pid=91056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 11:16:29.452620 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-ac4ca254-e840-47ce-b6bc-08cc4a921000 req-3623e3e0-3c9d-4e52-b9ad-9b42521256e7 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=3adb7158fa694a28886f78876a3057cd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0585203 May 19 11:16:29.525593 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-ac4ca254-e840-47ce-b6bc-08cc4a921000 req-c3c404eb-85e7-4466-88f4-b25df114e562 service neutron] 10.222.0.90 "GET /v2.0/networks/17b3c0ef-f9b4-49e2-aa3b-d746210e219f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0640404 May 19 11:16:29.595989 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-ac4ca254-e840-47ce-b6bc-08cc4a921000 req-315da825-a8d1-4c00-9225-ac222c037ed3 service neutron] 10.222.0.90 "GET /v2.0/networks/17b3c0ef-f9b4-49e2-aa3b-d746210e219f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0638301 May 19 11:16:29.704588 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-9fb487d1-4e7d-4409-8c8e-13ea762ba7b4 req-0a48cc35-3b0a-4ad3-987e-5d533993e005 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 210 time: 0.0237925 May 19 11:16:29.800098 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1652f410-4130-4b99-b3e4-938232234518 req-34acb12d-7928-4d8f-9ac4-81bb09ee2576 tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:29.800952 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-1652f410-4130-4b99-b3e4-938232234518 req-34acb12d-7928-4d8f-9ac4-81bb09ee2576 tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] 10.222.0.90 "GET /v2.0/ports?device_id=86d683d8-3072-421b-96a6-7fcdd344d2f6 HTTP/1.1" status: 200 len: 945 time: 0.0499611 May 19 11:16:29.856494 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-1652f410-4130-4b99-b3e4-938232234518 req-4f650536-ce7c-4c35-b881-7034567867b8 tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] 10.222.0.90 "GET /v2.0/security-groups?id=ff0dbe48-5c91-4369-b113-7de6c0a7016b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517178 May 19 11:16:29.873258 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd89af2-1494-4c20-aedb-87fe5fd7c8fa req-154282d1-29ce-4f63-bfb2-5a5da442141f tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:29.874449 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-4dd89af2-1494-4c20-aedb-87fe5fd7c8fa req-154282d1-29ce-4f63-bfb2-5a5da442141f tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=15bb00ba-1ae7-4b08-8b0b-6eeb024426a9 HTTP/1.1" status: 200 len: 946 time: 0.0592515 May 19 11:16:29.899640 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-4dd89af2-1494-4c20-aedb-87fe5fd7c8fa req-061adc68-e1f6-48ec-9faf-8f0c6a9f5679 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/security-groups?id=02f8fdd5-5dea-4a08-86bc-b9af91d4a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0214574 May 19 11:16:30.072514 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3963f3f9-762b-4cb5-9552-d397d7db9936 req-eb2cffd1-707e-42ef-ada2-234a25916d13 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:30.073267 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-3963f3f9-762b-4cb5-9552-d397d7db9936 req-eb2cffd1-707e-42ef-ada2-234a25916d13 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=c9a2706a-90b8-47a1-af05-750a15a52f05 HTTP/1.1" status: 200 len: 945 time: 0.0738719 May 19 11:16:30.077286 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27c07aa-b139-4e74-a475-7025658013ae req-b15a7e89-2253-4c40-a3f6-e57bf0787170 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:30.078049 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-c27c07aa-b139-4e74-a475-7025658013ae req-b15a7e89-2253-4c40-a3f6-e57bf0787170 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "GET /v2.0/ports?device_id=6a6a976a-90d4-4150-963e-6edb91b9a891 HTTP/1.1" status: 200 len: 945 time: 0.0576217 May 19 11:16:30.152828 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-3963f3f9-762b-4cb5-9552-d397d7db9936 req-ba0d22dd-fb39-42b5-95f2-f6de9915b9a1 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741191 May 19 11:16:30.155077 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-c27c07aa-b139-4e74-a475-7025658013ae req-3de2eed1-8990-41ab-b65d-f544a3bcdf64 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "GET /v2.0/security-groups?id=da2169de-7a61-4810-9cac-12669592b71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700645 May 19 11:16:30.824858 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-31902bef-b77d-4618-82a9-3a265ae531c4 req-2cf32261-7d08-4d0f-85d2-cf332b71ba5e tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 210 time: 0.0336831 May 19 11:16:31.013358 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088ef130-72ce-46fe-a0eb-10b9cec1ced1 req-ac42df85-6e32-44dc-94db-08368bfa9f09 tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:31.014662 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-088ef130-72ce-46fe-a0eb-10b9cec1ced1 req-ac42df85-6e32-44dc-94db-08368bfa9f09 tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] 10.222.0.90 "GET /v2.0/ports?device_id=86d683d8-3072-421b-96a6-7fcdd344d2f6 HTTP/1.1" status: 200 len: 945 time: 0.0863156 May 19 11:16:31.049635 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6713d539-df19-4577-beaa-c5d29fde5cd9 req-ba9c948b-1466-4eb6-8b26-1143217ba8a5 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:31.050520 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-6713d539-df19-4577-beaa-c5d29fde5cd9 req-ba9c948b-1466-4eb6-8b26-1143217ba8a5 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=15bb00ba-1ae7-4b08-8b0b-6eeb024426a9 HTTP/1.1" status: 200 len: 946 time: 0.0824201 May 19 11:16:31.053395 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-088ef130-72ce-46fe-a0eb-10b9cec1ced1 req-f624870c-07ad-457f-b64d-7c786fd8f359 tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] 10.222.0.90 "GET /v2.0/security-groups?id=ff0dbe48-5c91-4369-b113-7de6c0a7016b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346839 May 19 11:16:31.084965 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-6713d539-df19-4577-beaa-c5d29fde5cd9 req-ea00c431-3afe-46a5-bf6a-b0d179c959ba tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/security-groups?id=02f8fdd5-5dea-4a08-86bc-b9af91d4a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275581 May 19 11:16:31.324075 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52acf9a-2635-485a-a202-b4b5a8a4e536 req-d6c042a2-ed9f-480e-a8ea-4ecc87b722f0 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:31.325038 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-d52acf9a-2635-485a-a202-b4b5a8a4e536 req-d6c042a2-ed9f-480e-a8ea-4ecc87b722f0 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=c9a2706a-90b8-47a1-af05-750a15a52f05 HTTP/1.1" status: 200 len: 945 time: 0.0911367 May 19 11:16:31.329214 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ce4a56-21ad-4c66-a0fb-4fa7858ed74d req-5bfdb390-e9e9-4eb1-8124-a232742e91fe tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:31.330075 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-04ce4a56-21ad-4c66-a0fb-4fa7858ed74d req-5bfdb390-e9e9-4eb1-8124-a232742e91fe tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "GET /v2.0/ports?device_id=6a6a976a-90d4-4150-963e-6edb91b9a891 HTTP/1.1" status: 200 len: 945 time: 0.0947168 May 19 11:16:31.374994 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-d52acf9a-2635-485a-a202-b4b5a8a4e536 req-37bede5b-2c31-4c76-85e9-8c2cd3be9be3 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426157 May 19 11:16:31.377401 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-04ce4a56-21ad-4c66-a0fb-4fa7858ed74d req-76574fae-e060-47b8-be47-9684e70dd192 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "GET /v2.0/security-groups?id=da2169de-7a61-4810-9cac-12669592b71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363355 May 19 11:16:31.484515 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93301c9-3796-48db-acf5-708d87175063 req-171ab441-cebd-4f26-a3b7-cc317b3cb413 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:31.485397 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-b93301c9-3796-48db-acf5-708d87175063 req-171ab441-cebd-4f26-a3b7-cc317b3cb413 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "GET /v2.0/ports?device_id=6a6a976a-90d4-4150-963e-6edb91b9a891 HTTP/1.1" status: 200 len: 945 time: 0.0503500 May 19 11:16:31.495224 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 45644) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:16:31.498294 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.v2.base [None req-cdb381be-7f9b-4810-a876-95233974438b tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Request body: {'floatingip': {'port_id': 'db59126d-1c1c-4ba1-a2f8-210209c9a196'}} {{(pid=91056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:16:31.544504 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-cdb381be-7f9b-4810-a876-95233974438b tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Notify callbacks [] for floatingip, before_update {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:31.939499 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-fa32dd3e-6b98-4e0c-87a5-6f6f3de2ec1e req-8f21feee-3569-4934-bd08-a8da1ec9c5cb tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 210 time: 0.0370836 May 19 11:16:32.115082 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-cdb381be-7f9b-4810-a876-95233974438b tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:32.118726 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-cdb381be-7f9b-4810-a876-95233974438b tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716915'] for floatingip, after_update {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:32.285239 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.db.l3_db [None req-cdb381be-7f9b-4810-a876-95233974438b tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Floating IP b1c1b528-2f31-49ba-8026-3a661f004614 associated. External IP: 172.27.0.115, port: db59126d-1c1c-4ba1-a2f8-210209c9a196. May 19 11:16:32.317619 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32d7524-e8aa-4429-94f9-99fd477db4d6 req-579302a6-d4fa-4b60-ba0a-9937ea313c6e tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:32.318481 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-a32d7524-e8aa-4429-94f9-99fd477db4d6 req-579302a6-d4fa-4b60-ba0a-9937ea313c6e tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] 10.222.0.90 "GET /v2.0/ports?device_id=86d683d8-3072-421b-96a6-7fcdd344d2f6 HTTP/1.1" status: 200 len: 945 time: 0.1675806 May 19 11:16:32.327293 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c121a45-51d8-434f-b0ef-6bcb637e636c req-e1c119a7-23ed-4792-b664-4528fb849b04 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:32.328120 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-5c121a45-51d8-434f-b0ef-6bcb637e636c req-e1c119a7-23ed-4792-b664-4528fb849b04 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=15bb00ba-1ae7-4b08-8b0b-6eeb024426a9 HTTP/1.1" status: 200 len: 946 time: 0.1780031 May 19 11:16:32.405327 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-5c121a45-51d8-434f-b0ef-6bcb637e636c req-82149fa8-34b2-4367-ae3c-5965cb988595 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/security-groups?id=02f8fdd5-5dea-4a08-86bc-b9af91d4a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703566 May 19 11:16:32.411055 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-a32d7524-e8aa-4429-94f9-99fd477db4d6 req-065b11cf-5772-4401-be89-ec9de835102a tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] 10.222.0.90 "GET /v2.0/security-groups?id=ff0dbe48-5c91-4369-b113-7de6c0a7016b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814261 May 19 11:16:32.555972 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdb381be-7f9b-4810-a876-95233974438b tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Router 69f0f57e-2ace-4b38-84db-07337dae1268 has already been hosted by L3 agent 326bf12a-fdae-48e8-b877-7dbd40e20eda {{(pid=91056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 11:16:32.563585 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810aea90-116d-43cb-8c13-6a36e6e5fe22 req-3f6d15d3-04f1-450c-82f1-5d0fe624bca4 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:32.564443 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-810aea90-116d-43cb-8c13-6a36e6e5fe22 req-3f6d15d3-04f1-450c-82f1-5d0fe624bca4 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=c9a2706a-90b8-47a1-af05-750a15a52f05 HTTP/1.1" status: 200 len: 945 time: 0.0900488 May 19 11:16:32.650290 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-810aea90-116d-43cb-8c13-6a36e6e5fe22 req-5e6bd022-709f-44b8-848e-4313f5efe777 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593529 May 19 11:16:32.672953 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdb381be-7f9b-4810-a876-95233974438b tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Notify agent at l3_agent.dv-cinder-787764-1-iscsi the message routers_updated {{(pid=91056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 11:16:32.676012 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-cdb381be-7f9b-4810-a876-95233974438b tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6101'] for floatingip, before_response {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:32.682009 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dfedd8f-5a05-4197-9822-0348ac4ea381 None None] Sync routers for ids ['69f0f57e-2ace-4b38-84db-07337dae1268'] in dv-cinder-787764-1-iscsi {{(pid=91058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 11:16:32.688359 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dfedd8f-5a05-4197-9822-0348ac4ea381 None None] Routers {'69f0f57e-2ace-4b38-84db-07337dae1268'} bound to L3 agent in host dv-cinder-787764-1-iscsi {{(pid=91058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:16:32.688750 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.l3_hamode_db [None req-4dfedd8f-5a05-4197-9822-0348ac4ea381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T11:10:36Z,description=,heartbeat_timestamp=2021-05-19T11:16:06Z,host='dv-cinder-787764-1-iscsi',id=326bf12a-fdae-48e8-b877-7dbd40e20eda,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:36Z,topic='l3_agent')) {'router_ids': ['69f0f57e-2ace-4b38-84db-07337dae1268'], 'active': True} {{(pid=91058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:16:32.706189 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-cdb381be-7f9b-4810-a876-95233974438b tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "PUT /v2.0/floatingips/b1c1b528-2f31-49ba-8026-3a661f004614 HTTP/1.1" status: 200 len: 991 time: 1.2102530 May 19 11:16:32.706966 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a6a976a-90d4-4150-963e-6edb91b9a891', 'tag': 'db59126d-1c1c-4ba1-a2f8-210209c9a196'}] {{(pid=91056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 11:16:32.784762 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.l3_dvr_db [None req-4dfedd8f-5a05-4197-9822-0348ac4ea381 None None] Set router 69f0f57e-2ace-4b38-84db-07337dae1268 gateway port host: dv-cinder-787764-1-iscsi {{(pid=91058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:16:32.820508 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a6a976a-90d4-4150-963e-6edb91b9a891', 'tag': 'db59126d-1c1c-4ba1-a2f8-210209c9a196', 'status': 'completed', 'code': 200} May 19 11:16:32.905246 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b72622c-426d-455a-8ff2-91ddb216f10e req-0062d07a-efc8-4175-bce8-6fd6a18d106b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:32.906782 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-9b72622c-426d-455a-8ff2-91ddb216f10e req-0062d07a-efc8-4175-bce8-6fd6a18d106b service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=114936b3c24442328e380dbed9453cbe&device_id=6a6a976a-90d4-4150-963e-6edb91b9a891 HTTP/1.1" status: 200 len: 1098 time: 0.0457079 May 19 11:16:32.917562 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f947a7-75f0-4732-a439-4ac0a4c4ecf9 req-9d6fe074-2e9f-43e2-a37e-fb9519c187b9 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:32.918729 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-83f947a7-75f0-4732-a439-4ac0a4c4ecf9 req-9d6fe074-2e9f-43e2-a37e-fb9519c187b9 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=c9a2706a-90b8-47a1-af05-750a15a52f05 HTTP/1.1" status: 200 len: 945 time: 0.0459526 May 19 11:16:33.001779 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.l3_hamode_db [None req-4dfedd8f-5a05-4197-9822-0348ac4ea381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69f0f57e-2ace-4b38-84db-07337dae1268', 'name': 'tempest-AttachVolumeShelveTestJSON-755269295-router', 'tenant_id': '114936b3c24442328e380dbed9453cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'external_fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': 'cebf15f2-4d29-4f9a-893f-3e59cd1f4530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:15:26Z', 'updated_at': '2021-05-19T11:15:30Z', 'revision_number': 4, 'project_id': '114936b3c24442328e380dbed9453cbe', 'gw_port': {'id': 'cebf15f2-4d29-4f9a-893f-3e59cd1f4530', 'name': '', 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d1:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f0f57e-2ace-4b38-84db-07337dae1268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:15:27Z', 'updated_at': '2021-05-19T11:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-1-iscsi', '_floatingips': [{'id': 'b1c1b528-2f31-49ba-8026-3a661f004614', 'tenant_id': '114936b3c24442328e380dbed9453cbe', 'floating_ip_address': '172.27.0.115', 'floating_network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'router_id': '69f0f57e-2ace-4b38-84db-07337dae1268', 'port_id': 'db59126d-1c1c-4ba1-a2f8-210209c9a196', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '283f984f-2a81-4a0c-9cd3-692b468d28a2', 'mac_address': 'fa:16:3e:3f:6c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a6a976a-90d4-4150-963e-6edb91b9a891', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T11:15:33Z', 'updated_at': '2021-05-19T11:16:31Z', 'revision_number': 1, 'project_id': '114936b3c24442328e380dbed9453cbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83df66c6-d330-420c-8a47-e73ada5b5cc1', 'name': '', 'network_id': '283f984f-2a81-4a0c-9cd3-692b468d28a2', 'tenant_id': '114936b3c24442328e380dbed9453cbe', 'mac_address': 'fa:16:3e:a8:f6:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f0f57e-2ace-4b38-84db-07337dae1268', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '1f0aafc7-5dc8-4ee6-a066-4c3495d1adf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:15:29Z', 'updated_at': '2021-05-19T11:15:35Z', 'revision_number': 5, 'project_id': '114936b3c24442328e380dbed9453cbe', 'subnets': [{'id': '1f0aafc7-5dc8-4ee6-a066-4c3495d1adf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-1-iscsi', False) {} {{(pid=91058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:16:33.004730 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dfedd8f-5a05-4197-9822-0348ac4ea381 None None] Checking router: 69f0f57e-2ace-4b38-84db-07337dae1268 for host: dv-cinder-787764-1-iscsi {{(pid=91058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 11:16:33.009611 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dfedd8f-5a05-4197-9822-0348ac4ea381 None None] Routers {'69f0f57e-2ace-4b38-84db-07337dae1268'} bound to L3 agent in host dv-cinder-787764-1-iscsi {{(pid=91058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:16:33.009948 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.l3_hamode_db [None req-4dfedd8f-5a05-4197-9822-0348ac4ea381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T11:10:36Z,description=,heartbeat_timestamp=2021-05-19T11:16:06Z,host='dv-cinder-787764-1-iscsi',id=326bf12a-fdae-48e8-b877-7dbd40e20eda,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:36Z,topic='l3_agent')) {'router_ids': ['69f0f57e-2ace-4b38-84db-07337dae1268'], 'active': True} {{(pid=91058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:16:33.060206 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b72622c-426d-455a-8ff2-91ddb216f10e req-e139d8ce-7a08-45a0-96ec-681f56c97032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:33.064036 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-9b72622c-426d-455a-8ff2-91ddb216f10e req-e139d8ce-7a08-45a0-96ec-681f56c97032 service neutron] 10.222.0.112 "GET /v2.0/networks?id=283f984f-2a81-4a0c-9cd3-692b468d28a2 HTTP/1.1" status: 200 len: 918 time: 0.1500714 May 19 11:16:33.129053 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-052712ec-55c1-4802-83f0-85d6716d277c req-835a6f78-f091-4693-ade8-6b0f7a2aeb40 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 210 time: 0.0251651 May 19 11:16:33.135443 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-83f947a7-75f0-4732-a439-4ac0a4c4ecf9 req-ad9d43ad-9799-49e3-96f4-775b13aa5be9 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129495 May 19 11:16:33.150580 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-9b72622c-426d-455a-8ff2-91ddb216f10e req-62d8a9d3-a1e5-4cf3-98f7-a717da69b172 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db59126d-1c1c-4ba1-a2f8-210209c9a196 HTTP/1.1" status: 200 len: 999 time: 0.0813341 May 19 11:16:33.160630 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.l3_dvr_db [None req-4dfedd8f-5a05-4197-9822-0348ac4ea381 None None] Set router 69f0f57e-2ace-4b38-84db-07337dae1268 gateway port host: dv-cinder-787764-1-iscsi {{(pid=91058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:16:33.234725 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b72622c-426d-455a-8ff2-91ddb216f10e req-794510ca-4881-4b2b-941d-aaded6136c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:33.235605 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-9b72622c-426d-455a-8ff2-91ddb216f10e req-794510ca-4881-4b2b-941d-aaded6136c53 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=1f0aafc7-5dc8-4ee6-a066-4c3495d1adf2 HTTP/1.1" status: 200 len: 855 time: 0.0770760 May 19 11:16:33.271383 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4530ad3-95c3-4b56-98b3-e5dd599bdbed req-cc37495a-6b82-428c-9dee-e3b6c83ce6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:33.272156 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-c4530ad3-95c3-4b56-98b3-e5dd599bdbed req-cc37495a-6b82-428c-9dee-e3b6c83ce6d1 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=84c9674d9ad94299b1626bb1392867e5&device_id=c9a2706a-90b8-47a1-af05-750a15a52f05 HTTP/1.1" status: 200 len: 1098 time: 0.0721405 May 19 11:16:33.330065 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b72622c-426d-455a-8ff2-91ddb216f10e req-d3a2454c-f72a-402b-a2a5-ba5ab34711fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:33.330943 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-9b72622c-426d-455a-8ff2-91ddb216f10e req-d3a2454c-f72a-402b-a2a5-ba5ab34711fd service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=283f984f-2a81-4a0c-9cd3-692b468d28a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0884755 May 19 11:16:33.366247 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4530ad3-95c3-4b56-98b3-e5dd599bdbed req-6f3ec5dc-53c2-4ee7-85ae-3b08df43d2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:33.367066 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-c4530ad3-95c3-4b56-98b3-e5dd599bdbed req-6f3ec5dc-53c2-4ee7-85ae-3b08df43d2bd service neutron] 10.222.0.112 "GET /v2.0/networks?id=d80b1475-eff8-4ebe-8528-2eceb45e3226 HTTP/1.1" status: 200 len: 921 time: 0.0895927 May 19 11:16:33.377779 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.l3_hamode_db [None req-4dfedd8f-5a05-4197-9822-0348ac4ea381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69f0f57e-2ace-4b38-84db-07337dae1268', 'name': 'tempest-AttachVolumeShelveTestJSON-755269295-router', 'tenant_id': '114936b3c24442328e380dbed9453cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'external_fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': 'cebf15f2-4d29-4f9a-893f-3e59cd1f4530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:15:26Z', 'updated_at': '2021-05-19T11:15:30Z', 'revision_number': 4, 'project_id': '114936b3c24442328e380dbed9453cbe', 'gw_port': {'id': 'cebf15f2-4d29-4f9a-893f-3e59cd1f4530', 'name': '', 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d1:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f0f57e-2ace-4b38-84db-07337dae1268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:15:27Z', 'updated_at': '2021-05-19T11:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-1-iscsi', '_floatingips': [{'id': 'b1c1b528-2f31-49ba-8026-3a661f004614', 'tenant_id': '114936b3c24442328e380dbed9453cbe', 'floating_ip_address': '172.27.0.115', 'floating_network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'router_id': '69f0f57e-2ace-4b38-84db-07337dae1268', 'port_id': 'db59126d-1c1c-4ba1-a2f8-210209c9a196', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '283f984f-2a81-4a0c-9cd3-692b468d28a2', 'mac_address': 'fa:16:3e:3f:6c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a6a976a-90d4-4150-963e-6edb91b9a891', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T11:15:33Z', 'updated_at': '2021-05-19T11:16:31Z', 'revision_number': 1, 'project_id': '114936b3c24442328e380dbed9453cbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83df66c6-d330-420c-8a47-e73ada5b5cc1', 'name': '', 'network_id': '283f984f-2a81-4a0c-9cd3-692b468d28a2', 'tenant_id': '114936b3c24442328e380dbed9453cbe', 'mac_address': 'fa:16:3e:a8:f6:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f0f57e-2ace-4b38-84db-07337dae1268', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '1f0aafc7-5dc8-4ee6-a066-4c3495d1adf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:15:29Z', 'updated_at': '2021-05-19T11:15:35Z', 'revision_number': 5, 'project_id': '114936b3c24442328e380dbed9453cbe', 'subnets': [{'id': '1f0aafc7-5dc8-4ee6-a066-4c3495d1adf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-1-iscsi', False) {} {{(pid=91058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:16:33.380061 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dfedd8f-5a05-4197-9822-0348ac4ea381 None None] The sync data for ids ['69f0f57e-2ace-4b38-84db-07337dae1268'] in dv-cinder-787764-1-iscsi is: [{'id': '69f0f57e-2ace-4b38-84db-07337dae1268', 'name': 'tempest-AttachVolumeShelveTestJSON-755269295-router', 'tenant_id': '114936b3c24442328e380dbed9453cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'external_fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': 'cebf15f2-4d29-4f9a-893f-3e59cd1f4530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:15:26Z', 'updated_at': '2021-05-19T11:15:30Z', 'revision_number': 4, 'project_id': '114936b3c24442328e380dbed9453cbe', 'gw_port': {'id': 'cebf15f2-4d29-4f9a-893f-3e59cd1f4530', 'name': '', 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d1:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f0f57e-2ace-4b38-84db-07337dae1268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:15:27Z', 'updated_at': '2021-05-19T11:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-1-iscsi', '_floatingips': [{'id': 'b1c1b528-2f31-49ba-8026-3a661f004614', 'tenant_id': '114936b3c24442328e380dbed9453cbe', 'floating_ip_address': '172.27.0.115', 'floating_network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'router_id': '69f0f57e-2ace-4b38-84db-07337dae1268', 'port_id': 'db59126d-1c1c-4ba1-a2f8-210209c9a196', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '283f984f-2a81-4a0c-9cd3-692b468d28a2', 'mac_address': 'fa:16:3e:3f:6c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a6a976a-90d4-4150-963e-6edb91b9a891', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T11:15:33Z', 'updated_at': '2021-05-19T11:16:31Z', 'revision_number': 1, 'project_id': '114936b3c24442328e380dbed9453cbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83df66c6-d330-420c-8a47-e73ada5b5cc1', 'name': '', 'network_id': '283f984f-2a81-4a0c-9cd3-692b468d28a2', 'tenant_id': '114936b3c24442328e380dbed9453cbe', 'mac_address': 'fa:16:3e:a8:f6:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f0f57e-2ace-4b38-84db-07337dae1268', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '1f0aafc7-5dc8-4ee6-a066-4c3495d1adf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:15:29Z', 'updated_at': '2021-05-19T11:15:35Z', 'revision_number': 5, 'project_id': '114936b3c24442328e380dbed9453cbe', 'subnets': [{'id': '1f0aafc7-5dc8-4ee6-a066-4c3495d1adf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 11:16:33.430264 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-c4530ad3-95c3-4b56-98b3-e5dd599bdbed req-be518428-d541-4c14-992e-bc94bcb3c08d service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=61c7c786-1d02-4ec8-a519-cf9d71279980 HTTP/1.1" status: 200 len: 217 time: 0.0412502 May 19 11:16:33.470919 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-9b72622c-426d-455a-8ff2-91ddb216f10e req-a36532be-e5c5-4163-9058-ff854bb7a8bf service neutron] 10.222.0.112 "GET /v2.0/networks/283f984f-2a81-4a0c-9cd3-692b468d28a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337802 May 19 11:16:33.478356 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4530ad3-95c3-4b56-98b3-e5dd599bdbed req-1101a0e1-2d0b-4dc0-8d56-16822fa9c10b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:33.479222 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-c4530ad3-95c3-4b56-98b3-e5dd599bdbed req-1101a0e1-2d0b-4dc0-8d56-16822fa9c10b service neutron] 10.222.0.112 "GET /v2.0/subnets?id=f1a81002-835e-403e-96ae-6977fdc5aac0 HTTP/1.1" status: 200 len: 859 time: 0.0404809 May 19 11:16:33.546578 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d981ea81-229f-42d6-b732-03d63e9fcddf None None] New status for floating IP b1c1b528-2f31-49ba-8026-3a661f004614: ACTIVE {{(pid=91057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 11:16:33.554834 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4089b529-ebd8-4ab7-8755-0ca449e31f23 req-30bc664f-746e-402d-a861-619ff73d3d1a tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:33.555662 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-4089b529-ebd8-4ab7-8755-0ca449e31f23 req-30bc664f-746e-402d-a861-619ff73d3d1a tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=15bb00ba-1ae7-4b08-8b0b-6eeb024426a9 HTTP/1.1" status: 200 len: 946 time: 0.0606372 May 19 11:16:33.559609 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dde3e8-6701-40d6-af86-d51783b9466f req-9db5efdf-718e-4f4a-8a8f-c5d7c07fb383 tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:33.560344 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-31dde3e8-6701-40d6-af86-d51783b9466f req-9db5efdf-718e-4f4a-8a8f-c5d7c07fb383 tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] 10.222.0.90 "GET /v2.0/ports?device_id=86d683d8-3072-421b-96a6-7fcdd344d2f6 HTTP/1.1" status: 200 len: 945 time: 0.0854118 May 19 11:16:33.598680 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-4089b529-ebd8-4ab7-8755-0ca449e31f23 req-0edf1ae6-4919-44a8-9feb-49115b932728 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/security-groups?id=02f8fdd5-5dea-4a08-86bc-b9af91d4a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377562 May 19 11:16:33.602679 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-c4530ad3-95c3-4b56-98b3-e5dd599bdbed req-84e1417a-a11f-4658-97f5-eaa888c93a9e service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=d80b1475-eff8-4ebe-8528-2eceb45e3226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474963 May 19 11:16:33.604313 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-31dde3e8-6701-40d6-af86-d51783b9466f req-8bcf53c3-9255-4411-aeb5-1e2f8fc4d2ac tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] 10.222.0.90 "GET /v2.0/security-groups?id=ff0dbe48-5c91-4369-b113-7de6c0a7016b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360153 May 19 11:16:33.678557 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-9b72622c-426d-455a-8ff2-91ddb216f10e req-faff0f4e-5c92-4479-ac20-ba1ff42f9c83 service neutron] 10.222.0.112 "GET /v2.0/networks/283f984f-2a81-4a0c-9cd3-692b468d28a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986942 May 19 11:16:33.703249 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-c4530ad3-95c3-4b56-98b3-e5dd599bdbed req-bf98d911-2a13-4849-9a7c-d8364c9f803b service neutron] 10.222.0.112 "GET /v2.0/networks/d80b1475-eff8-4ebe-8528-2eceb45e3226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838027 May 19 11:16:33.783386 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-c4530ad3-95c3-4b56-98b3-e5dd599bdbed req-688c2f8f-9dfc-406a-8b56-8965cf276b6d service neutron] 10.222.0.112 "GET /v2.0/networks/d80b1475-eff8-4ebe-8528-2eceb45e3226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0731261 May 19 11:16:34.236061 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-2a411fa9-f2e3-40af-a786-4d1d0b0d93d0 req-8bf65b89-6fd7-4259-932b-ac1eed342e18 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 210 time: 0.0443916 May 19 11:16:34.262873 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324113dc-69df-4402-b250-77f1dca9f965 req-f1b76cda-9147-4769-8907-60766b993eec tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:34.263721 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-324113dc-69df-4402-b250-77f1dca9f965 req-f1b76cda-9147-4769-8907-60766b993eec tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=c9a2706a-90b8-47a1-af05-750a15a52f05 HTTP/1.1" status: 200 len: 945 time: 0.0523942 May 19 11:16:34.293668 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-324113dc-69df-4402-b250-77f1dca9f965 req-fb5baaad-e6e3-4ffd-94f1-32d0f1731e41 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0260248 May 19 11:16:34.588434 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e942c4fa-da4f-487d-8378-a28d10d89ce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:35.328240 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-5cfe247e-642e-4ba0-a47f-3a56ecfacf32 req-574f3fd0-44f5-49ab-8ad5-baeb329e1f2d tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 210 time: 0.0288019 May 19 11:16:35.401670 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4ca254-e840-47ce-b6bc-08cc4a921000 req-3a0c8ae8-9ebb-496b-91ec-63e935f8c19b tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:35.402079 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [req-ac4ca254-e840-47ce-b6bc-08cc4a921000 req-3a0c8ae8-9ebb-496b-91ec-63e935f8c19b tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Synchronizing usage tracker for tenant:3adb7158fa694a28886f78876a3057cd on resource:network {{(pid=91055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 11:16:35.411877 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [req-ac4ca254-e840-47ce-b6bc-08cc4a921000 req-3a0c8ae8-9ebb-496b-91ec-63e935f8c19b tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Unset dirty status for tenant:3adb7158fa694a28886f78876a3057cd on resource:network {{(pid=91055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 11:16:35.412512 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-ac4ca254-e840-47ce-b6bc-08cc4a921000 req-3a0c8ae8-9ebb-496b-91ec-63e935f8c19b tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.112 "GET /v2.0/networks?id=17b3c0ef-f9b4-49e2-aa3b-d746210e219f HTTP/1.1" status: 200 len: 813 time: 0.1418273 May 19 11:16:35.422839 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81b8cc4-741e-48e7-90d1-4b5e8bb16ccd req-1aab530a-381d-40a2-adb7-0fc2e8203818 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:35.423739 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-f81b8cc4-741e-48e7-90d1-4b5e8bb16ccd req-1aab530a-381d-40a2-adb7-0fc2e8203818 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=c9a2706a-90b8-47a1-af05-750a15a52f05 HTTP/1.1" status: 200 len: 945 time: 0.0491033 May 19 11:16:35.424363 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.v2.base [req-ac4ca254-e840-47ce-b6bc-08cc4a921000 req-54ce9938-8452-4ab6-8758-527720252a94 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Request body: {'port': {'device_id': '423e923b-b725-4325-bdbf-4d9356dd79b3', 'network_id': '17b3c0ef-f9b4-49e2-aa3b-d746210e219f', 'admin_state_up': True, 'tenant_id': '3adb7158fa694a28886f78876a3057cd'}} {{(pid=91055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:16:35.457536 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-f81b8cc4-741e-48e7-90d1-4b5e8bb16ccd req-8da1da1f-6b9c-43b2-8941-d6ae8d26d99b tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268412 May 19 11:16:35.495962 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [req-ac4ca254-e840-47ce-b6bc-08cc4a921000 req-54ce9938-8452-4ab6-8758-527720252a94 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:16:35.501214 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [req-ac4ca254-e840-47ce-b6bc-08cc4a921000 req-54ce9938-8452-4ab6-8758-527720252a94 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:16:35.508081 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac4ca254-e840-47ce-b6bc-08cc4a921000 req-54ce9938-8452-4ab6-8758-527720252a94 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Made reservation on behalf of 3adb7158fa694a28886f78876a3057cd for: {'port': 1} {{(pid=91055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 11:16:35.510329 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-ac4ca254-e840-47ce-b6bc-08cc4a921000 req-54ce9938-8452-4ab6-8758-527720252a94 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:35.599138 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.db_base_plugin_common [req-ac4ca254-e840-47ce-b6bc-08cc4a921000 req-54ce9938-8452-4ab6-8758-527720252a94 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Allocated IP 172.20.0.7 (17b3c0ef-f9b4-49e2-aa3b-d746210e219f/ec111969-0878-4395-8e69-3abd2c5f226d/6a809875-e8d2-44df-9b04-a71c434d12a3) {{(pid=91055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 11:16:35.722038 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-ac4ca254-e840-47ce-b6bc-08cc4a921000 req-54ce9938-8452-4ab6-8758-527720252a94 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Notify callbacks [] for port, precommit_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:35.732383 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.provisioning_blocks [req-ac4ca254-e840-47ce-b6bc-08cc4a921000 req-54ce9938-8452-4ab6-8758-527720252a94 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Transition to ACTIVE for port object 6a809875-e8d2-44df-9b04-a71c434d12a3 will not be triggered until provisioned by entity DHCP. {{(pid=91055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 11:16:35.748415 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-ac4ca254-e840-47ce-b6bc-08cc4a921000 req-54ce9938-8452-4ab6-8758-527720252a94 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749740362231'] for port, after_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:35.753853 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-688d0d82-a157-4924-8fc8-e2ad882eb271 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:16:35.799413 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac4ca254-e840-47ce-b6bc-08cc4a921000 req-54ce9938-8452-4ab6-8758-527720252a94 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Network 17b3c0ef-f9b4-49e2-aa3b-d746210e219f is already hosted by enough agents. {{(pid=91055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 11:16:35.801951 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.scheduler.base_scheduler [req-ac4ca254-e840-47ce-b6bc-08cc4a921000 req-54ce9938-8452-4ab6-8758-527720252a94 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Resources bound (agent type, host, resource id): {{(pid=91055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:16:35.802198 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:35.804571 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac4ca254-e840-47ce-b6bc-08cc4a921000 req-54ce9938-8452-4ab6-8758-527720252a94 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Received port after_create {{(pid=91055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 11:16:35.808110 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4ca254-e840-47ce-b6bc-08cc4a921000 req-54ce9938-8452-4ab6-8758-527720252a94 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:35.808466 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-ac4ca254-e840-47ce-b6bc-08cc4a921000 req-54ce9938-8452-4ab6-8758-527720252a94 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695638'] for port, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:35.820837 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ce9938-8452-4ab6-8758-527720252a94 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Pushing event updated for resources: {'Port': ['ID=6a809875-e8d2-44df-9b04-a71c434d12a3,revision_number=1']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:16:35.829169 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ce9938-8452-4ab6-8758-527720252a94 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:16:35.829389 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ce9938-8452-4ab6-8758-527720252a94 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:16:35.829598 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ce9938-8452-4ab6-8758-527720252a94 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:16:35.829804 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ce9938-8452-4ab6-8758-527720252a94 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:16:35.830007 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ce9938-8452-4ab6-8758-527720252a94 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:16:35.830210 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ce9938-8452-4ab6-8758-527720252a94 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:16:35.830413 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ce9938-8452-4ab6-8758-527720252a94 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:16:35.830610 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ce9938-8452-4ab6-8758-527720252a94 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:16:35.830809 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ce9938-8452-4ab6-8758-527720252a94 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:16:35.831006 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ce9938-8452-4ab6-8758-527720252a94 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:16:35.831223 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ce9938-8452-4ab6-8758-527720252a94 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:16:35.831404 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ce9938-8452-4ab6-8758-527720252a94 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:16:35.834048 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-54ce9938-8452-4ab6-8758-527720252a94 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:16:35.839965 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-ac4ca254-e840-47ce-b6bc-08cc4a921000 req-54ce9938-8452-4ab6-8758-527720252a94 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.4181833 May 19 11:16:35.902587 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.v2.base [req-ac4ca254-e840-47ce-b6bc-08cc4a921000 req-df74c3e6-909d-4ee0-bfdc-f437874e7050 service neutron] Request body: {'port': {'device_id': '423e923b-b725-4325-bdbf-4d9356dd79b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78776'}} {{(pid=91055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:16:35.924984 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-b46ff2d9-4d11-4332-90e4-3c45c1f9b577 None None] Provisioning for port 6a809875-e8d2-44df-9b04-a71c434d12a3 completed by entity DHCP. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 11:16:35.928245 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-b46ff2d9-4d11-4332-90e4-3c45c1f9b577 None None] Provisioning complete for port 6a809875-e8d2-44df-9b04-a71c434d12a3 triggered by entity DHCP. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:16:35.928552 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-b46ff2d9-4d11-4332-90e4-3c45c1f9b577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441453'] for port, provisioning_complete {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:35.961854 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.plugin [None req-b46ff2d9-4d11-4332-90e4-3c45c1f9b577 None None] Port 6a809875-e8d2-44df-9b04-a71c434d12a3 cannot update to ACTIVE because it is not bound. {{(pid=91057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 11:16:35.965773 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-ac4ca254-e840-47ce-b6bc-08cc4a921000 req-df74c3e6-909d-4ee0-bfdc-f437874e7050 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:36.186041 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-a64ee655-ecd8-4050-b8a3-42c2edb4680a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:36.239293 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.notifiers.nova [req-ac4ca254-e840-47ce-b6bc-08cc4a921000 req-df74c3e6-909d-4ee0-bfdc-f437874e7050 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a809875-e8d2-44df-9b04-a71c434d12a3 {{(pid=91055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 11:16:36.243094 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-ac4ca254-e840-47ce-b6bc-08cc4a921000 req-df74c3e6-909d-4ee0-bfdc-f437874e7050 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:36.250601 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.provisioning_blocks [req-ac4ca254-e840-47ce-b6bc-08cc4a921000 req-df74c3e6-909d-4ee0-bfdc-f437874e7050 service neutron] Transition to ACTIVE for port object 6a809875-e8d2-44df-9b04-a71c434d12a3 will not be triggered until provisioned by entity L2. {{(pid=91055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 11:16:36.253381 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-ac4ca254-e840-47ce-b6bc-08cc4a921000 req-df74c3e6-909d-4ee0-bfdc-f437874e7050 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602'] for port, after_update {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:36.255605 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:16:36.332214 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df74c3e6-909d-4ee0-bfdc-f437874e7050 service neutron] Pushing event updated for resources: {'Port': ['ID=6a809875-e8d2-44df-9b04-a71c434d12a3,revision_number=2']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:16:36.336063 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-df74c3e6-909d-4ee0-bfdc-f437874e7050 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:16:36.350295 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.managers [req-ac4ca254-e840-47ce-b6bc-08cc4a921000 req-df74c3e6-909d-4ee0-bfdc-f437874e7050 service neutron] Attempting to bind port 6a809875-e8d2-44df-9b04-a71c434d12a3 on host hv-cinder-78776 for vnic_type normal with profile {{(pid=91055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 11:16:36.350464 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.managers [req-ac4ca254-e840-47ce-b6bc-08cc4a921000 req-df74c3e6-909d-4ee0-bfdc-f437874e7050 service neutron] Attempting to bind port 6a809875-e8d2-44df-9b04-a71c434d12a3 by drivers openvswitch,hyperv on host hv-cinder-78776 at level 0 using segments [{'id': '64c3527b-0b17-4dce-9bf8-b502fa139a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1390, 'network_id': '17b3c0ef-f9b4-49e2-aa3b-d746210e219f'}] {{(pid=91055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 11:16:36.350636 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4ca254-e840-47ce-b6bc-08cc4a921000 req-df74c3e6-909d-4ee0-bfdc-f437874e7050 service neutron] Attempting to bind port 6a809875-e8d2-44df-9b04-a71c434d12a3 on network 17b3c0ef-f9b4-49e2-aa3b-d746210e219f {{(pid=91055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 11:16:36.353484 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4ca254-e840-47ce-b6bc-08cc4a921000 req-df74c3e6-909d-4ee0-bfdc-f437874e7050 service neutron] Port 6a809875-e8d2-44df-9b04-a71c434d12a3 on network 17b3c0ef-f9b4-49e2-aa3b-d746210e219f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78776 {{(pid=91055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 11:16:36.353606 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4ca254-e840-47ce-b6bc-08cc4a921000 req-df74c3e6-909d-4ee0-bfdc-f437874e7050 service neutron] Attempting to bind port 6a809875-e8d2-44df-9b04-a71c434d12a3 on network 17b3c0ef-f9b4-49e2-aa3b-d746210e219f {{(pid=91055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 11:16:36.356580 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4ca254-e840-47ce-b6bc-08cc4a921000 req-df74c3e6-909d-4ee0-bfdc-f437874e7050 service neutron] Checking agent: {'id': 'ec23b603-1024-4efc-b4c9-1692111c39b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78776', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 11, 14, 16), 'started_at': datetime.datetime(2021, 5, 19, 11, 14, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 11, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 11:16:36.356757 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4ca254-e840-47ce-b6bc-08cc4a921000 req-df74c3e6-909d-4ee0-bfdc-f437874e7050 service neutron] Checking segment: {'id': '64c3527b-0b17-4dce-9bf8-b502fa139a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1390, 'network_id': '17b3c0ef-f9b4-49e2-aa3b-d746210e219f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 11:16:36.356965 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4ca254-e840-47ce-b6bc-08cc4a921000 req-df74c3e6-909d-4ee0-bfdc-f437874e7050 service neutron] Bound using segment: {'id': '64c3527b-0b17-4dce-9bf8-b502fa139a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1390, 'network_id': '17b3c0ef-f9b4-49e2-aa3b-d746210e219f'} {{(pid=91055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 11:16:36.357225 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.managers [req-ac4ca254-e840-47ce-b6bc-08cc4a921000 req-df74c3e6-909d-4ee0-bfdc-f437874e7050 service neutron] Bound port: 6a809875-e8d2-44df-9b04-a71c434d12a3, host: hv-cinder-78776, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64c3527b-0b17-4dce-9bf8-b502fa139a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1390, 'network_id': '17b3c0ef-f9b4-49e2-aa3b-d746210e219f'}}] {{(pid=91055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 11:16:36.357418 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-ac4ca254-e840-47ce-b6bc-08cc4a921000 req-df74c3e6-909d-4ee0-bfdc-f437874e7050 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:36.405062 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.db [req-ac4ca254-e840-47ce-b6bc-08cc4a921000 req-df74c3e6-909d-4ee0-bfdc-f437874e7050 service neutron] For port 6a809875-e8d2-44df-9b04-a71c434d12a3, host hv-cinder-78776, cleared binding levels {{(pid=91055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 11:16:36.407017 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.db [req-ac4ca254-e840-47ce-b6bc-08cc4a921000 req-df74c3e6-909d-4ee0-bfdc-f437874e7050 service neutron] For port 6a809875-e8d2-44df-9b04-a71c434d12a3, host hv-cinder-78776, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=6a809875-e8d2-44df-9b04-a71c434d12a3,segment=NetworkSegment(64c3527b-0b17-4dce-9bf8-b502fa139a66),segment_id=64c3527b-0b17-4dce-9bf8-b502fa139a66)] {{(pid=91055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 11:16:36.410952 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-ac4ca254-e840-47ce-b6bc-08cc4a921000 req-df74c3e6-909d-4ee0-bfdc-f437874e7050 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602'] for port, after_update {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:36.414069 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:16:36.442206 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f952246-83df-4091-bf9f-d28a09fe19ce req-72199563-a35c-4a59-8454-2c66c37fe045 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:36.446819 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-5f952246-83df-4091-bf9f-d28a09fe19ce req-72199563-a35c-4a59-8454-2c66c37fe045 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 943 time: 0.0514364 May 19 11:16:36.447263 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4ca254-e840-47ce-b6bc-08cc4a921000 req-df74c3e6-909d-4ee0-bfdc-f437874e7050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:36.447714 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-ac4ca254-e840-47ce-b6bc-08cc4a921000 req-df74c3e6-909d-4ee0-bfdc-f437874e7050 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695638'] for port, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:36.448686 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-ac4ca254-e840-47ce-b6bc-08cc4a921000 req-df74c3e6-909d-4ee0-bfdc-f437874e7050 service neutron] 10.222.0.112 "PUT /v2.0/ports/6a809875-e8d2-44df-9b04-a71c434d12a3 HTTP/1.1" status: 200 len: 1093 time: 0.5489500 May 19 11:16:36.448977 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '423e923b-b725-4325-bdbf-4d9356dd79b3', 'tag': '6a809875-e8d2-44df-9b04-a71c434d12a3'}] {{(pid=91055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 11:16:36.460596 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df74c3e6-909d-4ee0-bfdc-f437874e7050 service neutron] Pushing event updated for resources: {'Port': ['ID=6a809875-e8d2-44df-9b04-a71c434d12a3,revision_number=3']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:16:36.462550 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-df74c3e6-909d-4ee0-bfdc-f437874e7050 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:16:36.471504 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-5f952246-83df-4091-bf9f-d28a09fe19ce req-ed6a8b56-76bc-48d3-8224-9d4f473f5fd6 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/security-groups?id=e67f0d0c-35aa-4baf-bdac-63aaa17f4b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0240786 May 19 11:16:36.494976 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '423e923b-b725-4325-bdbf-4d9356dd79b3', 'tag': '6a809875-e8d2-44df-9b04-a71c434d12a3', 'status': 'completed', 'code': 200} May 19 11:16:36.580810 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a077f907-d54d-48c4-953d-ab57ced1749e req-f9ad0052-c19c-41fe-a699-aaba0bedc132 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:36.581665 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-a077f907-d54d-48c4-953d-ab57ced1749e req-f9ad0052-c19c-41fe-a699-aaba0bedc132 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=c9a2706a-90b8-47a1-af05-750a15a52f05 HTTP/1.1" status: 200 len: 945 time: 0.0536935 May 19 11:16:36.606452 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-a077f907-d54d-48c4-953d-ab57ced1749e req-41ff752c-db57-4a96-802c-c4cd9518ee48 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0214493 May 19 11:16:36.725537 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-f3552fb9-a093-42e6-b748-7ab8d8c7cb39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:37.260319 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d347094d-594b-43c3-b271-0789cc44e1e6 req-44a26435-c5b7-424d-869f-a4dec7401189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:37.261162 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-d347094d-594b-43c3-b271-0789cc44e1e6 req-44a26435-c5b7-424d-869f-a4dec7401189 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=3adb7158fa694a28886f78876a3057cd&device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 1096 time: 0.0471137 May 19 11:16:37.347825 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d347094d-594b-43c3-b271-0789cc44e1e6 req-bcafded8-7f76-4994-958e-e74120731def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:37.348697 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-d347094d-594b-43c3-b271-0789cc44e1e6 req-bcafded8-7f76-4994-958e-e74120731def service neutron] 10.222.0.112 "GET /v2.0/networks?tenant_id=3adb7158fa694a28886f78876a3057cd&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0741022 May 19 11:16:37.435629 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d347094d-594b-43c3-b271-0789cc44e1e6 req-bfcbd6d2-986a-4192-83ad-106b0dccb229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:37.436485 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-d347094d-594b-43c3-b271-0789cc44e1e6 req-bfcbd6d2-986a-4192-83ad-106b0dccb229 service neutron] 10.222.0.112 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0794191 May 19 11:16:37.571947 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baffbd65-8682-4bc7-9e39-9b9be085c6db req-f5540427-1feb-40fc-a5a5-1a378880555a tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:37.572777 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-baffbd65-8682-4bc7-9e39-9b9be085c6db req-f5540427-1feb-40fc-a5a5-1a378880555a tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 943 time: 0.0444057 May 19 11:16:37.598232 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-baffbd65-8682-4bc7-9e39-9b9be085c6db req-59b8b2c9-d56e-4248-95c2-6af501f918c3 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/security-groups?id=e67f0d0c-35aa-4baf-bdac-63aaa17f4b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0225053 May 19 11:16:37.717343 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f60243-fc78-437a-ad42-39d8dac59ba5 req-99bfce8e-a77a-47c0-af70-f8adac1d89bd tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:37.718226 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-42f60243-fc78-437a-ad42-39d8dac59ba5 req-99bfce8e-a77a-47c0-af70-f8adac1d89bd tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=c9a2706a-90b8-47a1-af05-750a15a52f05 HTTP/1.1" status: 200 len: 945 time: 0.0482137 May 19 11:16:37.743901 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-42f60243-fc78-437a-ad42-39d8dac59ba5 req-9be38e16-9fa6-4764-a8ff-bb08684b212f tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0221145 May 19 11:16:37.897303 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-66ec5bc0-6952-497b-8f33-b3c04bfd0b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:38.732811 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4b6825-5d67-4a35-bda8-17de9298f774 req-98fdc1cd-bdf8-4297-9d4e-34f6812cb836 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:38.733782 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-cb4b6825-5d67-4a35-bda8-17de9298f774 req-98fdc1cd-bdf8-4297-9d4e-34f6812cb836 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 943 time: 0.0608709 May 19 11:16:38.763696 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-cb4b6825-5d67-4a35-bda8-17de9298f774 req-9ac79ded-fedc-4c04-ad77-59eda91037fb tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/security-groups?id=e67f0d0c-35aa-4baf-bdac-63aaa17f4b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0262098 May 19 11:16:38.836546 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4ca254-e840-47ce-b6bc-08cc4a921000 req-ad34e283-e065-4c18-8685-1cc10a6e2979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:38.837443 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-ac4ca254-e840-47ce-b6bc-08cc4a921000 req-ad34e283-e065-4c18-8685-1cc10a6e2979 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=3adb7158fa694a28886f78876a3057cd&device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 1096 time: 0.0391746 May 19 11:16:38.861452 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c213a405-2ac4-4b2c-a133-cecbb3e1dd83 req-f4cbcae1-172a-4907-a709-ebd19b5f6ad6 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:38.862376 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-c213a405-2ac4-4b2c-a133-cecbb3e1dd83 req-f4cbcae1-172a-4907-a709-ebd19b5f6ad6 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=c9a2706a-90b8-47a1-af05-750a15a52f05 HTTP/1.1" status: 200 len: 945 time: 0.0457046 May 19 11:16:38.891719 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-c213a405-2ac4-4b2c-a133-cecbb3e1dd83 req-d29d0fb4-f0b0-4613-aecb-510f350b4186 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0258102 May 19 11:16:39.012514 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-ac4ca254-e840-47ce-b6bc-08cc4a921000 req-458d7d5e-f7de-4b9f-943d-29d34b71de01 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6a809875-e8d2-44df-9b04-a71c434d12a3 HTTP/1.1" status: 200 len: 217 time: 0.0343437 May 19 11:16:39.051622 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4ca254-e840-47ce-b6bc-08cc4a921000 req-530ac811-0ccc-4aa2-9380-fc2beeebb8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:39.052360 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-ac4ca254-e840-47ce-b6bc-08cc4a921000 req-530ac811-0ccc-4aa2-9380-fc2beeebb8e1 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=ec111969-0878-4395-8e69-3abd2c5f226d HTTP/1.1" status: 200 len: 852 time: 0.0345018 May 19 11:16:39.094776 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4ca254-e840-47ce-b6bc-08cc4a921000 req-75de2b85-1eb6-492f-ab89-6609b332415b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:39.095519 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-ac4ca254-e840-47ce-b6bc-08cc4a921000 req-75de2b85-1eb6-492f-ab89-6609b332415b service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=17b3c0ef-f9b4-49e2-aa3b-d746210e219f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0380981 May 19 11:16:39.180588 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-ac4ca254-e840-47ce-b6bc-08cc4a921000 req-d1b49b85-b986-4ebe-8182-3457d94b0cc2 service neutron] 10.222.0.112 "GET /v2.0/networks/17b3c0ef-f9b4-49e2-aa3b-d746210e219f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781953 May 19 11:16:39.541385 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-ac4ca254-e840-47ce-b6bc-08cc4a921000 req-01364f52-fcbe-46ba-a3f8-9a6b7e68a185 service neutron] 10.222.0.112 "GET /v2.0/networks/17b3c0ef-f9b4-49e2-aa3b-d746210e219f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786366 May 19 11:16:39.877657 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b2d0a3-55d6-4f9e-ab29-452f83d1678f req-d9e64596-6ad0-46bc-be7e-27b59361f7b4 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:39.878674 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-22b2d0a3-55d6-4f9e-ab29-452f83d1678f req-d9e64596-6ad0-46bc-be7e-27b59361f7b4 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 943 time: 0.0456707 May 19 11:16:39.903090 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-22b2d0a3-55d6-4f9e-ab29-452f83d1678f req-a18d4a27-47d2-48fa-b362-67245c791bac tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/security-groups?id=e67f0d0c-35aa-4baf-bdac-63aaa17f4b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0208836 May 19 11:16:39.994607 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955c935c-bc4a-4a3f-956e-db4bfd06e999 req-36f4d7e5-a437-4dd7-aeb1-002280e5cbfd tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:39.995479 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-955c935c-bc4a-4a3f-956e-db4bfd06e999 req-36f4d7e5-a437-4dd7-aeb1-002280e5cbfd tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=c9a2706a-90b8-47a1-af05-750a15a52f05 HTTP/1.1" status: 200 len: 945 time: 0.0450187 May 19 11:16:40.020398 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-955c935c-bc4a-4a3f-956e-db4bfd06e999 req-5df1a169-70a4-4372-a047-a0bed949cea3 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0213249 May 19 11:16:41.006275 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe3ba65-a804-409d-951b-4a20ecbc110d req-d2ab4901-833c-47aa-af40-da03a7dadc4d tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:41.007110 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-dfe3ba65-a804-409d-951b-4a20ecbc110d req-d2ab4901-833c-47aa-af40-da03a7dadc4d tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 943 time: 0.0464926 May 19 11:16:41.030188 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-dfe3ba65-a804-409d-951b-4a20ecbc110d req-73634091-28ff-43ca-8805-8c5e11da302c tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/security-groups?id=e67f0d0c-35aa-4baf-bdac-63aaa17f4b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0199828 May 19 11:16:41.159548 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf2b94a-8903-4d3e-aed9-81e5085d2ad4 req-8a25066f-2fcb-4e81-9b11-8382606df8a3 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:41.160562 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-faf2b94a-8903-4d3e-aed9-81e5085d2ad4 req-8a25066f-2fcb-4e81-9b11-8382606df8a3 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=c9a2706a-90b8-47a1-af05-750a15a52f05 HTTP/1.1" status: 200 len: 945 time: 0.0518298 May 19 11:16:41.187464 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-faf2b94a-8903-4d3e-aed9-81e5085d2ad4 req-3f0bbaec-8550-44f5-860a-c03333f6c2e1 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0234311 May 19 11:16:41.343285 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 45924) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:16:41.410669 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-e30e2818-26aa-45eb-9a82-7231e555f58e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:41.418390 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-e30e2818-26aa-45eb-9a82-7231e555f58e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:16:41.420690 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-e30e2818-26aa-45eb-9a82-7231e555f58e admin admin] Usage tracker for resource:security_group_rule and tenant:ab9c5b722ac14aa6ac152b51de0825ac is out of sync, need to count used quota {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:16:41.422349 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-e30e2818-26aa-45eb-9a82-7231e555f58e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:16:41.425504 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-e30e2818-26aa-45eb-9a82-7231e555f58e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:16:41.472230 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-e30e2818-26aa-45eb-9a82-7231e555f58e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:41.474946 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-e30e2818-26aa-45eb-9a82-7231e555f58e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:41.478675 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-2313270f-555f-46a5-95c3-891a71f9449b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:16:41.501649 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-e30e2818-26aa-45eb-9a82-7231e555f58e admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=ab9c5b722ac14aa6ac152b51de0825ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1576080 May 19 11:16:41.502148 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30e2818-26aa-45eb-9a82-7231e555f58e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6de5b5b2-95e4-4c2e-9508-ef7db8590783,revision_number=1']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:16:41.503654 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 45932) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:16:41.504965 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-e30e2818-26aa-45eb-9a82-7231e555f58e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:16:41.534989 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-cecfd3a4-99f1-46ee-bf5d-94752e4b7064 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:41.548478 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-cecfd3a4-99f1-46ee-bf5d-94752e4b7064 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:41.580762 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-cecfd3a4-99f1-46ee-bf5d-94752e4b7064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:41.586498 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-7378772e-af61-4298-ad17-4d320d47fee1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:16:41.601619 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecfd3a4-99f1-46ee-bf5d-94752e4b7064 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6de5b5b2-95e4-4c2e-9508-ef7db8590783,revision_number=None']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:16:41.603159 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-cecfd3a4-99f1-46ee-bf5d-94752e4b7064 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:16:41.603848 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-cecfd3a4-99f1-46ee-bf5d-94752e4b7064 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:41.606663 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-cecfd3a4-99f1-46ee-bf5d-94752e4b7064 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/6de5b5b2-95e4-4c2e-9508-ef7db8590783 HTTP/1.1" status: 204 len: 168 time: 0.1004801 May 19 11:16:42.004287 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 45964) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:16:42.060994 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.v2.base [None req-c28db5d2-e9e8-4645-845f-a1a7fa45a618 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1104690569-network', 'tenant_id': '3fb94a808f784089bc7df3846c890050'}} {{(pid=91056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:16:42.063981 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-c28db5d2-e9e8-4645-845f-a1a7fa45a618 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:16:42.066424 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-c28db5d2-e9e8-4645-845f-a1a7fa45a618 admin admin] Usage tracker for resource:network and tenant:3fb94a808f784089bc7df3846c890050 is out of sync, need to count used quota {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:16:42.068224 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-c28db5d2-e9e8-4645-845f-a1a7fa45a618 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:16:42.072007 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-c28db5d2-e9e8-4645-845f-a1a7fa45a618 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:16:42.080188 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c28db5d2-e9e8-4645-845f-a1a7fa45a618 admin admin] Made reservation on behalf of 3fb94a808f784089bc7df3846c890050 for: {'network': 1} {{(pid=91056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 11:16:42.081436 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-c28db5d2-e9e8-4645-845f-a1a7fa45a618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-783228'] for network, before_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:42.088402 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-c28db5d2-e9e8-4645-845f-a1a7fa45a618 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:42.095951 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-c28db5d2-e9e8-4645-845f-a1a7fa45a618 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:16:42.098089 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-c28db5d2-e9e8-4645-845f-a1a7fa45a618 admin admin] Usage tracker for resource:security_group_rule and tenant:3fb94a808f784089bc7df3846c890050 is out of sync, need to count used quota {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:16:42.099644 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-c28db5d2-e9e8-4645-845f-a1a7fa45a618 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:16:42.102817 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-c28db5d2-e9e8-4645-845f-a1a7fa45a618 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:16:42.151523 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-c28db5d2-e9e8-4645-845f-a1a7fa45a618 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:42.156449 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-c28db5d2-e9e8-4645-845f-a1a7fa45a618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:42.158251 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:16:42.255711 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c28db5d2-e9e8-4645-845f-a1a7fa45a618 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1361} {{(pid=91056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 11:16:42.266730 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28db5d2-e9e8-4645-845f-a1a7fa45a618 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e491c481-3a65-4aed-8ce1-50d931fc68aa,revision_number=1']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:16:42.273960 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-c28db5d2-e9e8-4645-845f-a1a7fa45a618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432044'] for segment, precommit_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:42.274152 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.db.segments_db [None req-c28db5d2-e9e8-4645-845f-a1a7fa45a618 admin admin] Added segment 24d1ac71-d537-4a4a-b908-95411b58ae30 of type vlan for network 2931f069-de15-4656-9c5f-d03f870340b0 May 19 11:16:42.275141 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28db5d2-e9e8-4645-845f-a1a7fa45a618 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:16:42.275339 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28db5d2-e9e8-4645-845f-a1a7fa45a618 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:16:42.275516 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28db5d2-e9e8-4645-845f-a1a7fa45a618 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:16:42.275691 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28db5d2-e9e8-4645-845f-a1a7fa45a618 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:16:42.275864 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28db5d2-e9e8-4645-845f-a1a7fa45a618 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:16:42.276039 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28db5d2-e9e8-4645-845f-a1a7fa45a618 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:16:42.276213 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28db5d2-e9e8-4645-845f-a1a7fa45a618 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:16:42.276385 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28db5d2-e9e8-4645-845f-a1a7fa45a618 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:16:42.276557 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28db5d2-e9e8-4645-845f-a1a7fa45a618 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:16:42.276728 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28db5d2-e9e8-4645-845f-a1a7fa45a618 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:16:42.276898 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28db5d2-e9e8-4645-845f-a1a7fa45a618 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:16:42.277070 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28db5d2-e9e8-4645-845f-a1a7fa45a618 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:16:42.281689 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-c28db5d2-e9e8-4645-845f-a1a7fa45a618 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:16:42.296610 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-c28db5d2-e9e8-4645-845f-a1a7fa45a618 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749740349296'] for network, precommit_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:42.308044 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d121cb-509e-4c49-b0f1-e5ce37fb10fe req-a5fbc020-7e72-4c1f-b769-df4f7dd10dfb tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:42.308917 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-85d121cb-509e-4c49-b0f1-e5ce37fb10fe req-a5fbc020-7e72-4c1f-b769-df4f7dd10dfb tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 943 time: 0.1406462 May 19 11:16:42.333719 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-c28db5d2-e9e8-4645-845f-a1a7fa45a618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1777549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1695667'] for network, after_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:42.336202 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c28db5d2-e9e8-4645-845f-a1a7fa45a618 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:42.336532 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-c28db5d2-e9e8-4645-845f-a1a7fa45a618 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695638'] for network, before_response {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:42.339967 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:16:42.357923 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-85d121cb-509e-4c49-b0f1-e5ce37fb10fe req-fc7d92a9-46d6-4f62-8e6b-77d2c3443931 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/security-groups?id=e67f0d0c-35aa-4baf-bdac-63aaa17f4b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436304 May 19 11:16:42.395667 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-c28db5d2-e9e8-4645-845f-a1a7fa45a618 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3905902 May 19 11:16:42.398187 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 45974) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:16:42.398944 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28db5d2-e9e8-4645-845f-a1a7fa45a618 admin admin] Pushing event updated for resources: {'Network': ['ID=2931f069-de15-4656-9c5f-d03f870340b0,revision_number=1']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:16:42.401068 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-c28db5d2-e9e8-4645-845f-a1a7fa45a618 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:16:42.406239 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Network 2931f069-de15-4656-9c5f-d03f870340b0 details requested by agent ovs-agent-dv-cinder-787764-1-iscsi with host dv-cinder-787764-1-iscsi {{(pid=91057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 11:16:42.407760 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.v2.base [None req-741562cb-f077-49c2-a505-8b47444eb8ff admin admin] Request body: {'subnet': {'network_id': '2931f069-de15-4656-9c5f-d03f870340b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1104690569-subnet', 'tenant_id': '3fb94a808f784089bc7df3846c890050', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:16:42.411541 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-741562cb-f077-49c2-a505-8b47444eb8ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:16:42.414165 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-741562cb-f077-49c2-a505-8b47444eb8ff admin admin] Usage tracker for resource:subnet and tenant:3fb94a808f784089bc7df3846c890050 is out of sync, need to count used quota {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:16:42.416075 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-741562cb-f077-49c2-a505-8b47444eb8ff admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:16:42.419253 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-741562cb-f077-49c2-a505-8b47444eb8ff admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:16:42.425442 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-741562cb-f077-49c2-a505-8b47444eb8ff admin admin] Made reservation on behalf of 3fb94a808f784089bc7df3846c890050 for: {'subnet': 1} {{(pid=91055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 11:16:42.426967 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-741562cb-f077-49c2-a505-8b47444eb8ff admin admin] Notify callbacks [] for subnet, before_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:42.467804 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804f021b-5711-467c-b2d2-66c7febd21df req-bcb70e83-ac99-4fca-99b9-8c0593388a4b tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:42.468702 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-804f021b-5711-467c-b2d2-66c7febd21df req-bcb70e83-ac99-4fca-99b9-8c0593388a4b tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=c9a2706a-90b8-47a1-af05-750a15a52f05 HTTP/1.1" status: 200 len: 945 time: 0.0498607 May 19 11:16:42.495441 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-804f021b-5711-467c-b2d2-66c7febd21df req-ec49003e-cb72-4495-b20a-7bd4316bfadc tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0228922 May 19 11:16:42.688942 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-741562cb-f077-49c2-a505-8b47444eb8ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620'] for subnet, after_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:42.690999 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:16:42.726974 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741562cb-f077-49c2-a505-8b47444eb8ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7bf6898-3326-4273-bf87-6a59e4a83cd7,revision_number=0']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:16:42.728910 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-741562cb-f077-49c2-a505-8b47444eb8ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:16:42.732490 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741562cb-f077-49c2-a505-8b47444eb8ff admin admin] Checking segment: {'id': '24d1ac71-d537-4a4a-b908-95411b58ae30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1361, 'network_id': '2931f069-de15-4656-9c5f-d03f870340b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 11:16:42.732671 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-741562cb-f077-49c2-a505-8b47444eb8ff admin admin] Network hostable DHCP agents. Network: 2931f069-de15-4656-9c5f-d03f870340b0, hostable agents: ['36604066-f80c-4f9a-9f0a-cbdcbbee93eb'], hosted agents: [] {{(pid=91055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 11:16:42.744372 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-741562cb-f077-49c2-a505-8b47444eb8ff admin admin] Network 2931f069-de15-4656-9c5f-d03f870340b0 is scheduled to be hosted by DHCP agent 36604066-f80c-4f9a-9f0a-cbdcbbee93eb with binding_index 1 {{(pid=91055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 11:16:42.750135 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.scheduler.base_scheduler [None req-741562cb-f077-49c2-a505-8b47444eb8ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787764-1-iscsi, 2931f069-de15-4656-9c5f-d03f870340b0) {{(pid=91055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:16:42.752854 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-741562cb-f077-49c2-a505-8b47444eb8ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:42.753316 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-741562cb-f077-49c2-a505-8b47444eb8ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695638'] for subnet, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:42.756265 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6845ec2-f7f6-423b-a57e-bcf830eb72fd None None] Network 2931f069-de15-4656-9c5f-d03f870340b0 requested from dv-cinder-787764-1-iscsi {{(pid=91057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 11:16:42.764907 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-741562cb-f077-49c2-a505-8b47444eb8ff admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3660033 May 19 11:16:42.863644 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e91b069f-d644-46f4-8104-71d10042d0c3 None None] Network 2931f069-de15-4656-9c5f-d03f870340b0 requested from dv-cinder-787764-1-iscsi {{(pid=91057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 11:16:43.524071 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586816ba-3d2d-43cd-b29a-20127eb5c2dc req-c55d9953-b8ad-4b35-b0be-ccb61182a776 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:43.525003 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-586816ba-3d2d-43cd-b29a-20127eb5c2dc req-c55d9953-b8ad-4b35-b0be-ccb61182a776 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 943 time: 0.0658851 May 19 11:16:43.553917 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-586816ba-3d2d-43cd-b29a-20127eb5c2dc req-572eeddc-e3a9-4aca-b1c0-b78c31fa2762 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/security-groups?id=e67f0d0c-35aa-4baf-bdac-63aaa17f4b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0257549 May 19 11:16:43.678859 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0b7b65-03d1-4544-be93-32b80da38bf3 req-3d1458d0-8a26-456b-b251-b233e5690101 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:43.679923 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-ac0b7b65-03d1-4544-be93-32b80da38bf3 req-3d1458d0-8a26-456b-b251-b233e5690101 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=c9a2706a-90b8-47a1-af05-750a15a52f05 HTTP/1.1" status: 200 len: 945 time: 0.0622249 May 19 11:16:43.707774 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-ac0b7b65-03d1-4544-be93-32b80da38bf3 req-59bcc90f-1ed1-4657-922b-73507c7be09b tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0240774 May 19 11:16:45.006130 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13921171-4056-47bd-8eb9-4dbd4839a070 req-f8b97ee5-ac0b-44f8-8e2c-d704f7232e1f tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:45.007192 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-13921171-4056-47bd-8eb9-4dbd4839a070 req-f8b97ee5-ac0b-44f8-8e2c-d704f7232e1f tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 943 time: 0.0671473 May 19 11:16:45.036067 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-13921171-4056-47bd-8eb9-4dbd4839a070 req-7efef852-8863-4fb6-a205-ddcb5723c882 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/security-groups?id=e67f0d0c-35aa-4baf-bdac-63aaa17f4b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0245023 May 19 11:16:45.128810 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec457d8-b57c-4084-9f9b-a5a71fee502f req-72dc7496-8dcd-4ef8-bfcb-df250f7995f4 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:45.129708 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-dec457d8-b57c-4084-9f9b-a5a71fee502f req-72dc7496-8dcd-4ef8-bfcb-df250f7995f4 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=c9a2706a-90b8-47a1-af05-750a15a52f05 HTTP/1.1" status: 200 len: 945 time: 0.0447545 May 19 11:16:45.157568 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-dec457d8-b57c-4084-9f9b-a5a71fee502f req-b6934ddf-de0f-4df7-9c3a-f294ee248c8d tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0233951 May 19 11:16:45.892881 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.agents_db [None req-9df4fd67-1abd-480d-9703-ac00f2726051 None None] Agent healthcheck: found 6 active agents {{(pid=91058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 11:16:46.154694 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a696417-2576-4564-970e-3e5c20dc915c req-4529efac-0058-41e8-a919-51444fddd02c tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:46.155790 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-9a696417-2576-4564-970e-3e5c20dc915c req-4529efac-0058-41e8-a919-51444fddd02c tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 943 time: 0.0484736 May 19 11:16:46.184420 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-9a696417-2576-4564-970e-3e5c20dc915c req-2d142aed-a3e2-467e-b86b-ad5f5f45f22b tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/security-groups?id=e67f0d0c-35aa-4baf-bdac-63aaa17f4b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0252967 May 19 11:16:46.223157 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:46.292844 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cb92c2-bbc3-4974-8372-2b500b42959a req-c7dbb8ab-c168-4096-96e6-a7284c98076d tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:46.293928 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-87cb92c2-bbc3-4974-8372-2b500b42959a req-c7dbb8ab-c168-4096-96e6-a7284c98076d tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=c9a2706a-90b8-47a1-af05-750a15a52f05 HTTP/1.1" status: 200 len: 945 time: 0.0595005 May 19 11:16:46.320933 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-87cb92c2-bbc3-4974-8372-2b500b42959a req-be2a6684-5467-4c3e-b9ab-6a5c464a9cba tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0235200 May 19 11:16:46.452046 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d65d14-c63b-48de-8758-9349e340694f req-e4a2ef67-7ecf-4869-9e39-598bc174143f tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:46.452331 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [req-c7d65d14-c63b-48de-8758-9349e340694f req-e4a2ef67-7ecf-4869-9e39-598bc174143f tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] Synchronizing usage tracker for tenant:3fb94a808f784089bc7df3846c890050 on resource:network {{(pid=91056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 11:16:46.462460 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [req-c7d65d14-c63b-48de-8758-9349e340694f req-e4a2ef67-7ecf-4869-9e39-598bc174143f tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] Unset dirty status for tenant:3fb94a808f784089bc7df3846c890050 on resource:network {{(pid=91056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 11:16:46.463194 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-c7d65d14-c63b-48de-8758-9349e340694f req-e4a2ef67-7ecf-4869-9e39-598bc174143f tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] 10.222.0.90 "GET /v2.0/networks?id=2931f069-de15-4656-9c5f-d03f870340b0 HTTP/1.1" status: 200 len: 809 time: 0.0880373 May 19 11:16:46.471712 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-c7d65d14-c63b-48de-8758-9349e340694f req-19f8392c-fd71-4937-8f53-c95bbe20bf4f tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] 10.222.0.90 "GET /v2.0/quotas/3fb94a808f784089bc7df3846c890050 HTTP/1.1" status: 200 len: 375 time: 0.0048177 May 19 11:16:46.497905 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-c7d65d14-c63b-48de-8758-9349e340694f req-1e2c3918-a113-4e87-bb44-a65c91d565db tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=3fb94a808f784089bc7df3846c890050&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0207112 May 19 11:16:46.564942 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-c7d65d14-c63b-48de-8758-9349e340694f req-b43a35a6-bb65-4d62-883d-c02c62bcd258 service neutron] 10.222.0.90 "GET /v2.0/networks/2931f069-de15-4656-9c5f-d03f870340b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0630293 May 19 11:16:46.638390 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-c7d65d14-c63b-48de-8758-9349e340694f req-19cda5b0-0de0-4a2c-8f76-f85efd865580 service neutron] 10.222.0.90 "GET /v2.0/networks/2931f069-de15-4656-9c5f-d03f870340b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0666986 May 19 11:16:46.785092 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-3c5dc1e3-c089-44fa-b8da-1ad43a3bea7a req-882b07ba-4e1c-4db3-8494-890914db4eb9 tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] 10.222.0.90 "GET /v2.0/ports?device_id=27589573-cc4a-40e0-a90c-31739cffe095 HTTP/1.1" status: 200 len: 210 time: 0.0328443 May 19 11:16:47.318610 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5772759-692f-4bb4-8ef9-e6b8affaae84 req-dd5ade22-d9d4-4a8c-865e-5566176f102e tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:47.319414 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-a5772759-692f-4bb4-8ef9-e6b8affaae84 req-dd5ade22-d9d4-4a8c-865e-5566176f102e tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 943 time: 0.0627811 May 19 11:16:47.343941 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-a5772759-692f-4bb4-8ef9-e6b8affaae84 req-72494cd6-c88c-4c00-8dcf-8aca7b0bc15b tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/security-groups?id=e67f0d0c-35aa-4baf-bdac-63aaa17f4b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0205424 May 19 11:16:47.498877 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa855464-811a-4064-86ea-3be923c5e1b3 req-285f1c52-0664-4e88-b94f-e8d0026448ed tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:47.499702 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-aa855464-811a-4064-86ea-3be923c5e1b3 req-285f1c52-0664-4e88-b94f-e8d0026448ed tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=c9a2706a-90b8-47a1-af05-750a15a52f05 HTTP/1.1" status: 200 len: 945 time: 0.1147113 May 19 11:16:47.526667 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-aa855464-811a-4064-86ea-3be923c5e1b3 req-b1ba3d6b-29b4-4d2d-8b66-823027a01cbd tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0201039 May 19 11:16:47.875489 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-22685711-9d53-4962-a439-15a819bbafd4 req-a07313d8-b180-416e-9fb7-651d3979c93c tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] 10.222.0.90 "GET /v2.0/ports?device_id=27589573-cc4a-40e0-a90c-31739cffe095 HTTP/1.1" status: 200 len: 210 time: 0.0268459 May 19 11:16:48.468263 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc09b4e-b0a5-46cf-a65c-f7177e626253 req-8b0c4815-1c0d-4ade-befe-5ad3342ad0c0 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:48.469254 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-1bc09b4e-b0a5-46cf-a65c-f7177e626253 req-8b0c4815-1c0d-4ade-befe-5ad3342ad0c0 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 943 time: 0.0512850 May 19 11:16:48.496554 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-1bc09b4e-b0a5-46cf-a65c-f7177e626253 req-a870b371-05c1-4375-b12a-950ceaa19937 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/security-groups?id=e67f0d0c-35aa-4baf-bdac-63aaa17f4b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0234513 May 19 11:16:48.643704 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa431bc-21f0-4149-9264-010c70ac5697 req-94dc1422-e6ce-4eec-b59a-90230331f8ed tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:48.644539 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-7fa431bc-21f0-4149-9264-010c70ac5697 req-94dc1422-e6ce-4eec-b59a-90230331f8ed tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=c9a2706a-90b8-47a1-af05-750a15a52f05 HTTP/1.1" status: 200 len: 945 time: 0.0497117 May 19 11:16:48.672532 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-7fa431bc-21f0-4149-9264-010c70ac5697 req-c2157efd-a9e4-48b5-92a5-8211d3ced943 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0243850 May 19 11:16:49.131217 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-1f19cd14-9a40-4ccd-9dba-7f885225d377 req-ea493ecc-83e6-4623-86de-5ce213054926 tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] 10.222.0.90 "GET /v2.0/ports?device_id=27589573-cc4a-40e0-a90c-31739cffe095 HTTP/1.1" status: 200 len: 210 time: 0.0430171 May 19 11:16:49.650439 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8a6a36-6f25-471b-972f-941de74b25ec req-57c52e36-dbce-4198-8edc-825193965124 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:49.651481 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-3e8a6a36-6f25-471b-972f-941de74b25ec req-57c52e36-dbce-4198-8edc-825193965124 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 943 time: 0.0687242 May 19 11:16:49.682673 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-3e8a6a36-6f25-471b-972f-941de74b25ec req-584bf2fd-1076-4f33-b124-c734af8ad5ea tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/security-groups?id=e67f0d0c-35aa-4baf-bdac-63aaa17f4b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267141 May 19 11:16:49.814271 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8b0fdc-157f-4d56-b77c-b5b24a613eeb req-27b4c873-5e88-4d34-baf8-6c5f0baeea04 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:49.815144 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-5c8b0fdc-157f-4d56-b77c-b5b24a613eeb req-27b4c873-5e88-4d34-baf8-6c5f0baeea04 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=c9a2706a-90b8-47a1-af05-750a15a52f05 HTTP/1.1" status: 200 len: 945 time: 0.0690107 May 19 11:16:49.848691 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-5c8b0fdc-157f-4d56-b77c-b5b24a613eeb req-2b560628-657c-42b8-b4f1-b0eb38567a1d tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268147 May 19 11:16:50.244056 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-5fae54d0-249a-4aea-9a17-eab6f4248d37 req-0ca2566a-8a6d-4746-9bc3-c913bbd5b76d tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] 10.222.0.90 "GET /v2.0/ports?device_id=27589573-cc4a-40e0-a90c-31739cffe095 HTTP/1.1" status: 200 len: 210 time: 0.0388772 May 19 11:16:50.825501 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98766dbb-dd82-400c-a020-18a26f91ba19 req-3adc0079-58fc-4e06-9679-b1c3f13f01a5 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:50.826484 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-98766dbb-dd82-400c-a020-18a26f91ba19 req-3adc0079-58fc-4e06-9679-b1c3f13f01a5 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 943 time: 0.0600059 May 19 11:16:50.858923 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-98766dbb-dd82-400c-a020-18a26f91ba19 req-85354987-cde9-477e-bbb2-4c1bc4e14628 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/security-groups?id=e67f0d0c-35aa-4baf-bdac-63aaa17f4b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0258830 May 19 11:16:50.973975 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dd6725-d4f7-48fe-9bbd-b2f51dccd7ca req-b098d9d2-d24a-4520-a938-c1edb48d7343 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:50.974964 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-09dd6725-d4f7-48fe-9bbd-b2f51dccd7ca req-b098d9d2-d24a-4520-a938-c1edb48d7343 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=c9a2706a-90b8-47a1-af05-750a15a52f05 HTTP/1.1" status: 200 len: 945 time: 0.0526042 May 19 11:16:51.005169 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-09dd6725-d4f7-48fe-9bbd-b2f51dccd7ca req-70a0bd2d-8c40-4b71-9e9c-644e96b21874 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0262091 May 19 11:16:51.356486 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-bda921b0-9760-4f64-9bd1-3e3ae59bbff9 req-00dd4503-e7d1-4109-b2d0-a25567285157 tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] 10.222.0.90 "GET /v2.0/ports?device_id=27589573-cc4a-40e0-a90c-31739cffe095 HTTP/1.1" status: 200 len: 210 time: 0.0301929 May 19 11:16:52.004838 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5ba6d8-bfba-4544-b3f5-9bc38ac65711 req-6ae96bef-fb71-4adb-beae-a9dec21cf663 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:52.005825 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-7d5ba6d8-bfba-4544-b3f5-9bc38ac65711 req-6ae96bef-fb71-4adb-beae-a9dec21cf663 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 943 time: 0.0593224 May 19 11:16:52.040773 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-7d5ba6d8-bfba-4544-b3f5-9bc38ac65711 req-2912320b-11a0-4f27-b587-88816f8b105e tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/security-groups?id=e67f0d0c-35aa-4baf-bdac-63aaa17f4b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282228 May 19 11:16:52.152993 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa275ea-d56e-485c-bdc2-28d3e2d4ff84 req-3a3288b0-1cbd-4ed7-b66b-c4bffe962b79 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:52.153991 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-0fa275ea-d56e-485c-bdc2-28d3e2d4ff84 req-3a3288b0-1cbd-4ed7-b66b-c4bffe962b79 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=c9a2706a-90b8-47a1-af05-750a15a52f05 HTTP/1.1" status: 200 len: 945 time: 0.0556178 May 19 11:16:52.185683 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-0fa275ea-d56e-485c-bdc2-28d3e2d4ff84 req-6a24dbab-a28a-4bbb-8a50-a649e1beb117 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0250494 May 19 11:16:52.461401 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-98fff00a-0185-4415-ad76-6bf2462677ed req-53894a4f-3d94-44d6-af18-beb4515b40ee tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] 10.222.0.90 "GET /v2.0/ports?device_id=27589573-cc4a-40e0-a90c-31739cffe095 HTTP/1.1" status: 200 len: 210 time: 0.0277090 May 19 11:16:53.179985 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d25fd32-2180-4054-8218-a47335436ec6 req-f73001dc-e9f6-4817-be8d-10584cc10475 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:53.180994 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-8d25fd32-2180-4054-8218-a47335436ec6 req-f73001dc-e9f6-4817-be8d-10584cc10475 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 943 time: 0.0585353 May 19 11:16:53.213947 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-8d25fd32-2180-4054-8218-a47335436ec6 req-f1ba2d74-cff0-4ee0-827e-0fe6f6324ed2 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/security-groups?id=e67f0d0c-35aa-4baf-bdac-63aaa17f4b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0258617 May 19 11:16:53.325484 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3e854c-61d7-40d4-9446-57c92600891e req-d14c8905-ddf2-472f-aaca-c3dc0677d111 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:53.326379 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-9a3e854c-61d7-40d4-9446-57c92600891e req-d14c8905-ddf2-472f-aaca-c3dc0677d111 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=c9a2706a-90b8-47a1-af05-750a15a52f05 HTTP/1.1" status: 200 len: 945 time: 0.0562224 May 19 11:16:53.355244 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-9a3e854c-61d7-40d4-9446-57c92600891e req-d43d1bd0-24cd-4f00-bdeb-77dc768f05b8 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0248601 May 19 11:16:53.576789 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-15f8a4e7-2528-472e-9fac-158cd9389e4f req-b9367521-1621-4b84-9c88-0506b800ed29 tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] 10.222.0.90 "GET /v2.0/ports?device_id=27589573-cc4a-40e0-a90c-31739cffe095 HTTP/1.1" status: 200 len: 210 time: 0.0345256 May 19 11:16:54.361007 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e80bdd3-7890-49fc-a9a6-51e271d1df55 req-730174ae-d554-4497-86d5-bcf508c3c0de tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:54.362177 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-8e80bdd3-7890-49fc-a9a6-51e271d1df55 req-730174ae-d554-4497-86d5-bcf508c3c0de tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 943 time: 0.0567274 May 19 11:16:54.395351 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-8e80bdd3-7890-49fc-a9a6-51e271d1df55 req-0b4592f9-ac4f-485f-9c6c-539c60db7e28 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/security-groups?id=e67f0d0c-35aa-4baf-bdac-63aaa17f4b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290432 May 19 11:16:54.505704 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ebc94e-91cd-4c01-b0e7-b0f1bc2902a4 req-2bfc0bec-4e1b-4458-b4e1-9c80081f3cef tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:54.506683 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-56ebc94e-91cd-4c01-b0e7-b0f1bc2902a4 req-2bfc0bec-4e1b-4458-b4e1-9c80081f3cef tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=c9a2706a-90b8-47a1-af05-750a15a52f05 HTTP/1.1" status: 200 len: 945 time: 0.0552318 May 19 11:16:54.538420 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-56ebc94e-91cd-4c01-b0e7-b0f1bc2902a4 req-dd2ef8a3-5c9d-4205-88b8-12818596792b tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0249717 May 19 11:16:54.681000 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-912e49e1-faf6-4a25-b63e-e24c2f782b63 req-a623df8f-0385-4a1c-bf60-65d900b79fd8 tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] 10.222.0.90 "GET /v2.0/ports?device_id=27589573-cc4a-40e0-a90c-31739cffe095 HTTP/1.1" status: 200 len: 210 time: 0.0305545 May 19 11:16:55.514445 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1383296d-6f21-4f1a-95ba-abeb8d9f60a2 req-8954b65f-6d61-48ed-ae88-7e923f66fe6d tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:55.515408 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-1383296d-6f21-4f1a-95ba-abeb8d9f60a2 req-8954b65f-6d61-48ed-ae88-7e923f66fe6d tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 943 time: 0.0535030 May 19 11:16:55.545131 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-1383296d-6f21-4f1a-95ba-abeb8d9f60a2 req-5626d1d8-3f73-484e-9bfd-c6d88acbb2f4 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/security-groups?id=e67f0d0c-35aa-4baf-bdac-63aaa17f4b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0255823 May 19 11:16:55.667836 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab74f82d-9f53-45f1-8a48-05232ad28ee5 req-5ee43f3d-ebd6-462b-812e-19da90a8bb9e tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:55.668972 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-ab74f82d-9f53-45f1-8a48-05232ad28ee5 req-5ee43f3d-ebd6-462b-812e-19da90a8bb9e tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=c9a2706a-90b8-47a1-af05-750a15a52f05 HTTP/1.1" status: 200 len: 945 time: 0.0659933 May 19 11:16:55.749772 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-ab74f82d-9f53-45f1-8a48-05232ad28ee5 req-8e6649fa-b2dd-448f-9711-9e0cc35c4013 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730984 May 19 11:16:55.827570 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-327abc64-c1a7-44ac-9b7c-a40fb3029d83 req-22345d34-5cd7-4b00-9e52-b00b86f5884c tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] 10.222.0.90 "GET /v2.0/ports?device_id=27589573-cc4a-40e0-a90c-31739cffe095 HTTP/1.1" status: 200 len: 210 time: 0.0271499 May 19 11:16:55.868094 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d65d14-c63b-48de-8758-9349e340694f req-1cb836fa-2318-401c-80ab-dc7f850daf2e tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:55.868898 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-c7d65d14-c63b-48de-8758-9349e340694f req-1cb836fa-2318-401c-80ab-dc7f850daf2e tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] 10.222.0.112 "GET /v2.0/networks?id=2931f069-de15-4656-9c5f-d03f870340b0 HTTP/1.1" status: 200 len: 809 time: 0.0838916 May 19 11:16:55.877425 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 46260) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:16:55.881535 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.v2.base [req-c7d65d14-c63b-48de-8758-9349e340694f req-9e08f693-8752-4f08-aa8c-3defe20f1622 tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] Request body: {'port': {'device_id': '27589573-cc4a-40e0-a90c-31739cffe095', 'network_id': '2931f069-de15-4656-9c5f-d03f870340b0', 'admin_state_up': True, 'tenant_id': '3fb94a808f784089bc7df3846c890050'}} {{(pid=91055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:16:55.973259 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-27ddac08-df5f-40a1-a3e9-98d0e7003faf admin admin] Notify callbacks [] for security_group, before_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:55.984927 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-27ddac08-df5f-40a1-a3e9-98d0e7003faf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:16:55.987636 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [req-c7d65d14-c63b-48de-8758-9349e340694f req-9e08f693-8752-4f08-aa8c-3defe20f1622 tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:16:55.988860 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-27ddac08-df5f-40a1-a3e9-98d0e7003faf admin admin] Usage tracker for resource:security_group_rule and tenant:a0d8f9110251443fa96699cdf37176b1 is out of sync, need to count used quota {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:16:55.991028 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-27ddac08-df5f-40a1-a3e9-98d0e7003faf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:16:55.992642 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [req-c7d65d14-c63b-48de-8758-9349e340694f req-9e08f693-8752-4f08-aa8c-3defe20f1622 tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] Usage tracker for resource:port and tenant:3fb94a808f784089bc7df3846c890050 is out of sync, need to count used quota {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:16:55.995803 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [req-c7d65d14-c63b-48de-8758-9349e340694f req-9e08f693-8752-4f08-aa8c-3defe20f1622 tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:16:55.997339 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-27ddac08-df5f-40a1-a3e9-98d0e7003faf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:16:56.003688 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [req-c7d65d14-c63b-48de-8758-9349e340694f req-9e08f693-8752-4f08-aa8c-3defe20f1622 tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:16:56.035877 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7d65d14-c63b-48de-8758-9349e340694f req-9e08f693-8752-4f08-aa8c-3defe20f1622 tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] Made reservation on behalf of 3fb94a808f784089bc7df3846c890050 for: {'port': 1} {{(pid=91055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 11:16:56.038133 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-c7d65d14-c63b-48de-8758-9349e340694f req-9e08f693-8752-4f08-aa8c-3defe20f1622 tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:56.091715 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-27ddac08-df5f-40a1-a3e9-98d0e7003faf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:56.095509 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-27ddac08-df5f-40a1-a3e9-98d0e7003faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:56.104626 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-68af9f27-8e32-4826-af16-18dc0e047987 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:16:56.164355 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-27ddac08-df5f-40a1-a3e9-98d0e7003faf admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=a0d8f9110251443fa96699cdf37176b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2860942 May 19 11:16:56.166475 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 46268) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:16:56.168397 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ddac08-df5f-40a1-a3e9-98d0e7003faf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b87de2c-369a-47cb-9260-a0147fc13425,revision_number=1']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:16:56.171345 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-27ddac08-df5f-40a1-a3e9-98d0e7003faf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:16:56.181209 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.db_base_plugin_common [req-c7d65d14-c63b-48de-8758-9349e340694f req-9e08f693-8752-4f08-aa8c-3defe20f1622 tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] Allocated IP 172.20.0.10 (2931f069-de15-4656-9c5f-d03f870340b0/b7bf6898-3326-4273-bf87-6a59e4a83cd7/f8783db7-0d27-4ff4-b9a6-83e08cec1a40) {{(pid=91055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 11:16:56.202263 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-3437e20b-a58e-4a69-98f7-8ac650b73600 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:56.218241 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-3437e20b-a58e-4a69-98f7-8ac650b73600 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:56.254006 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-3437e20b-a58e-4a69-98f7-8ac650b73600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:56.258159 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:16:56.266408 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3437e20b-a58e-4a69-98f7-8ac650b73600 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b87de2c-369a-47cb-9260-a0147fc13425,revision_number=None']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:16:56.267887 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-3437e20b-a58e-4a69-98f7-8ac650b73600 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:56.270189 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-3437e20b-a58e-4a69-98f7-8ac650b73600 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/8b87de2c-369a-47cb-9260-a0147fc13425 HTTP/1.1" status: 204 len: 168 time: 0.1008718 May 19 11:16:56.270189 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-3437e20b-a58e-4a69-98f7-8ac650b73600 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:16:56.290328 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-c7d65d14-c63b-48de-8758-9349e340694f req-9e08f693-8752-4f08-aa8c-3defe20f1622 tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] Notify callbacks [] for port, precommit_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:56.313224 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-c7d65d14-c63b-48de-8758-9349e340694f req-9e08f693-8752-4f08-aa8c-3defe20f1622 tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749740362231'] for port, after_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:56.318014 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-64202fc7-4fa1-44d8-9f0d-f124519161c6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:16:56.355642 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7d65d14-c63b-48de-8758-9349e340694f req-9e08f693-8752-4f08-aa8c-3defe20f1622 tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] Network 2931f069-de15-4656-9c5f-d03f870340b0 is already hosted by enough agents. {{(pid=91055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 11:16:56.357403 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.scheduler.base_scheduler [req-c7d65d14-c63b-48de-8758-9349e340694f req-9e08f693-8752-4f08-aa8c-3defe20f1622 tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] Resources bound (agent type, host, resource id): {{(pid=91055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:16:56.359706 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7d65d14-c63b-48de-8758-9349e340694f req-9e08f693-8752-4f08-aa8c-3defe20f1622 tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] Received port after_create {{(pid=91055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 11:16:56.362597 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d65d14-c63b-48de-8758-9349e340694f req-9e08f693-8752-4f08-aa8c-3defe20f1622 tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:56.362942 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-c7d65d14-c63b-48de-8758-9349e340694f req-9e08f693-8752-4f08-aa8c-3defe20f1622 tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695638'] for port, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:56.367585 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e08f693-8752-4f08-aa8c-3defe20f1622 tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] Pushing event updated for resources: {'Port': ['ID=f8783db7-0d27-4ff4-b9a6-83e08cec1a40,revision_number=1']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:16:56.371340 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-9e08f693-8752-4f08-aa8c-3defe20f1622 tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:16:56.382631 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-c7d65d14-c63b-48de-8758-9349e340694f req-9e08f693-8752-4f08-aa8c-3defe20f1622 tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5035315 May 19 11:16:56.444618 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.v2.base [req-c7d65d14-c63b-48de-8758-9349e340694f req-ec0239d6-4c90-445f-8ca5-7b87d5ffd33c service neutron] Request body: {'port': {'device_id': '27589573-cc4a-40e0-a90c-31739cffe095', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78776'}} {{(pid=91055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:16:56.509927 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-c7d65d14-c63b-48de-8758-9349e340694f req-ec0239d6-4c90-445f-8ca5-7b87d5ffd33c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:56.652586 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431e756f-1830-4215-bb61-9dfd69dcdd58 req-2a8283a9-1852-467a-85d8-3fb8eb8cb316 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:56.653599 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-431e756f-1830-4215-bb61-9dfd69dcdd58 req-2a8283a9-1852-467a-85d8-3fb8eb8cb316 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 943 time: 0.0471025 May 19 11:16:56.701239 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-431e756f-1830-4215-bb61-9dfd69dcdd58 req-c0003fcb-7b18-418b-b3a5-023ad413df7d tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/security-groups?id=e67f0d0c-35aa-4baf-bdac-63aaa17f4b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286720 May 19 11:16:56.798012 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.notifiers.nova [req-c7d65d14-c63b-48de-8758-9349e340694f req-ec0239d6-4c90-445f-8ca5-7b87d5ffd33c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8783db7-0d27-4ff4-b9a6-83e08cec1a40 {{(pid=91055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 11:16:56.802733 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-c7d65d14-c63b-48de-8758-9349e340694f req-ec0239d6-4c90-445f-8ca5-7b87d5ffd33c service neutron] Notify callbacks [] for port, precommit_update {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:56.814224 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.provisioning_blocks [req-c7d65d14-c63b-48de-8758-9349e340694f req-ec0239d6-4c90-445f-8ca5-7b87d5ffd33c service neutron] Transition to ACTIVE for port object f8783db7-0d27-4ff4-b9a6-83e08cec1a40 will not be triggered until provisioned by entity L2. {{(pid=91055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 11:16:56.818743 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-c7d65d14-c63b-48de-8758-9349e340694f req-ec0239d6-4c90-445f-8ca5-7b87d5ffd33c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602'] for port, after_update {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:56.824560 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:16:56.856247 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef60ab86-3d42-4fff-9b2d-6925888d4618 req-e8f01df9-e7e4-4bdf-83c8-71031f34788f tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:56.857182 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-ef60ab86-3d42-4fff-9b2d-6925888d4618 req-e8f01df9-e7e4-4bdf-83c8-71031f34788f tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=c9a2706a-90b8-47a1-af05-750a15a52f05 HTTP/1.1" status: 200 len: 945 time: 0.0481582 May 19 11:16:56.883843 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-ef60ab86-3d42-4fff-9b2d-6925888d4618 req-f574985c-3e64-453d-8760-4ff9de3d7ab2 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0231726 May 19 11:16:56.899269 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0239d6-4c90-445f-8ca5-7b87d5ffd33c service neutron] Pushing event updated for resources: {'Port': ['ID=f8783db7-0d27-4ff4-b9a6-83e08cec1a40,revision_number=2']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:16:56.901143 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-ec0239d6-4c90-445f-8ca5-7b87d5ffd33c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:16:56.935988 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.managers [req-c7d65d14-c63b-48de-8758-9349e340694f req-ec0239d6-4c90-445f-8ca5-7b87d5ffd33c service neutron] Attempting to bind port f8783db7-0d27-4ff4-b9a6-83e08cec1a40 on host hv-cinder-78776 for vnic_type normal with profile {{(pid=91055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 11:16:56.936193 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.managers [req-c7d65d14-c63b-48de-8758-9349e340694f req-ec0239d6-4c90-445f-8ca5-7b87d5ffd33c service neutron] Attempting to bind port f8783db7-0d27-4ff4-b9a6-83e08cec1a40 by drivers openvswitch,hyperv on host hv-cinder-78776 at level 0 using segments [{'id': '24d1ac71-d537-4a4a-b908-95411b58ae30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1361, 'network_id': '2931f069-de15-4656-9c5f-d03f870340b0'}] {{(pid=91055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 11:16:56.936250 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d65d14-c63b-48de-8758-9349e340694f req-ec0239d6-4c90-445f-8ca5-7b87d5ffd33c service neutron] Attempting to bind port f8783db7-0d27-4ff4-b9a6-83e08cec1a40 on network 2931f069-de15-4656-9c5f-d03f870340b0 {{(pid=91055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 11:16:56.939218 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d65d14-c63b-48de-8758-9349e340694f req-ec0239d6-4c90-445f-8ca5-7b87d5ffd33c service neutron] Port f8783db7-0d27-4ff4-b9a6-83e08cec1a40 on network 2931f069-de15-4656-9c5f-d03f870340b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78776 {{(pid=91055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 11:16:56.939590 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d65d14-c63b-48de-8758-9349e340694f req-ec0239d6-4c90-445f-8ca5-7b87d5ffd33c service neutron] Attempting to bind port f8783db7-0d27-4ff4-b9a6-83e08cec1a40 on network 2931f069-de15-4656-9c5f-d03f870340b0 {{(pid=91055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 11:16:56.960598 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d65d14-c63b-48de-8758-9349e340694f req-ec0239d6-4c90-445f-8ca5-7b87d5ffd33c service neutron] Checking agent: {'id': 'ec23b603-1024-4efc-b4c9-1692111c39b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78776', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 11, 14, 16), 'started_at': datetime.datetime(2021, 5, 19, 11, 14, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 11, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 11:16:56.960842 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d65d14-c63b-48de-8758-9349e340694f req-ec0239d6-4c90-445f-8ca5-7b87d5ffd33c service neutron] Checking segment: {'id': '24d1ac71-d537-4a4a-b908-95411b58ae30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1361, 'network_id': '2931f069-de15-4656-9c5f-d03f870340b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 11:16:56.961003 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d65d14-c63b-48de-8758-9349e340694f req-ec0239d6-4c90-445f-8ca5-7b87d5ffd33c service neutron] Bound using segment: {'id': '24d1ac71-d537-4a4a-b908-95411b58ae30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1361, 'network_id': '2931f069-de15-4656-9c5f-d03f870340b0'} {{(pid=91055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 11:16:56.961596 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.managers [req-c7d65d14-c63b-48de-8758-9349e340694f req-ec0239d6-4c90-445f-8ca5-7b87d5ffd33c service neutron] Bound port: f8783db7-0d27-4ff4-b9a6-83e08cec1a40, host: hv-cinder-78776, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24d1ac71-d537-4a4a-b908-95411b58ae30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1361, 'network_id': '2931f069-de15-4656-9c5f-d03f870340b0'}}] {{(pid=91055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 11:16:56.961863 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-c7d65d14-c63b-48de-8758-9349e340694f req-ec0239d6-4c90-445f-8ca5-7b87d5ffd33c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:56.996817 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c42bf3-d563-4a77-a2be-e1cdc5b1288a req-b7d69739-2664-44ac-af47-fe06e8a3f9c4 tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:56.997868 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-b9c42bf3-d563-4a77-a2be-e1cdc5b1288a req-b7d69739-2664-44ac-af47-fe06e8a3f9c4 tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] 10.222.0.90 "GET /v2.0/ports?device_id=27589573-cc4a-40e0-a90c-31739cffe095 HTTP/1.1" status: 200 len: 944 time: 0.0569053 May 19 11:16:57.018963 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.db [req-c7d65d14-c63b-48de-8758-9349e340694f req-ec0239d6-4c90-445f-8ca5-7b87d5ffd33c service neutron] For port f8783db7-0d27-4ff4-b9a6-83e08cec1a40, host hv-cinder-78776, cleared binding levels {{(pid=91055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 11:16:57.021113 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.db [req-c7d65d14-c63b-48de-8758-9349e340694f req-ec0239d6-4c90-445f-8ca5-7b87d5ffd33c service neutron] For port f8783db7-0d27-4ff4-b9a6-83e08cec1a40, host hv-cinder-78776, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=f8783db7-0d27-4ff4-b9a6-83e08cec1a40,segment=NetworkSegment(24d1ac71-d537-4a4a-b908-95411b58ae30),segment_id=24d1ac71-d537-4a4a-b908-95411b58ae30)] {{(pid=91055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 11:16:57.025011 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-c7d65d14-c63b-48de-8758-9349e340694f req-ec0239d6-4c90-445f-8ca5-7b87d5ffd33c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602'] for port, after_update {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:57.028131 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-df74c3e6-909d-4ee0-bfdc-f437874e7050 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:16:57.037581 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [req-b9c42bf3-d563-4a77-a2be-e1cdc5b1288a req-09182c00-2afb-4abf-8ef1-f9af5e952b0e tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] Synchronizing usage tracker for tenant:3fb94a808f784089bc7df3846c890050 on resource:security_group {{(pid=91056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 11:16:57.049197 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [req-b9c42bf3-d563-4a77-a2be-e1cdc5b1288a req-09182c00-2afb-4abf-8ef1-f9af5e952b0e tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] Unset dirty status for tenant:3fb94a808f784089bc7df3846c890050 on resource:security_group {{(pid=91056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 11:16:57.050228 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-b9c42bf3-d563-4a77-a2be-e1cdc5b1288a req-09182c00-2afb-4abf-8ef1-f9af5e952b0e tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] 10.222.0.90 "GET /v2.0/security-groups?id=e491c481-3a65-4aed-8ce1-50d931fc68aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425258 May 19 11:16:57.071024 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d65d14-c63b-48de-8758-9349e340694f req-ec0239d6-4c90-445f-8ca5-7b87d5ffd33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:57.071614 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-c7d65d14-c63b-48de-8758-9349e340694f req-ec0239d6-4c90-445f-8ca5-7b87d5ffd33c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695638'] for port, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:16:57.072513 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-c7d65d14-c63b-48de-8758-9349e340694f req-ec0239d6-4c90-445f-8ca5-7b87d5ffd33c service neutron] 10.222.0.112 "PUT /v2.0/ports/f8783db7-0d27-4ff4-b9a6-83e08cec1a40 HTTP/1.1" status: 200 len: 1094 time: 0.6309774 May 19 11:16:57.073353 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27589573-cc4a-40e0-a90c-31739cffe095', 'tag': 'f8783db7-0d27-4ff4-b9a6-83e08cec1a40'}] {{(pid=91055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 11:16:57.091319 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0239d6-4c90-445f-8ca5-7b87d5ffd33c service neutron] Pushing event updated for resources: {'Port': ['ID=f8783db7-0d27-4ff4-b9a6-83e08cec1a40,revision_number=3']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:16:57.093920 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-ec0239d6-4c90-445f-8ca5-7b87d5ffd33c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:16:57.107330 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27589573-cc4a-40e0-a90c-31739cffe095', 'tag': 'f8783db7-0d27-4ff4-b9a6-83e08cec1a40', 'status': 'completed', 'code': 200} May 19 11:16:57.223008 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefc6de1-7ec1-4b39-b81c-776350a7fe19 req-27999af2-ac30-4f03-841f-5171443b6920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:57.223856 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-fefc6de1-7ec1-4b39-b81c-776350a7fe19 req-27999af2-ac30-4f03-841f-5171443b6920 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=3fb94a808f784089bc7df3846c890050&device_id=27589573-cc4a-40e0-a90c-31739cffe095 HTTP/1.1" status: 200 len: 1097 time: 0.0460234 May 19 11:16:57.299717 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefc6de1-7ec1-4b39-b81c-776350a7fe19 req-45ae97f6-f7ab-46ff-8d85-84be73c2ce2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:57.300572 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-fefc6de1-7ec1-4b39-b81c-776350a7fe19 req-45ae97f6-f7ab-46ff-8d85-84be73c2ce2f service neutron] 10.222.0.112 "GET /v2.0/networks?tenant_id=3fb94a808f784089bc7df3846c890050&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0706105 May 19 11:16:57.375321 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefc6de1-7ec1-4b39-b81c-776350a7fe19 req-4d91ec98-6ca6-4a93-8ea1-689be18ea8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:57.376262 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-fefc6de1-7ec1-4b39-b81c-776350a7fe19 req-4d91ec98-6ca6-4a93-8ea1-689be18ea8f7 service neutron] 10.222.0.112 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0705478 May 19 11:16:57.811907 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a144e34-6fe7-4699-b8a0-7e24ee283166 req-328abda6-4a78-42c0-9768-8e0586a7efba tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:57.812717 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-0a144e34-6fe7-4699-b8a0-7e24ee283166 req-328abda6-4a78-42c0-9768-8e0586a7efba tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 943 time: 0.0430374 May 19 11:16:57.840662 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-0a144e34-6fe7-4699-b8a0-7e24ee283166 req-a1b12934-b524-4725-9425-f48a9bf37009 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/security-groups?id=e67f0d0c-35aa-4baf-bdac-63aaa17f4b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0245464 May 19 11:16:58.007630 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d19418-f715-4c1e-8ce2-bc7599b89a34 req-e0d734e8-274a-49d6-a10b-369f475d4796 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:58.008411 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-c1d19418-f715-4c1e-8ce2-bc7599b89a34 req-e0d734e8-274a-49d6-a10b-369f475d4796 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=c9a2706a-90b8-47a1-af05-750a15a52f05 HTTP/1.1" status: 200 len: 945 time: 0.0566971 May 19 11:16:58.031290 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-c1d19418-f715-4c1e-8ce2-bc7599b89a34 req-0af1f769-21e0-4755-bf17-f19e08f0bf74 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0195410 May 19 11:16:58.156974 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584f5aa2-59a9-40ac-aa4c-6b1e01f0e9ed req-712452ef-343a-4e70-8434-3b112eb7522c tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:58.157797 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-584f5aa2-59a9-40ac-aa4c-6b1e01f0e9ed req-712452ef-343a-4e70-8434-3b112eb7522c tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] 10.222.0.90 "GET /v2.0/ports?device_id=27589573-cc4a-40e0-a90c-31739cffe095 HTTP/1.1" status: 200 len: 944 time: 0.0511618 May 19 11:16:58.181654 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-584f5aa2-59a9-40ac-aa4c-6b1e01f0e9ed req-e7b59b35-5025-4af5-b4ca-f7e48ea92045 tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] 10.222.0.90 "GET /v2.0/security-groups?id=e491c481-3a65-4aed-8ce1-50d931fc68aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0204489 May 19 11:16:58.725685 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d65d14-c63b-48de-8758-9349e340694f req-0e4fe653-0dd5-4448-a741-5f137c4d79bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:58.726550 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-c7d65d14-c63b-48de-8758-9349e340694f req-0e4fe653-0dd5-4448-a741-5f137c4d79bf service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=3fb94a808f784089bc7df3846c890050&device_id=27589573-cc4a-40e0-a90c-31739cffe095 HTTP/1.1" status: 200 len: 1097 time: 0.0496440 May 19 11:16:58.749272 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e84553c-8629-435d-b5b0-5b48553abc4f req-82f01636-e5b5-4fc0-907a-3fd81d54f92f tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:58.750342 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-0e84553c-8629-435d-b5b0-5b48553abc4f req-82f01636-e5b5-4fc0-907a-3fd81d54f92f tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/networks?id=f2a18643-8b9e-461e-b075-a423d396a703 HTTP/1.1" status: 200 len: 815 time: 0.0908451 May 19 11:16:58.759208 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-0e84553c-8629-435d-b5b0-5b48553abc4f req-309f10d8-1802-420c-b0c3-e800d0ed0f50 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/quotas/b26c6106177642a58ce4364b8f04cf82 HTTP/1.1" status: 200 len: 375 time: 0.0055587 May 19 11:16:58.776559 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-c7d65d14-c63b-48de-8758-9349e340694f req-b32fa038-fef9-43f3-8daa-442fbc4fbc2d service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f8783db7-0d27-4ff4-b9a6-83e08cec1a40 HTTP/1.1" status: 200 len: 217 time: 0.0433784 May 19 11:16:58.812987 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-0e84553c-8629-435d-b5b0-5b48553abc4f req-2c78f046-eae0-415d-afbf-ab432acd7124 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=b26c6106177642a58ce4364b8f04cf82&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0467281 May 19 11:16:58.897694 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-0e84553c-8629-435d-b5b0-5b48553abc4f req-7cf366d5-9f63-402b-ad84-540fa1244263 service neutron] 10.222.0.90 "GET /v2.0/networks/f2a18643-8b9e-461e-b075-a423d396a703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796044 May 19 11:16:58.915447 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d65d14-c63b-48de-8758-9349e340694f req-36b6ba97-3bda-4b90-8abf-1411364ebc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:58.918393 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-c7d65d14-c63b-48de-8758-9349e340694f req-36b6ba97-3bda-4b90-8abf-1411364ebc10 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=b7bf6898-3326-4273-bf87-6a59e4a83cd7 HTTP/1.1" status: 200 len: 849 time: 0.0500040 May 19 11:16:59.007264 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-0e84553c-8629-435d-b5b0-5b48553abc4f req-99106122-3227-444b-a669-2eec0c4f87de service neutron] 10.222.0.90 "GET /v2.0/networks/f2a18643-8b9e-461e-b075-a423d396a703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050749 May 19 11:16:59.022637 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6502a7c-6146-490c-92e1-5e8013bb19b4 req-784af8da-4006-400f-aa25-3d993d871edd tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:59.023591 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-a6502a7c-6146-490c-92e1-5e8013bb19b4 req-784af8da-4006-400f-aa25-3d993d871edd tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 943 time: 0.0978262 May 19 11:16:59.049951 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-a6502a7c-6146-490c-92e1-5e8013bb19b4 req-e3602b81-5e85-456b-b41d-0cb0e3238522 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/security-groups?id=e67f0d0c-35aa-4baf-bdac-63aaa17f4b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0224948 May 19 11:16:59.107012 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-58b71324-0e97-4d32-8693-ab3393539211 req-b076c27e-27c8-437c-b75c-631b4bbaa0cb tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=b9edb48c-395f-4e34-9759-d8c4f483021b HTTP/1.1" status: 200 len: 210 time: 0.0237377 May 19 11:16:59.139021 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-c7d65d14-c63b-48de-8758-9349e340694f req-a85af29a-81fb-4e82-b61e-a4dec3f997d0 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=2931f069-de15-4656-9c5f-d03f870340b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0226200 May 19 11:16:59.181349 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38f16ad-3110-46ba-b8a3-052aad8105ca req-7724fcd9-4977-49fe-a020-69dd6fb90b44 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:59.182323 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-d38f16ad-3110-46ba-b8a3-052aad8105ca req-7724fcd9-4977-49fe-a020-69dd6fb90b44 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=c9a2706a-90b8-47a1-af05-750a15a52f05 HTTP/1.1" status: 200 len: 945 time: 0.0527728 May 19 11:16:59.213360 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-d38f16ad-3110-46ba-b8a3-052aad8105ca req-9ba7f4ff-2fb0-4e95-8440-8834474abc56 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271447 May 19 11:16:59.214786 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-c7d65d14-c63b-48de-8758-9349e340694f req-b51e9e49-e09c-4a7e-b48a-7706f6d2bd32 service neutron] 10.222.0.112 "GET /v2.0/networks/2931f069-de15-4656-9c5f-d03f870340b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0707364 May 19 11:16:59.299802 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a0bd21-beaf-4674-923a-f9591a7b23a8 req-72a67c7d-053f-48e9-869b-09f3de0f8919 tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:16:59.301222 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-99a0bd21-beaf-4674-923a-f9591a7b23a8 req-72a67c7d-053f-48e9-869b-09f3de0f8919 tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] 10.222.0.90 "GET /v2.0/ports?device_id=27589573-cc4a-40e0-a90c-31739cffe095 HTTP/1.1" status: 200 len: 944 time: 0.0578637 May 19 11:16:59.314012 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-c7d65d14-c63b-48de-8758-9349e340694f req-526403de-33c8-4dee-b5f9-81edd7441f51 service neutron] 10.222.0.112 "GET /v2.0/networks/2931f069-de15-4656-9c5f-d03f870340b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856328 May 19 11:16:59.392372 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-99a0bd21-beaf-4674-923a-f9591a7b23a8 req-429b8aef-3e97-4663-92db-da6d89c3eb5a tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] 10.222.0.90 "GET /v2.0/security-groups?id=e491c481-3a65-4aed-8ce1-50d931fc68aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878515 May 19 11:17:00.168571 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548a07eb-e1a8-41cf-bcdf-70ed8e93678a req-1c0cb015-13bc-4fb2-b20e-9d6d1050a2c2 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:00.169722 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-548a07eb-e1a8-41cf-bcdf-70ed8e93678a req-1c0cb015-13bc-4fb2-b20e-9d6d1050a2c2 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 943 time: 0.0600357 May 19 11:17:00.212357 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-db38be30-79d1-42ac-b8d2-2ccb62ef28f1 req-e7d93755-f6a9-4660-87b8-cf9e071812ca tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=b9edb48c-395f-4e34-9759-d8c4f483021b HTTP/1.1" status: 200 len: 210 time: 0.0297518 May 19 11:17:00.218397 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-548a07eb-e1a8-41cf-bcdf-70ed8e93678a req-8271a1c6-751b-4ca4-a3b8-6f168c882463 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/security-groups?id=e67f0d0c-35aa-4baf-bdac-63aaa17f4b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453210 May 19 11:17:00.289803 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 46434) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:17:00.317677 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e46aa58-ec03-48bc-b72f-32d8a8a7176d req-59bcb590-a667-4bdf-97cf-58d1e5232c7a tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:00.318535 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-7e46aa58-ec03-48bc-b72f-32d8a8a7176d req-59bcb590-a667-4bdf-97cf-58d1e5232c7a tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=c9a2706a-90b8-47a1-af05-750a15a52f05 HTTP/1.1" status: 200 len: 945 time: 0.0445566 May 19 11:17:00.344945 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-7e46aa58-ec03-48bc-b72f-32d8a8a7176d req-0fbb1a09-c13f-4393-a33b-11c0eb1f4747 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0226440 May 19 11:17:00.354142 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-715967ea-753b-4cc9-ad08-8e5f870ce40d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:00.361743 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-715967ea-753b-4cc9-ad08-8e5f870ce40d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:17:00.364227 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-715967ea-753b-4cc9-ad08-8e5f870ce40d admin admin] Usage tracker for resource:security_group_rule and tenant:1f0818efd2bd43beacfb9b467ffed117 is out of sync, need to count used quota {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:17:00.365793 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-715967ea-753b-4cc9-ad08-8e5f870ce40d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:17:00.369081 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-715967ea-753b-4cc9-ad08-8e5f870ce40d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:17:00.420750 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-715967ea-753b-4cc9-ad08-8e5f870ce40d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:00.425196 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-715967ea-753b-4cc9-ad08-8e5f870ce40d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:00.429461 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-cecfd3a4-99f1-46ee-bf5d-94752e4b7064 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:17:00.457203 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-715967ea-753b-4cc9-ad08-8e5f870ce40d admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=1f0818efd2bd43beacfb9b467ffed117&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1665926 May 19 11:17:00.458165 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715967ea-753b-4cc9-ad08-8e5f870ce40d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88237251-4422-4df7-9e31-0856a31dced7,revision_number=1']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:17:00.459655 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 46444) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:17:00.461232 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-715967ea-753b-4cc9-ad08-8e5f870ce40d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:17:00.491723 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-f6b6c919-b873-48aa-a18b-83d1c4fd0df7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:00.498023 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de94d61d-1d30-4b44-982d-a7b6d4e4b62b req-96702be5-9a63-4074-b680-f7f9181e1938 tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:00.498904 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-de94d61d-1d30-4b44-982d-a7b6d4e4b62b req-96702be5-9a63-4074-b680-f7f9181e1938 tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] 10.222.0.90 "GET /v2.0/ports?device_id=27589573-cc4a-40e0-a90c-31739cffe095 HTTP/1.1" status: 200 len: 944 time: 0.0473218 May 19 11:17:00.505317 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-f6b6c919-b873-48aa-a18b-83d1c4fd0df7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:00.527784 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-de94d61d-1d30-4b44-982d-a7b6d4e4b62b req-79a5d1a5-d3bc-4b15-84b2-a945eac24302 tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] 10.222.0.90 "GET /v2.0/security-groups?id=e491c481-3a65-4aed-8ce1-50d931fc68aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0216591 May 19 11:17:00.533413 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-f6b6c919-b873-48aa-a18b-83d1c4fd0df7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:00.536348 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-828ff4e1-12c1-4692-9bfd-04cb922c00f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:17:00.544094 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b6c919-b873-48aa-a18b-83d1c4fd0df7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88237251-4422-4df7-9e31-0856a31dced7,revision_number=None']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:17:00.546002 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-f6b6c919-b873-48aa-a18b-83d1c4fd0df7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:17:00.547196 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-f6b6c919-b873-48aa-a18b-83d1c4fd0df7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:00.547902 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-f6b6c919-b873-48aa-a18b-83d1c4fd0df7 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/88237251-4422-4df7-9e31-0856a31dced7 HTTP/1.1" status: 204 len: 168 time: 0.0876162 May 19 11:17:00.714113 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 46454) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:17:00.724472 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-d0758935-1e76-467c-a5b9-07f041c4f86b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:00.733048 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-d0758935-1e76-467c-a5b9-07f041c4f86b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:17:00.735677 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-d0758935-1e76-467c-a5b9-07f041c4f86b admin admin] Usage tracker for resource:security_group_rule and tenant:491504e587ed43eaac2a2f187b51d5eb is out of sync, need to count used quota {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:17:00.737419 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-d0758935-1e76-467c-a5b9-07f041c4f86b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:17:00.741231 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-d0758935-1e76-467c-a5b9-07f041c4f86b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:17:00.811608 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-d0758935-1e76-467c-a5b9-07f041c4f86b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:00.814317 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-d0758935-1e76-467c-a5b9-07f041c4f86b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:00.820611 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-817f8f6b-3784-4e99-ad8c-4d958318cf8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:17:00.878541 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-d0758935-1e76-467c-a5b9-07f041c4f86b admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=491504e587ed43eaac2a2f187b51d5eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1634567 May 19 11:17:00.878884 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0758935-1e76-467c-a5b9-07f041c4f86b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=099bdc9f-59cb-4213-9495-f640b2106e7a,revision_number=1']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:17:00.882006 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 46460) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:17:00.891799 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-d0758935-1e76-467c-a5b9-07f041c4f86b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:17:00.916391 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-0015d8f0-2f41-4736-90ef-82bf2b0eaadd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:00.929973 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-0015d8f0-2f41-4736-90ef-82bf2b0eaadd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:00.955632 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-0015d8f0-2f41-4736-90ef-82bf2b0eaadd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:00.958417 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-13afc2d5-854c-4f42-a7c2-5559b60c35e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:17:00.966422 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0015d8f0-2f41-4736-90ef-82bf2b0eaadd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=099bdc9f-59cb-4213-9495-f640b2106e7a,revision_number=None']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:17:00.968271 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-0015d8f0-2f41-4736-90ef-82bf2b0eaadd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:17:00.968862 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-0015d8f0-2f41-4736-90ef-82bf2b0eaadd admin admin] Notify callbacks [] for security_group, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:00.969598 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-0015d8f0-2f41-4736-90ef-82bf2b0eaadd admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/099bdc9f-59cb-4213-9495-f640b2106e7a HTTP/1.1" status: 204 len: 168 time: 0.0857699 May 19 11:17:01.311275 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-abcd257b-702b-448c-a4e2-4fc47ed68fea req-563e9946-f722-49aa-8b6e-2edd2a99d7f2 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=b9edb48c-395f-4e34-9759-d8c4f483021b HTTP/1.1" status: 200 len: 210 time: 0.0293624 May 19 11:17:01.416503 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5687a1eb-c7a0-4f0f-92ef-13d9615932e3 req-fd835165-4bca-44d7-b68f-16ae0d478c62 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:01.417457 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-5687a1eb-c7a0-4f0f-92ef-13d9615932e3 req-fd835165-4bca-44d7-b68f-16ae0d478c62 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 943 time: 0.0498354 May 19 11:17:01.445086 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-5687a1eb-c7a0-4f0f-92ef-13d9615932e3 req-7f52bf47-22e3-41fb-a6e2-a7a5d5a98553 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/security-groups?id=e67f0d0c-35aa-4baf-bdac-63aaa17f4b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0239892 May 19 11:17:01.542537 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b07dc1b-3999-4018-97df-0711fa006fc4 req-1fb633c4-f647-4f28-a99b-66c7013d9919 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:01.543509 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-8b07dc1b-3999-4018-97df-0711fa006fc4 req-1fb633c4-f647-4f28-a99b-66c7013d9919 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=c9a2706a-90b8-47a1-af05-750a15a52f05 HTTP/1.1" status: 200 len: 945 time: 0.0487478 May 19 11:17:01.570894 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-8b07dc1b-3999-4018-97df-0711fa006fc4 req-03fe22fb-01eb-4bbb-99da-97acc424f30c tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0234346 May 19 11:17:01.661461 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0b2161-54e2-4d33-a671-3257f750af07 req-84dba87c-c970-4ac1-81cd-943eb5058a65 tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:01.662327 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-ca0b2161-54e2-4d33-a671-3257f750af07 req-84dba87c-c970-4ac1-81cd-943eb5058a65 tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] 10.222.0.90 "GET /v2.0/ports?device_id=27589573-cc4a-40e0-a90c-31739cffe095 HTTP/1.1" status: 200 len: 944 time: 0.0443010 May 19 11:17:01.686641 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-ca0b2161-54e2-4d33-a671-3257f750af07 req-7e9de881-af2c-4119-8d3a-083ce97ec212 tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] 10.222.0.90 "GET /v2.0/security-groups?id=e491c481-3a65-4aed-8ce1-50d931fc68aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0208197 May 19 11:17:02.408927 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-134c71f7-b345-46ce-8cf9-4db3a934a030 req-820bc7d8-2b31-4224-9515-1f74b188929b tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=b9edb48c-395f-4e34-9759-d8c4f483021b HTTP/1.1" status: 200 len: 210 time: 0.0291789 May 19 11:17:02.556946 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb945afa-ab59-4831-ad93-dbf4928d20b7 req-addcb8db-1dd5-48ab-9e72-2e13f4696b3a tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:02.557880 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-cb945afa-ab59-4831-ad93-dbf4928d20b7 req-addcb8db-1dd5-48ab-9e72-2e13f4696b3a tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 943 time: 0.0496695 May 19 11:17:02.581821 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-cb945afa-ab59-4831-ad93-dbf4928d20b7 req-5d3986ec-fb4b-44aa-8a3b-034fad46eb40 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/security-groups?id=e67f0d0c-35aa-4baf-bdac-63aaa17f4b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0200028 May 19 11:17:02.671844 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6dc2b4-cbe0-4b83-8fd0-3481db870256 req-0483862c-b4ef-4874-a386-4ae015e2f8a4 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:02.672667 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-ad6dc2b4-cbe0-4b83-8fd0-3481db870256 req-0483862c-b4ef-4874-a386-4ae015e2f8a4 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=c9a2706a-90b8-47a1-af05-750a15a52f05 HTTP/1.1" status: 200 len: 945 time: 0.0450718 May 19 11:17:02.696135 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-ad6dc2b4-cbe0-4b83-8fd0-3481db870256 req-869bfd3f-41e3-4836-8825-2dfc96c6fe48 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0205281 May 19 11:17:02.783408 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db865bc-b8eb-4648-a365-53e240712387 req-e4023d1b-8d9a-42ac-874a-85274bc8458b tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:02.784183 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-5db865bc-b8eb-4648-a365-53e240712387 req-e4023d1b-8d9a-42ac-874a-85274bc8458b tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] 10.222.0.90 "GET /v2.0/ports?device_id=27589573-cc4a-40e0-a90c-31739cffe095 HTTP/1.1" status: 200 len: 944 time: 0.0435815 May 19 11:17:02.812814 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-5db865bc-b8eb-4648-a365-53e240712387 req-1978b165-7d38-4b5c-9291-bdc606760e00 tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] 10.222.0.90 "GET /v2.0/security-groups?id=e491c481-3a65-4aed-8ce1-50d931fc68aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0224717 May 19 11:17:03.540829 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-7595eb11-a6e5-45fd-8d7b-99bb29e5cd40 req-88baf025-a5ed-4f56-8797-e6c96a8db774 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=b9edb48c-395f-4e34-9759-d8c4f483021b HTTP/1.1" status: 200 len: 210 time: 0.0334692 May 19 11:17:03.710506 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fc52ca-0a80-4a44-9404-2455deddc70f req-1ed4c40c-1193-4031-85ba-4f4daa237a01 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:03.711390 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-d1fc52ca-0a80-4a44-9404-2455deddc70f req-1ed4c40c-1193-4031-85ba-4f4daa237a01 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 943 time: 0.0652633 May 19 11:17:03.742598 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-d1fc52ca-0a80-4a44-9404-2455deddc70f req-f41b9bb2-93a8-4553-ae22-fbe49a49884b tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/security-groups?id=e67f0d0c-35aa-4baf-bdac-63aaa17f4b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273998 May 19 11:17:03.867324 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ed9144-1158-417b-aeaf-8a2e5175fc3f req-9aa15ef9-99a4-4e6d-8a22-124739d559ce tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:03.868322 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-d7ed9144-1158-417b-aeaf-8a2e5175fc3f req-9aa15ef9-99a4-4e6d-8a22-124739d559ce tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=c9a2706a-90b8-47a1-af05-750a15a52f05 HTTP/1.1" status: 200 len: 945 time: 0.0680652 May 19 11:17:03.902532 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-d7ed9144-1158-417b-aeaf-8a2e5175fc3f req-de2fbbe3-2e49-455e-8e7d-39302a444071 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0260396 May 19 11:17:04.019232 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e341e1d-efee-4eee-b993-fe4bde80dc9b req-1f82d951-51f3-40bc-af61-335a489fe1c8 tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:04.020201 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-9e341e1d-efee-4eee-b993-fe4bde80dc9b req-1f82d951-51f3-40bc-af61-335a489fe1c8 tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] 10.222.0.90 "GET /v2.0/ports?device_id=27589573-cc4a-40e0-a90c-31739cffe095 HTTP/1.1" status: 200 len: 944 time: 0.0588453 May 19 11:17:04.060350 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-9e341e1d-efee-4eee-b993-fe4bde80dc9b req-dab5b342-8d15-46f7-90d5-dc6733018a0d tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] 10.222.0.90 "GET /v2.0/security-groups?id=e491c481-3a65-4aed-8ce1-50d931fc68aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357566 May 19 11:17:04.589824 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-288a7363-08da-42bf-af0e-cdeedaaf6186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:04.640630 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-38f8ca0a-011b-4a0f-b2f3-e1bd46c504ff req-a1036382-7eba-415b-96d1-110ce1cd06f3 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=b9edb48c-395f-4e34-9759-d8c4f483021b HTTP/1.1" status: 200 len: 210 time: 0.0302067 May 19 11:17:04.865171 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2c6cc9-22fa-4b5c-b1e7-f5b3d2bb63df req-aef37e0f-d732-4676-959d-3a6123addfd8 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:04.866185 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-2e2c6cc9-22fa-4b5c-b1e7-f5b3d2bb63df req-aef37e0f-d732-4676-959d-3a6123addfd8 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 943 time: 0.0580864 May 19 11:17:04.899147 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-2e2c6cc9-22fa-4b5c-b1e7-f5b3d2bb63df req-b8645e80-ee0d-4ed0-90ff-6c50020ec978 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/security-groups?id=e67f0d0c-35aa-4baf-bdac-63aaa17f4b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283661 May 19 11:17:05.017809 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae41be8f-cfc7-43ef-8712-2d5525f13d4c req-de9cc735-5c69-4359-afe7-2f9b3e8c129d tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:05.018759 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-ae41be8f-cfc7-43ef-8712-2d5525f13d4c req-de9cc735-5c69-4359-afe7-2f9b3e8c129d tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=c9a2706a-90b8-47a1-af05-750a15a52f05 HTTP/1.1" status: 200 len: 945 time: 0.0487614 May 19 11:17:05.046125 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-ae41be8f-cfc7-43ef-8712-2d5525f13d4c req-250aafd4-fe28-4492-a8ef-9c12f9bf22c0 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0236228 May 19 11:17:05.245017 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe174e8-567a-472b-bb36-f7312a90e926 req-35cee046-3635-4050-9876-496b4e859df7 tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:05.246031 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-4fe174e8-567a-472b-bb36-f7312a90e926 req-35cee046-3635-4050-9876-496b4e859df7 tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] 10.222.0.90 "GET /v2.0/ports?device_id=27589573-cc4a-40e0-a90c-31739cffe095 HTTP/1.1" status: 200 len: 944 time: 0.1213040 May 19 11:17:05.280779 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-4fe174e8-567a-472b-bb36-f7312a90e926 req-43fd9bae-dc23-4bae-8553-11d5587d9fc9 tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] 10.222.0.90 "GET /v2.0/security-groups?id=e491c481-3a65-4aed-8ce1-50d931fc68aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279074 May 19 11:17:05.733432 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-f58291b7-c767-43e3-8694-f9cad14fa910 req-1d1f7a74-5c29-4760-9842-3b03addf9046 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=b9edb48c-395f-4e34-9759-d8c4f483021b HTTP/1.1" status: 200 len: 210 time: 0.0246263 May 19 11:17:05.798961 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:06.012402 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad06348-5e07-4dde-9da5-c49854714c62 req-9e971c74-8791-4a29-8fd9-f8f62c5b1b87 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:06.013264 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-3ad06348-5e07-4dde-9da5-c49854714c62 req-9e971c74-8791-4a29-8fd9-f8f62c5b1b87 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 943 time: 0.0476575 May 19 11:17:06.040274 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-3ad06348-5e07-4dde-9da5-c49854714c62 req-07bbde17-cfc5-42d9-b945-ef1c7e7f8b37 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/security-groups?id=e67f0d0c-35aa-4baf-bdac-63aaa17f4b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0232384 May 19 11:17:06.152975 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c177ecc1-b8ca-42df-b201-82f8d2d4c8b1 req-53bbe98c-d646-433a-a8ff-1b20e6f8bdc8 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:06.153863 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-c177ecc1-b8ca-42df-b201-82f8d2d4c8b1 req-53bbe98c-d646-433a-a8ff-1b20e6f8bdc8 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=c9a2706a-90b8-47a1-af05-750a15a52f05 HTTP/1.1" status: 200 len: 945 time: 0.0438573 May 19 11:17:06.177950 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-c177ecc1-b8ca-42df-b201-82f8d2d4c8b1 req-538b8d38-5191-45dc-8268-8bf43b8090f4 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0199022 May 19 11:17:06.183668 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-8dee2019-340c-4947-bfe5-0457632dc141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:06.426035 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cece093-132d-4661-9e6b-51bd275ebab7 req-bac58d9e-9e82-473b-a4c6-1507634a13f4 tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:06.426884 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-6cece093-132d-4661-9e6b-51bd275ebab7 req-bac58d9e-9e82-473b-a4c6-1507634a13f4 tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] 10.222.0.90 "GET /v2.0/ports?device_id=27589573-cc4a-40e0-a90c-31739cffe095 HTTP/1.1" status: 200 len: 944 time: 0.0515528 May 19 11:17:06.453072 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-6cece093-132d-4661-9e6b-51bd275ebab7 req-5eb84203-85af-4880-872b-d835ce12401a tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] 10.222.0.90 "GET /v2.0/security-groups?id=e491c481-3a65-4aed-8ce1-50d931fc68aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0222814 May 19 11:17:06.733664 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-f3552fb9-a093-42e6-b748-7ab8d8c7cb39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:06.833239 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-85f81646-7e93-4198-9474-7a45422b7695 req-26c59005-b118-4b8f-8a12-d86ff94d4ae4 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=b9edb48c-395f-4e34-9759-d8c4f483021b HTTP/1.1" status: 200 len: 210 time: 0.0278726 May 19 11:17:07.022072 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e84553c-8629-435d-b5b0-5b48553abc4f req-bdadc02f-00a4-4083-8e21-1b486eb09710 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:07.022860 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-0e84553c-8629-435d-b5b0-5b48553abc4f req-bdadc02f-00a4-4083-8e21-1b486eb09710 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.112 "GET /v2.0/networks?id=f2a18643-8b9e-461e-b075-a423d396a703 HTTP/1.1" status: 200 len: 815 time: 0.0988050 May 19 11:17:07.034529 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.v2.base [req-0e84553c-8629-435d-b5b0-5b48553abc4f req-596a5dbc-5d2f-4b6b-83f3-4c08db30dc3d tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Request body: {'port': {'device_id': 'b9edb48c-395f-4e34-9759-d8c4f483021b', 'network_id': 'f2a18643-8b9e-461e-b075-a423d396a703', 'admin_state_up': True, 'tenant_id': 'b26c6106177642a58ce4364b8f04cf82'}} {{(pid=91055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:17:07.118792 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [req-0e84553c-8629-435d-b5b0-5b48553abc4f req-596a5dbc-5d2f-4b6b-83f3-4c08db30dc3d tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:17:07.121307 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [req-0e84553c-8629-435d-b5b0-5b48553abc4f req-596a5dbc-5d2f-4b6b-83f3-4c08db30dc3d tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Usage tracker for resource:port and tenant:b26c6106177642a58ce4364b8f04cf82 is out of sync, need to count used quota {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:17:07.123194 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [req-0e84553c-8629-435d-b5b0-5b48553abc4f req-596a5dbc-5d2f-4b6b-83f3-4c08db30dc3d tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Quota usage for port was recalculated. Used quota:1. {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:17:07.127102 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [req-0e84553c-8629-435d-b5b0-5b48553abc4f req-596a5dbc-5d2f-4b6b-83f3-4c08db30dc3d tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:17:07.135678 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e84553c-8629-435d-b5b0-5b48553abc4f req-596a5dbc-5d2f-4b6b-83f3-4c08db30dc3d tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Made reservation on behalf of b26c6106177642a58ce4364b8f04cf82 for: {'port': 1} {{(pid=91055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 11:17:07.139064 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-0e84553c-8629-435d-b5b0-5b48553abc4f req-596a5dbc-5d2f-4b6b-83f3-4c08db30dc3d tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:07.179728 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed8b651-d518-4072-85a1-086529fd3c2d req-31cb0f36-7964-44a7-9f8e-b05b1b752c01 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:07.185417 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-eed8b651-d518-4072-85a1-086529fd3c2d req-31cb0f36-7964-44a7-9f8e-b05b1b752c01 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 943 time: 0.0708377 May 19 11:17:07.222405 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-eed8b651-d518-4072-85a1-086529fd3c2d req-e27f40b5-139d-4d72-ae84-445bd6db58ba tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/security-groups?id=e67f0d0c-35aa-4baf-bdac-63aaa17f4b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323822 May 19 11:17:07.252623 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.db_base_plugin_common [req-0e84553c-8629-435d-b5b0-5b48553abc4f req-596a5dbc-5d2f-4b6b-83f3-4c08db30dc3d tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Allocated IP 172.20.0.14 (f2a18643-8b9e-461e-b075-a423d396a703/ad8c650d-7c1e-4564-9480-5348b05a4c70/00d0d578-06cf-4c1f-aecc-813b084a6269) {{(pid=91055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 11:17:07.316902 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a1c92-146b-42a6-8fda-a755284ed412 req-1714d04b-c689-464e-8ebb-660ddc27cab0 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:07.317745 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-204a1c92-146b-42a6-8fda-a755284ed412 req-1714d04b-c689-464e-8ebb-660ddc27cab0 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=c9a2706a-90b8-47a1-af05-750a15a52f05 HTTP/1.1" status: 200 len: 945 time: 0.0562773 May 19 11:17:07.343830 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-204a1c92-146b-42a6-8fda-a755284ed412 req-254976c7-84ec-4153-961c-b49976471981 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0224285 May 19 11:17:07.371128 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-0e84553c-8629-435d-b5b0-5b48553abc4f req-596a5dbc-5d2f-4b6b-83f3-4c08db30dc3d tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Notify callbacks [] for port, precommit_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:07.389150 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-0e84553c-8629-435d-b5b0-5b48553abc4f req-596a5dbc-5d2f-4b6b-83f3-4c08db30dc3d tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749740362231'] for port, after_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:07.393967 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:17:07.431144 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e84553c-8629-435d-b5b0-5b48553abc4f req-596a5dbc-5d2f-4b6b-83f3-4c08db30dc3d tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Network f2a18643-8b9e-461e-b075-a423d396a703 is already hosted by enough agents. {{(pid=91055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 11:17:07.432925 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.scheduler.base_scheduler [req-0e84553c-8629-435d-b5b0-5b48553abc4f req-596a5dbc-5d2f-4b6b-83f3-4c08db30dc3d tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Resources bound (agent type, host, resource id): {{(pid=91055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:17:07.434675 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e84553c-8629-435d-b5b0-5b48553abc4f req-596a5dbc-5d2f-4b6b-83f3-4c08db30dc3d tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Received port after_create {{(pid=91055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 11:17:07.437877 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e84553c-8629-435d-b5b0-5b48553abc4f req-596a5dbc-5d2f-4b6b-83f3-4c08db30dc3d tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:07.438313 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-0e84553c-8629-435d-b5b0-5b48553abc4f req-596a5dbc-5d2f-4b6b-83f3-4c08db30dc3d tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695638'] for port, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:07.448063 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596a5dbc-5d2f-4b6b-83f3-4c08db30dc3d tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Pushing event updated for resources: {'Port': ['ID=00d0d578-06cf-4c1f-aecc-813b084a6269,revision_number=1']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:17:07.450179 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-596a5dbc-5d2f-4b6b-83f3-4c08db30dc3d tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:17:07.456434 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-0e84553c-8629-435d-b5b0-5b48553abc4f req-596a5dbc-5d2f-4b6b-83f3-4c08db30dc3d tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.4247839 May 19 11:17:07.473984 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] get_ports_and_sgs() called for port_ids ['7aa4ffd5-7d11-4dd0-b47c-6f547aa78979'] {{(pid=91057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 11:17:07.480211 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.v2.base [req-0e84553c-8629-435d-b5b0-5b48553abc4f req-3f5d2620-0033-4f7d-9610-10efcae11eca service neutron] Request body: {'port': {'device_id': 'b9edb48c-395f-4e34-9759-d8c4f483021b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78776'}} {{(pid=91055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:17:07.543979 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-0e84553c-8629-435d-b5b0-5b48553abc4f req-3f5d2620-0033-4f7d-9610-10efcae11eca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:07.598889 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c394ee-721e-4051-997e-d6ccd8cfc10d req-e777a744-4aaa-4a39-88f1-812bd14cd2b1 tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:07.599862 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-58c394ee-721e-4051-997e-d6ccd8cfc10d req-e777a744-4aaa-4a39-88f1-812bd14cd2b1 tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] 10.222.0.90 "GET /v2.0/ports?device_id=27589573-cc4a-40e0-a90c-31739cffe095 HTTP/1.1" status: 200 len: 944 time: 0.0808036 May 19 11:17:07.626558 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-58c394ee-721e-4051-997e-d6ccd8cfc10d req-b562b930-dc89-43ea-a12f-4c0c0a2f2c9f tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] 10.222.0.90 "GET /v2.0/security-groups?id=e491c481-3a65-4aed-8ce1-50d931fc68aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0229754 May 19 11:17:07.719042 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.notifiers.nova [req-0e84553c-8629-435d-b5b0-5b48553abc4f req-3f5d2620-0033-4f7d-9610-10efcae11eca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00d0d578-06cf-4c1f-aecc-813b084a6269 {{(pid=91055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 11:17:07.723009 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-0e84553c-8629-435d-b5b0-5b48553abc4f req-3f5d2620-0033-4f7d-9610-10efcae11eca service neutron] Notify callbacks [] for port, precommit_update {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:07.730293 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.provisioning_blocks [req-0e84553c-8629-435d-b5b0-5b48553abc4f req-3f5d2620-0033-4f7d-9610-10efcae11eca service neutron] Transition to ACTIVE for port object 00d0d578-06cf-4c1f-aecc-813b084a6269 will not be triggered until provisioned by entity L2. {{(pid=91055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 11:17:07.733952 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-0e84553c-8629-435d-b5b0-5b48553abc4f req-3f5d2620-0033-4f7d-9610-10efcae11eca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602'] for port, after_update {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:07.736221 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-54ce9938-8452-4ab6-8758-527720252a94 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:17:07.799641 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5d2620-0033-4f7d-9610-10efcae11eca service neutron] Pushing event updated for resources: {'Port': ['ID=00d0d578-06cf-4c1f-aecc-813b084a6269,revision_number=2']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:17:07.815523 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-66ec5bc0-6952-497b-8f33-b3c04bfd0b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:07.816357 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-3f5d2620-0033-4f7d-9610-10efcae11eca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:17:07.827995 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.managers [req-0e84553c-8629-435d-b5b0-5b48553abc4f req-3f5d2620-0033-4f7d-9610-10efcae11eca service neutron] Attempting to bind port 00d0d578-06cf-4c1f-aecc-813b084a6269 on host hv-cinder-78776 for vnic_type normal with profile {{(pid=91055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 11:17:07.828249 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.managers [req-0e84553c-8629-435d-b5b0-5b48553abc4f req-3f5d2620-0033-4f7d-9610-10efcae11eca service neutron] Attempting to bind port 00d0d578-06cf-4c1f-aecc-813b084a6269 by drivers openvswitch,hyperv on host hv-cinder-78776 at level 0 using segments [{'id': '196e79df-6043-4c3c-bc65-7e8b3bac3a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1374, 'network_id': 'f2a18643-8b9e-461e-b075-a423d396a703'}] {{(pid=91055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 11:17:07.828340 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e84553c-8629-435d-b5b0-5b48553abc4f req-3f5d2620-0033-4f7d-9610-10efcae11eca service neutron] Attempting to bind port 00d0d578-06cf-4c1f-aecc-813b084a6269 on network f2a18643-8b9e-461e-b075-a423d396a703 {{(pid=91055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 11:17:07.830995 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e84553c-8629-435d-b5b0-5b48553abc4f req-3f5d2620-0033-4f7d-9610-10efcae11eca service neutron] Port 00d0d578-06cf-4c1f-aecc-813b084a6269 on network f2a18643-8b9e-461e-b075-a423d396a703 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78776 {{(pid=91055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 11:17:07.831163 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e84553c-8629-435d-b5b0-5b48553abc4f req-3f5d2620-0033-4f7d-9610-10efcae11eca service neutron] Attempting to bind port 00d0d578-06cf-4c1f-aecc-813b084a6269 on network f2a18643-8b9e-461e-b075-a423d396a703 {{(pid=91055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 11:17:07.839127 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e84553c-8629-435d-b5b0-5b48553abc4f req-3f5d2620-0033-4f7d-9610-10efcae11eca service neutron] Checking agent: {'id': 'ec23b603-1024-4efc-b4c9-1692111c39b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78776', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 11, 14, 16), 'started_at': datetime.datetime(2021, 5, 19, 11, 14, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 11, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 11:17:07.839307 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e84553c-8629-435d-b5b0-5b48553abc4f req-3f5d2620-0033-4f7d-9610-10efcae11eca service neutron] Checking segment: {'id': '196e79df-6043-4c3c-bc65-7e8b3bac3a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1374, 'network_id': 'f2a18643-8b9e-461e-b075-a423d396a703'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 11:17:07.839537 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e84553c-8629-435d-b5b0-5b48553abc4f req-3f5d2620-0033-4f7d-9610-10efcae11eca service neutron] Bound using segment: {'id': '196e79df-6043-4c3c-bc65-7e8b3bac3a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1374, 'network_id': 'f2a18643-8b9e-461e-b075-a423d396a703'} {{(pid=91055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 11:17:07.839785 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.managers [req-0e84553c-8629-435d-b5b0-5b48553abc4f req-3f5d2620-0033-4f7d-9610-10efcae11eca service neutron] Bound port: 00d0d578-06cf-4c1f-aecc-813b084a6269, host: hv-cinder-78776, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '196e79df-6043-4c3c-bc65-7e8b3bac3a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1374, 'network_id': 'f2a18643-8b9e-461e-b075-a423d396a703'}}] {{(pid=91055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 11:17:07.839981 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-0e84553c-8629-435d-b5b0-5b48553abc4f req-3f5d2620-0033-4f7d-9610-10efcae11eca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:07.888688 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.db [req-0e84553c-8629-435d-b5b0-5b48553abc4f req-3f5d2620-0033-4f7d-9610-10efcae11eca service neutron] For port 00d0d578-06cf-4c1f-aecc-813b084a6269, host hv-cinder-78776, cleared binding levels {{(pid=91055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 11:17:07.890330 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.db [req-0e84553c-8629-435d-b5b0-5b48553abc4f req-3f5d2620-0033-4f7d-9610-10efcae11eca service neutron] For port 00d0d578-06cf-4c1f-aecc-813b084a6269, host hv-cinder-78776, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=00d0d578-06cf-4c1f-aecc-813b084a6269,segment=NetworkSegment(196e79df-6043-4c3c-bc65-7e8b3bac3a1b),segment_id=196e79df-6043-4c3c-bc65-7e8b3bac3a1b)] {{(pid=91055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 11:17:07.893329 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-0e84553c-8629-435d-b5b0-5b48553abc4f req-3f5d2620-0033-4f7d-9610-10efcae11eca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602'] for port, after_update {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:07.895520 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:17:07.962405 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beee8b19-fe76-40d8-9c45-500ed3296584 req-48421c5a-4e88-46db-8d33-64484c4f1b4f tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:07.963363 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-beee8b19-fe76-40d8-9c45-500ed3296584 req-48421c5a-4e88-46db-8d33-64484c4f1b4f tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=b9edb48c-395f-4e34-9759-d8c4f483021b HTTP/1.1" status: 200 len: 944 time: 0.0673575 May 19 11:17:07.967581 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e84553c-8629-435d-b5b0-5b48553abc4f req-3f5d2620-0033-4f7d-9610-10efcae11eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:07.967933 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-0e84553c-8629-435d-b5b0-5b48553abc4f req-3f5d2620-0033-4f7d-9610-10efcae11eca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695638'] for port, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:07.968712 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-0e84553c-8629-435d-b5b0-5b48553abc4f req-3f5d2620-0033-4f7d-9610-10efcae11eca service neutron] 10.222.0.112 "PUT /v2.0/ports/00d0d578-06cf-4c1f-aecc-813b084a6269 HTTP/1.1" status: 200 len: 1094 time: 0.4910645 May 19 11:17:07.969008 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9edb48c-395f-4e34-9759-d8c4f483021b', 'tag': '00d0d578-06cf-4c1f-aecc-813b084a6269'}] {{(pid=91055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 11:17:07.979147 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5d2620-0033-4f7d-9610-10efcae11eca service neutron] Pushing event updated for resources: {'Port': ['ID=00d0d578-06cf-4c1f-aecc-813b084a6269,revision_number=3']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:17:07.980896 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-3f5d2620-0033-4f7d-9610-10efcae11eca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:17:07.993735 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-beee8b19-fe76-40d8-9c45-500ed3296584 req-3181be5d-f737-42a4-aa58-23a80e414b05 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/security-groups?id=02f8fdd5-5dea-4a08-86bc-b9af91d4a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265088 May 19 11:17:07.996584 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9edb48c-395f-4e34-9759-d8c4f483021b', 'tag': '00d0d578-06cf-4c1f-aecc-813b084a6269', 'status': 'completed', 'code': 200} May 19 11:17:08.127316 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e84553c-8629-435d-b5b0-5b48553abc4f req-231d859a-a742-4c2f-88e9-4d3c87a36fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:08.128002 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-0e84553c-8629-435d-b5b0-5b48553abc4f req-231d859a-a742-4c2f-88e9-4d3c87a36fc9 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=b26c6106177642a58ce4364b8f04cf82&device_id=b9edb48c-395f-4e34-9759-d8c4f483021b HTTP/1.1" status: 200 len: 1097 time: 0.0385818 May 19 11:17:08.180877 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-0e84553c-8629-435d-b5b0-5b48553abc4f req-e05066b5-f9b1-412e-9341-6ca065d439f6 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=00d0d578-06cf-4c1f-aecc-813b084a6269 HTTP/1.1" status: 200 len: 217 time: 0.0319657 May 19 11:17:08.225958 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e84553c-8629-435d-b5b0-5b48553abc4f req-445872c1-597f-4419-bc3f-bd6b012845a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:08.226795 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-0e84553c-8629-435d-b5b0-5b48553abc4f req-445872c1-597f-4419-bc3f-bd6b012845a3 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=ad8c650d-7c1e-4564-9480-5348b05a4c70 HTTP/1.1" status: 200 len: 855 time: 0.0324366 May 19 11:17:08.258757 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-0e84553c-8629-435d-b5b0-5b48553abc4f req-a0f3cf41-bbfb-4d4e-933a-a2c45cdc8c67 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=f2a18643-8b9e-461e-b075-a423d396a703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235102 May 19 11:17:08.342527 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d763318-b926-4730-a105-1accf23803dd req-37f9e34e-0948-4e54-a673-98452553a2b3 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:08.343452 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-1d763318-b926-4730-a105-1accf23803dd req-37f9e34e-0948-4e54-a673-98452553a2b3 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 943 time: 0.0646048 May 19 11:17:08.363066 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-0e84553c-8629-435d-b5b0-5b48553abc4f req-b6a65101-9687-4d12-8ff4-2e493279fd8e service neutron] 10.222.0.112 "GET /v2.0/networks/f2a18643-8b9e-461e-b075-a423d396a703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987215 May 19 11:17:08.371092 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-1d763318-b926-4730-a105-1accf23803dd req-fff93eea-b7ab-40fb-b561-a9f7e45653a9 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/security-groups?id=e67f0d0c-35aa-4baf-bdac-63aaa17f4b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0233965 May 19 11:17:08.406588 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Device f8783db7-0d27-4ff4-b9a6-83e08cec1a40 details requested by agent hyperv_hv-cinder-78776 with host hv-cinder-78776 {{(pid=91057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 11:17:08.457594 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5750e9-3842-4927-91fe-77d24b057389 req-3c4d4a61-714e-4b70-a908-cd5b6115fae0 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:08.458435 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-dc5750e9-3842-4927-91fe-77d24b057389 req-3c4d4a61-714e-4b70-a908-cd5b6115fae0 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=c9a2706a-90b8-47a1-af05-750a15a52f05 HTTP/1.1" status: 200 len: 945 time: 0.0528405 May 19 11:17:08.461260 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-0e84553c-8629-435d-b5b0-5b48553abc4f req-2bd37202-4264-4a4d-ba67-1fe2aa90545e service neutron] 10.222.0.112 "GET /v2.0/networks/f2a18643-8b9e-461e-b075-a423d396a703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0759833 May 19 11:17:08.486441 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] For port f8783db7-0d27-4ff4-b9a6-83e08cec1a40, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=f8783db7-0d27-4ff4-b9a6-83e08cec1a40,segment=NetworkSegment(24d1ac71-d537-4a4a-b908-95411b58ae30),segment_id=24d1ac71-d537-4a4a-b908-95411b58ae30)] {{(pid=91057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:17:08.488442 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-dc5750e9-3842-4927-91fe-77d24b057389 req-ab5f9dd6-49f0-495b-bf8c-33a1af4b0f57 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0258532 May 19 11:17:08.493995 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Returning: {'device': 'f8783db7-0d27-4ff4-b9a6-83e08cec1a40', 'network_id': '2931f069-de15-4656-9c5f-d03f870340b0', 'port_id': 'f8783db7-0d27-4ff4-b9a6-83e08cec1a40', 'mac_address': 'fa:16:3e:f4:a6:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7bf6898-3326-4273-bf87-6a59e4a83cd7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 11:17:08.523296 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:08.531774 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.notifiers.nova [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8783db7-0d27-4ff4-b9a6-83e08cec1a40 {{(pid=91057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 11:17:08.539894 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] For port f8783db7-0d27-4ff4-b9a6-83e08cec1a40, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=f8783db7-0d27-4ff4-b9a6-83e08cec1a40,segment=NetworkSegment(24d1ac71-d537-4a4a-b908-95411b58ae30),segment_id=24d1ac71-d537-4a4a-b908-95411b58ae30)] {{(pid=91057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:17:08.542532 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602'] for port, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:08.543754 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:17:08.594542 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Pushing event updated for resources: {'Port': ['ID=f8783db7-0d27-4ff4-b9a6-83e08cec1a40,revision_number=4']} {{(pid=91057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:17:08.599417 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:17:08.599649 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:17:08.599759 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:17:08.599899 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:17:08.600071 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:17:08.600268 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:17:08.600481 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:17:08.600706 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:17:08.600924 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:17:08.601100 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:17:08.601290 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:17:08.601458 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:17:08.603865 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:17:08.606605 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06a3a7d-21ac-47bf-ab3b-4c19da4da094 req-3095a6b6-34a9-4a6c-8a49-ce88eca9f4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:08.607934 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-e06a3a7d-21ac-47bf-ab3b-4c19da4da094 req-3095a6b6-34a9-4a6c-8a49-ce88eca9f4b4 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=b26c6106177642a58ce4364b8f04cf82&device_id=b9edb48c-395f-4e34-9759-d8c4f483021b HTTP/1.1" status: 200 len: 1097 time: 0.0419836 May 19 11:17:08.681781 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06a3a7d-21ac-47bf-ab3b-4c19da4da094 req-2fd143b9-2fd0-4e11-9845-bbd279416ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:08.682649 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-e06a3a7d-21ac-47bf-ab3b-4c19da4da094 req-2fd143b9-2fd0-4e11-9845-bbd279416ef2 service neutron] 10.222.0.112 "GET /v2.0/networks?id=f2a18643-8b9e-461e-b075-a423d396a703 HTTP/1.1" status: 200 len: 917 time: 0.0698988 May 19 11:17:08.727231 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-e06a3a7d-21ac-47bf-ab3b-4c19da4da094 req-15fb99d5-a71d-4cab-9c6e-2caf63d9b076 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=00d0d578-06cf-4c1f-aecc-813b084a6269 HTTP/1.1" status: 200 len: 217 time: 0.0374045 May 19 11:17:08.742720 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2b61a5-cfd1-4339-8c70-a10d0cc10c10 req-6683bc79-ddac-4878-ab1c-eb3038610477 tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:08.743657 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-ed2b61a5-cfd1-4339-8c70-a10d0cc10c10 req-6683bc79-ddac-4878-ab1c-eb3038610477 tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] 10.222.0.90 "GET /v2.0/ports?device_id=27589573-cc4a-40e0-a90c-31739cffe095 HTTP/1.1" status: 200 len: 945 time: 0.0479329 May 19 11:17:08.768837 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-ed2b61a5-cfd1-4339-8c70-a10d0cc10c10 req-98d5f7c9-540d-40ab-a7d4-66b6f36cc408 tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] 10.222.0.90 "GET /v2.0/security-groups?id=e491c481-3a65-4aed-8ce1-50d931fc68aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0215771 May 19 11:17:08.802898 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 46674) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:17:08.813793 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06a3a7d-21ac-47bf-ab3b-4c19da4da094 req-70834076-c5a6-4078-abc2-7e6cbb808d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:08.814629 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-e06a3a7d-21ac-47bf-ab3b-4c19da4da094 req-70834076-c5a6-4078-abc2-7e6cbb808d9f service neutron] 10.222.0.112 "GET /v2.0/subnets?id=ad8c650d-7c1e-4564-9480-5348b05a4c70 HTTP/1.1" status: 200 len: 855 time: 0.0324996 May 19 11:17:08.843340 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-e06a3a7d-21ac-47bf-ab3b-4c19da4da094 req-b28ed4f5-ab14-4e8e-bab0-45dbe3c7a14a service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=f2a18643-8b9e-461e-b075-a423d396a703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231216 May 19 11:17:08.866178 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-0e6ef1e8-de56-44ea-a159-d7acf1b07dd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:08.874351 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-0e6ef1e8-de56-44ea-a159-d7acf1b07dd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:17:08.876645 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-0e6ef1e8-de56-44ea-a159-d7acf1b07dd4 admin admin] Usage tracker for resource:security_group_rule and tenant:d5ccb278387d4816a9735a48469d5984 is out of sync, need to count used quota {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:17:08.878327 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-0e6ef1e8-de56-44ea-a159-d7acf1b07dd4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:17:08.881438 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-0e6ef1e8-de56-44ea-a159-d7acf1b07dd4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:17:08.926043 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-0e6ef1e8-de56-44ea-a159-d7acf1b07dd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:08.928573 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-e06a3a7d-21ac-47bf-ab3b-4c19da4da094 req-0125932e-1c77-4565-a52a-4e2ae66b8790 service neutron] 10.222.0.112 "GET /v2.0/networks/f2a18643-8b9e-461e-b075-a423d396a703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0700743 May 19 11:17:08.929346 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-0e6ef1e8-de56-44ea-a159-d7acf1b07dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:08.932951 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-7795e7ef-48ba-44d2-aef6-ae82127f5a80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:17:08.954145 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-0e6ef1e8-de56-44ea-a159-d7acf1b07dd4 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=d5ccb278387d4816a9735a48469d5984&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1503699 May 19 11:17:08.954650 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6ef1e8-de56-44ea-a159-d7acf1b07dd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d520eaeb-b93c-4583-81a0-0c15e694093a,revision_number=1']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:17:08.955995 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 46680) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:17:08.956626 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-0e6ef1e8-de56-44ea-a159-d7acf1b07dd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:17:08.986381 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-c686e7a6-6e2b-4a2e-9d3a-f97ea84a375e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:08.998590 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-c686e7a6-6e2b-4a2e-9d3a-f97ea84a375e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:09.024404 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-c686e7a6-6e2b-4a2e-9d3a-f97ea84a375e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:09.026422 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-27ddac08-df5f-40a1-a3e9-98d0e7003faf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:17:09.032459 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c686e7a6-6e2b-4a2e-9d3a-f97ea84a375e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d520eaeb-b93c-4583-81a0-0c15e694093a,revision_number=None']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:17:09.034421 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-c686e7a6-6e2b-4a2e-9d3a-f97ea84a375e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.008s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:17:09.036161 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-c686e7a6-6e2b-4a2e-9d3a-f97ea84a375e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:09.038590 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-c686e7a6-6e2b-4a2e-9d3a-f97ea84a375e admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/d520eaeb-b93c-4583-81a0-0c15e694093a HTTP/1.1" status: 204 len: 168 time: 0.0801153 May 19 11:17:09.102088 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d80ac1-0c19-4c43-a29c-3104e0dbc44f req-fa246c30-7319-4117-9079-5c50cf518a26 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:09.102919 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-c9d80ac1-0c19-4c43-a29c-3104e0dbc44f req-fa246c30-7319-4117-9079-5c50cf518a26 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=b9edb48c-395f-4e34-9759-d8c4f483021b HTTP/1.1" status: 200 len: 944 time: 0.0476005 May 19 11:17:09.129800 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-c9d80ac1-0c19-4c43-a29c-3104e0dbc44f req-dcdacb53-ba57-45e9-92e3-435463287015 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/security-groups?id=02f8fdd5-5dea-4a08-86bc-b9af91d4a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0234892 May 19 11:17:09.193054 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 46690) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:17:09.203627 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-9ec82564-f868-408d-b2c6-863f36677c64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:09.211824 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-9ec82564-f868-408d-b2c6-863f36677c64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:17:09.214108 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-9ec82564-f868-408d-b2c6-863f36677c64 admin admin] Usage tracker for resource:security_group_rule and tenant:4088f363dcb844cd9580d95f0dd2f6fc is out of sync, need to count used quota {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:17:09.215642 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-9ec82564-f868-408d-b2c6-863f36677c64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:17:09.218864 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-9ec82564-f868-408d-b2c6-863f36677c64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:17:09.265986 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-9ec82564-f868-408d-b2c6-863f36677c64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:09.268332 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-9ec82564-f868-408d-b2c6-863f36677c64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:09.272145 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:17:09.279979 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] get_ports_and_sgs() called for port_ids ['f8783db7-0d27-4ff4-b9a6-83e08cec1a40'] {{(pid=91057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 11:17:09.292610 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec82564-f868-408d-b2c6-863f36677c64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07d61d5c-3214-430c-9fd2-571fcfec90c5,revision_number=1']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:17:09.295109 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-9ec82564-f868-408d-b2c6-863f36677c64 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=4088f363dcb844cd9580d95f0dd2f6fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1013987 May 19 11:17:09.295611 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-9ec82564-f868-408d-b2c6-863f36677c64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:17:09.296965 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 46694) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:17:09.328943 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-660c6ca7-6704-42b5-8ff6-8fa12db7daad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:09.343523 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-660c6ca7-6704-42b5-8ff6-8fa12db7daad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:09.373182 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-660c6ca7-6704-42b5-8ff6-8fa12db7daad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:09.375799 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-d0758935-1e76-467c-a5b9-07f041c4f86b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:17:09.382430 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660c6ca7-6704-42b5-8ff6-8fa12db7daad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07d61d5c-3214-430c-9fd2-571fcfec90c5,revision_number=None']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:17:09.384479 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-660c6ca7-6704-42b5-8ff6-8fa12db7daad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:17:09.388239 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-660c6ca7-6704-42b5-8ff6-8fa12db7daad admin admin] Notify callbacks [] for security_group, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:09.388963 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-660c6ca7-6704-42b5-8ff6-8fa12db7daad admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/07d61d5c-3214-430c-9fd2-571fcfec90c5 HTTP/1.1" status: 204 len: 168 time: 0.0910525 May 19 11:17:09.500969 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8293e249-8dbc-448c-a572-588c9466084d req-be79c6fd-c1a6-4223-bbe6-7ad0ba20b4e2 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:09.502279 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-8293e249-8dbc-448c-a572-588c9466084d req-be79c6fd-c1a6-4223-bbe6-7ad0ba20b4e2 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 943 time: 0.0637605 May 19 11:17:09.537449 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-8293e249-8dbc-448c-a572-588c9466084d req-3d4de55e-3ab4-4dbb-8dbe-70eb2a1131af tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/security-groups?id=e67f0d0c-35aa-4baf-bdac-63aaa17f4b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305452 May 19 11:17:09.589989 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e127cac9-ad7c-4dc9-8e96-20412d4d4a92 req-498d236e-d3bb-4ff2-a944-2a56ea0d65ef tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:09.590820 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-e127cac9-ad7c-4dc9-8e96-20412d4d4a92 req-498d236e-d3bb-4ff2-a944-2a56ea0d65ef tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=c9a2706a-90b8-47a1-af05-750a15a52f05 HTTP/1.1" status: 200 len: 945 time: 0.0435460 May 19 11:17:09.615083 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-e127cac9-ad7c-4dc9-8e96-20412d4d4a92 req-8d4648e3-0999-410a-a055-ef556d07d7b9 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0207584 May 19 11:17:09.878027 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa56080-6a2c-4c15-a91f-27d53b931ce5 req-c60df1d0-f19b-4893-8b50-e7417beafa61 tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:09.879067 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-3aa56080-6a2c-4c15-a91f-27d53b931ce5 req-c60df1d0-f19b-4893-8b50-e7417beafa61 tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] 10.222.0.90 "GET /v2.0/ports?device_id=27589573-cc4a-40e0-a90c-31739cffe095 HTTP/1.1" status: 200 len: 945 time: 0.0503759 May 19 11:17:09.905682 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-3aa56080-6a2c-4c15-a91f-27d53b931ce5 req-9e78b770-3d5a-494f-8346-1df10cbdec75 tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] 10.222.0.90 "GET /v2.0/security-groups?id=e491c481-3a65-4aed-8ce1-50d931fc68aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0230632 May 19 11:17:09.939840 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-e06a3a7d-21ac-47bf-ab3b-4c19da4da094 req-e1ec44d5-d316-48a6-8eba-67b859a5fb64 service neutron] 10.222.0.112 "GET /v2.0/networks/f2a18643-8b9e-461e-b075-a423d396a703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797632 May 19 11:17:10.239449 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27ab75d-6d77-4b24-90f9-11add28f9ae2 req-975a8b88-e493-4387-8f73-5a63d73f1d3f tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:10.240280 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-e27ab75d-6d77-4b24-90f9-11add28f9ae2 req-975a8b88-e493-4387-8f73-5a63d73f1d3f tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=b9edb48c-395f-4e34-9759-d8c4f483021b HTTP/1.1" status: 200 len: 944 time: 0.0458546 May 19 11:17:10.267295 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-e27ab75d-6d77-4b24-90f9-11add28f9ae2 req-f495d5ed-26fe-4599-ba3a-3054a9801567 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/security-groups?id=02f8fdd5-5dea-4a08-86bc-b9af91d4a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0234997 May 19 11:17:10.574420 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 46766) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:17:10.678642 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-e84b2e0a-f8ad-4965-aaf3-c87c651faea1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:10.691104 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-e84b2e0a-f8ad-4965-aaf3-c87c651faea1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:17:10.694060 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-e84b2e0a-f8ad-4965-aaf3-c87c651faea1 admin admin] Usage tracker for resource:security_group_rule and tenant:1d24ab3a2d6441d984cf83af1599ea17 is out of sync, need to count used quota {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:17:10.696134 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-e84b2e0a-f8ad-4965-aaf3-c87c651faea1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:17:10.699948 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-e84b2e0a-f8ad-4965-aaf3-c87c651faea1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:17:10.720118 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f0018b-cc89-41f4-9c79-285f95505c51 req-ef2adc70-decf-43fa-afc7-8216c5faa619 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:10.721031 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-00f0018b-cc89-41f4-9c79-285f95505c51 req-ef2adc70-decf-43fa-afc7-8216c5faa619 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 943 time: 0.1220620 May 19 11:17:10.765965 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-00f0018b-cc89-41f4-9c79-285f95505c51 req-e6235f0c-b513-43d5-b1d5-9c0ff4e171d8 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/security-groups?id=e67f0d0c-35aa-4baf-bdac-63aaa17f4b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367415 May 19 11:17:10.776617 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-e84b2e0a-f8ad-4965-aaf3-c87c651faea1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:10.780044 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-e84b2e0a-f8ad-4965-aaf3-c87c651faea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:10.784355 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-7b299440-79fa-479b-a29c-e0278f09836e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:17:10.806422 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-e84b2e0a-f8ad-4965-aaf3-c87c651faea1 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=1d24ab3a2d6441d984cf83af1599ea17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2310483 May 19 11:17:10.806995 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b2e0a-f8ad-4965-aaf3-c87c651faea1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f740b348-3791-42cc-abf8-dd004a75202f,revision_number=1']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:17:10.808517 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 46774) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:17:10.809712 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-e84b2e0a-f8ad-4965-aaf3-c87c651faea1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:17:10.867940 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-a350340b-8372-42c9-9503-bb8b72bc5f24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:10.885827 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-a350340b-8372-42c9-9503-bb8b72bc5f24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:10.898828 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac092b73-81a8-43da-8c5b-5923b9a1c6e2 req-1a16e1ef-daf3-4502-8ee2-8664569dc603 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:10.899783 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-ac092b73-81a8-43da-8c5b-5923b9a1c6e2 req-1a16e1ef-daf3-4502-8ee2-8664569dc603 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=c9a2706a-90b8-47a1-af05-750a15a52f05 HTTP/1.1" status: 200 len: 945 time: 0.0767059 May 19 11:17:10.932598 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-ac092b73-81a8-43da-8c5b-5923b9a1c6e2 req-db01d4fc-8f5a-422b-8866-d45aba3b76a7 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0262547 May 19 11:17:10.933441 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-a350340b-8372-42c9-9503-bb8b72bc5f24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:10.935319 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-0eb97c21-b47f-46d7-b33a-808c9b645020 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:17:10.942708 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a350340b-8372-42c9-9503-bb8b72bc5f24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f740b348-3791-42cc-abf8-dd004a75202f,revision_number=None']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:17:10.944135 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-a350340b-8372-42c9-9503-bb8b72bc5f24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:17:10.950162 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-a350340b-8372-42c9-9503-bb8b72bc5f24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:10.950806 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-a350340b-8372-42c9-9503-bb8b72bc5f24 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/f740b348-3791-42cc-abf8-dd004a75202f HTTP/1.1" status: 204 len: 168 time: 0.1419823 May 19 11:17:11.035305 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a99671-79a4-4f6b-8f2f-d5ddf4cbf6f4 req-136b118e-d5d3-4616-8083-d9e6a7bd702b tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:11.036247 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-64a99671-79a4-4f6b-8f2f-d5ddf4cbf6f4 req-136b118e-d5d3-4616-8083-d9e6a7bd702b tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] 10.222.0.90 "GET /v2.0/ports?device_id=27589573-cc4a-40e0-a90c-31739cffe095 HTTP/1.1" status: 200 len: 945 time: 0.0472744 May 19 11:17:11.062080 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-64a99671-79a4-4f6b-8f2f-d5ddf4cbf6f4 req-57b6c11b-d4e8-44ba-a8f3-7920fd516510 tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] 10.222.0.90 "GET /v2.0/security-groups?id=e491c481-3a65-4aed-8ce1-50d931fc68aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0221756 May 19 11:17:11.379113 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd582d54-0ecd-42dd-b972-4e85968c0bda req-f9babd22-417b-431d-91b6-13f6e0f5e2f0 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:11.379952 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-fd582d54-0ecd-42dd-b972-4e85968c0bda req-f9babd22-417b-431d-91b6-13f6e0f5e2f0 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=b9edb48c-395f-4e34-9759-d8c4f483021b HTTP/1.1" status: 200 len: 944 time: 0.0437841 May 19 11:17:11.403476 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-fd582d54-0ecd-42dd-b972-4e85968c0bda req-9c96e7c2-0632-4bfa-bea7-9f73b06f0822 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/security-groups?id=02f8fdd5-5dea-4a08-86bc-b9af91d4a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0201356 May 19 11:17:11.871064 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecbd033-996f-4cf3-babb-71432b4810c4 req-d1a7a265-5be7-4a6c-94d8-a471131682ef tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:11.871894 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-5ecbd033-996f-4cf3-babb-71432b4810c4 req-d1a7a265-5be7-4a6c-94d8-a471131682ef tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 943 time: 0.0459995 May 19 11:17:11.896390 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-5ecbd033-996f-4cf3-babb-71432b4810c4 req-58d148b2-ad90-4a86-be4a-18076cd4a514 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/security-groups?id=e67f0d0c-35aa-4baf-bdac-63aaa17f4b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0211513 May 19 11:17:12.037198 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d72475f-fcef-4013-9057-47811ff84842 req-a853d442-dc86-47f0-9c5c-a93ec8e34fc9 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:12.038053 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-4d72475f-fcef-4013-9057-47811ff84842 req-a853d442-dc86-47f0-9c5c-a93ec8e34fc9 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=c9a2706a-90b8-47a1-af05-750a15a52f05 HTTP/1.1" status: 200 len: 945 time: 0.0472219 May 19 11:17:12.068606 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-4d72475f-fcef-4013-9057-47811ff84842 req-b6290ebd-711c-4a3d-93f0-c5e3860f2f6d tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0234191 May 19 11:17:12.164988 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dafede-ca52-444d-9d1b-cbc463e1e2da req-33e1c527-879c-4dbf-9ac9-1977c62177d4 tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:12.165910 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-38dafede-ca52-444d-9d1b-cbc463e1e2da req-33e1c527-879c-4dbf-9ac9-1977c62177d4 tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] 10.222.0.90 "GET /v2.0/ports?device_id=27589573-cc4a-40e0-a90c-31739cffe095 HTTP/1.1" status: 200 len: 945 time: 0.0467966 May 19 11:17:12.190964 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-38dafede-ca52-444d-9d1b-cbc463e1e2da req-8514c093-61d9-44ab-a45d-fd6be9eee9f3 tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] 10.222.0.90 "GET /v2.0/security-groups?id=e491c481-3a65-4aed-8ce1-50d931fc68aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0210686 May 19 11:17:12.427793 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Device f8783db7-0d27-4ff4-b9a6-83e08cec1a40 up at agent hyperv_hv-cinder-78776 {{(pid=91057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 11:17:12.488350 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Provisioning for port f8783db7-0d27-4ff4-b9a6-83e08cec1a40 completed by entity L2. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 11:17:12.491690 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Provisioning complete for port f8783db7-0d27-4ff4-b9a6-83e08cec1a40 triggered by entity L2. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:17:12.491951 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441453'] for port, provisioning_complete {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:12.541704 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4412d4-1ab1-4e7a-9aba-4a751db588b2 req-9d09c1af-34e2-4c6f-b7d6-4b488b61b35a tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:12.542667 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-af4412d4-1ab1-4e7a-9aba-4a751db588b2 req-9d09c1af-34e2-4c6f-b7d6-4b488b61b35a tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=b9edb48c-395f-4e34-9759-d8c4f483021b HTTP/1.1" status: 200 len: 944 time: 0.0547252 May 19 11:17:12.568224 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:12.572190 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-af4412d4-1ab1-4e7a-9aba-4a751db588b2 req-7f8e8e0a-6338-47f1-a8c8-4f4f46392b74 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/security-groups?id=02f8fdd5-5dea-4a08-86bc-b9af91d4a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0254500 May 19 11:17:12.575475 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-ad2d0a69-78f7-4b97-a92b-01e3b9cb7f6e req-5fb954b9-c0b7-4643-bb24-d75933e22cae service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=15bb00ba-1ae7-4b08-8b0b-6eeb024426a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0872867 May 19 11:17:12.589659 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27589573-cc4a-40e0-a90c-31739cffe095', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8783db7-0d27-4ff4-b9a6-83e08cec1a40'}] {{(pid=91057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 11:17:12.595435 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] For port f8783db7-0d27-4ff4-b9a6-83e08cec1a40, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=f8783db7-0d27-4ff4-b9a6-83e08cec1a40,segment=NetworkSegment(24d1ac71-d537-4a4a-b908-95411b58ae30),segment_id=24d1ac71-d537-4a4a-b908-95411b58ae30)] {{(pid=91057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:17:12.598172 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602'] for port, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:12.599476 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:17:12.638758 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Pushing event updated for resources: {'Port': ['ID=f8783db7-0d27-4ff4-b9a6-83e08cec1a40,revision_number=5']} {{(pid=91057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:17:12.640707 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:17:12.775915 dv-cinder-787764-1-iscsi neutron-server[91057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27589573-cc4a-40e0-a90c-31739cffe095', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8783db7-0d27-4ff4-b9a6-83e08cec1a40', 'code': 200} May 19 11:17:13.002109 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479cd1aa-bc8e-4a85-9768-841377c00d53 req-0ba67348-a112-492d-9ddd-742487ddac3c tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:13.002924 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-479cd1aa-bc8e-4a85-9768-841377c00d53 req-0ba67348-a112-492d-9ddd-742487ddac3c tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 943 time: 0.0447133 May 19 11:17:13.028450 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-479cd1aa-bc8e-4a85-9768-841377c00d53 req-3a05b124-074f-4fd2-92bf-3708eaa2c8a9 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/security-groups?id=e67f0d0c-35aa-4baf-bdac-63aaa17f4b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0220017 May 19 11:17:13.210932 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ab14fa-f1a5-405e-91c7-478bfd0f6860 req-0f4ab526-5154-4726-81a5-283ac098b6c0 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:13.211798 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-b8ab14fa-f1a5-405e-91c7-478bfd0f6860 req-0f4ab526-5154-4726-81a5-283ac098b6c0 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=c9a2706a-90b8-47a1-af05-750a15a52f05 HTTP/1.1" status: 200 len: 945 time: 0.0639298 May 19 11:17:13.236890 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-b8ab14fa-f1a5-405e-91c7-478bfd0f6860 req-ac1faa1e-722c-48f7-89c7-cae9aeb05d02 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0214617 May 19 11:17:13.338131 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97ea994-57cf-476b-8010-2c08ff7d6f58 req-25d6e5bc-2549-4d70-a6bf-83ec625922e5 tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:13.338955 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-e97ea994-57cf-476b-8010-2c08ff7d6f58 req-25d6e5bc-2549-4d70-a6bf-83ec625922e5 tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] 10.222.0.90 "GET /v2.0/ports?device_id=27589573-cc4a-40e0-a90c-31739cffe095 HTTP/1.1" status: 200 len: 946 time: 0.0496047 May 19 11:17:13.363751 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-e97ea994-57cf-476b-8010-2c08ff7d6f58 req-30951548-393e-4380-ad35-61dda0660d8a tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] 10.222.0.90 "GET /v2.0/security-groups?id=e491c481-3a65-4aed-8ce1-50d931fc68aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0206125 May 19 11:17:13.717074 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234f31f7-4352-4ad9-9527-b15ff9a2c35f req-c56ba8b8-a882-491e-93aa-99ce9d158873 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:13.718943 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-234f31f7-4352-4ad9-9527-b15ff9a2c35f req-c56ba8b8-a882-491e-93aa-99ce9d158873 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=b9edb48c-395f-4e34-9759-d8c4f483021b HTTP/1.1" status: 200 len: 944 time: 0.0634067 May 19 11:17:13.748205 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-234f31f7-4352-4ad9-9527-b15ff9a2c35f req-40c38e34-3bf3-4453-80e9-7083243f8bc9 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/security-groups?id=02f8fdd5-5dea-4a08-86bc-b9af91d4a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0246406 May 19 11:17:13.920009 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7573094-0e97-4c4b-af1d-322ba03be1a6 req-babe25d8-bc48-4f69-82ef-09b180d6587a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:13.920914 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-b7573094-0e97-4c4b-af1d-322ba03be1a6 req-babe25d8-bc48-4f69-82ef-09b180d6587a service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=27589573-cc4a-40e0-a90c-31739cffe095 HTTP/1.1" status: 200 len: 1099 time: 0.0394213 May 19 11:17:13.945487 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-b7573094-0e97-4c4b-af1d-322ba03be1a6 req-94f7d7e2-a09a-46b3-ac72-aeeab93203d0 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=e491c481-3a65-4aed-8ce1-50d931fc68aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0198877 May 19 11:17:13.964847 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c64c0b-9c90-44fa-b795-83223c22df2f req-fda6e1e7-577a-4552-b0c1-2717034e1fa6 tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:13.965751 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-05c64c0b-9c90-44fa-b795-83223c22df2f req-fda6e1e7-577a-4552-b0c1-2717034e1fa6 tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] 10.222.0.90 "GET /v2.0/ports?device_id=86d683d8-3072-421b-96a6-7fcdd344d2f6 HTTP/1.1" status: 200 len: 945 time: 0.0537930 May 19 11:17:13.991505 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-05c64c0b-9c90-44fa-b795-83223c22df2f req-e3cc9af3-0fcb-4a75-8799-bff48ce7191f tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] 10.222.0.90 "GET /v2.0/security-groups?id=ff0dbe48-5c91-4369-b113-7de6c0a7016b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0224211 May 19 11:17:14.159769 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8a3614-3af0-4c86-9a9f-189841b1aa6e req-1c83f16c-7541-4f25-8314-7bccd720806c tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:14.160589 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-0a8a3614-3af0-4c86-9a9f-189841b1aa6e req-1c83f16c-7541-4f25-8314-7bccd720806c tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 943 time: 0.0604470 May 19 11:17:14.183429 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-0a8a3614-3af0-4c86-9a9f-189841b1aa6e req-318f93a0-f6ec-43de-874a-92655ce0c7c5 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/security-groups?id=e67f0d0c-35aa-4baf-bdac-63aaa17f4b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0195255 May 19 11:17:14.360388 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7232d27-9ab3-4b4b-9923-d27164a75423 req-a726e858-24d4-4c1f-8c3b-9ee1d1c0bc7a tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:14.361287 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-e7232d27-9ab3-4b4b-9923-d27164a75423 req-a726e858-24d4-4c1f-8c3b-9ee1d1c0bc7a tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=c9a2706a-90b8-47a1-af05-750a15a52f05 HTTP/1.1" status: 200 len: 945 time: 0.0458279 May 19 11:17:14.390517 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-e7232d27-9ab3-4b4b-9923-d27164a75423 req-652f48a2-db9c-494e-a493-7429393bc631 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0225918 May 19 11:17:14.525088 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2752a879-1548-4d25-b9bc-65be95bd179c req-922cd330-6c1a-45a8-850b-e484f9c64dda tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:14.525991 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-2752a879-1548-4d25-b9bc-65be95bd179c req-922cd330-6c1a-45a8-850b-e484f9c64dda tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] 10.222.0.90 "GET /v2.0/ports?device_id=27589573-cc4a-40e0-a90c-31739cffe095 HTTP/1.1" status: 200 len: 946 time: 0.1050580 May 19 11:17:14.551487 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-2752a879-1548-4d25-b9bc-65be95bd179c req-44205df5-f3c0-4f51-9288-e2482e982bff tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] 10.222.0.90 "GET /v2.0/security-groups?id=e491c481-3a65-4aed-8ce1-50d931fc68aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0220077 May 19 11:17:14.885602 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e788a89-d507-4584-b04f-de69958abba1 req-62c85e23-3073-4a39-a5d7-5c41b880cd0a tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:14.886553 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-0e788a89-d507-4584-b04f-de69958abba1 req-62c85e23-3073-4a39-a5d7-5c41b880cd0a tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=b9edb48c-395f-4e34-9759-d8c4f483021b HTTP/1.1" status: 200 len: 944 time: 0.0522709 May 19 11:17:14.915747 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-0e788a89-d507-4584-b04f-de69958abba1 req-06f7a423-913c-4581-a8fe-4c0c65b184d6 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/security-groups?id=02f8fdd5-5dea-4a08-86bc-b9af91d4a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0251851 May 19 11:17:15.112343 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c402f21-b28f-4a44-bf64-84fa40b65c91 req-cec35216-bc3c-4b07-8311-c857af75d01f tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:15.113180 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-0c402f21-b28f-4a44-bf64-84fa40b65c91 req-cec35216-bc3c-4b07-8311-c857af75d01f tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] 10.222.0.90 "GET /v2.0/ports?device_id=86d683d8-3072-421b-96a6-7fcdd344d2f6 HTTP/1.1" status: 200 len: 945 time: 0.0553093 May 19 11:17:15.153413 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-0c402f21-b28f-4a44-bf64-84fa40b65c91 req-fabf78ba-efc7-40bd-b249-9ac1087cfe45 tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] 10.222.0.90 "GET /v2.0/security-groups?id=ff0dbe48-5c91-4369-b113-7de6c0a7016b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363128 May 19 11:17:15.301394 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cda03e7-6327-4007-a8c5-91cb4be96f73 req-51d6584e-c8ce-44fa-8b68-1ee771a41cb4 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:15.302377 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-2cda03e7-6327-4007-a8c5-91cb4be96f73 req-51d6584e-c8ce-44fa-8b68-1ee771a41cb4 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 943 time: 0.0555038 May 19 11:17:15.329371 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-2cda03e7-6327-4007-a8c5-91cb4be96f73 req-490174cf-eaea-4518-af9e-494d78d2686f tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/security-groups?id=e67f0d0c-35aa-4baf-bdac-63aaa17f4b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0234334 May 19 11:17:15.428759 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2d0a69-78f7-4b97-a92b-01e3b9cb7f6e req-15d4a44b-a6f7-4920-a3fa-9ed67e075268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:15.429716 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-ad2d0a69-78f7-4b97-a92b-01e3b9cb7f6e req-15d4a44b-a6f7-4920-a3fa-9ed67e075268 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=b26c6106177642a58ce4364b8f04cf82&device_id=15bb00ba-1ae7-4b08-8b0b-6eeb024426a9 HTTP/1.1" status: 200 len: 1099 time: 0.0432408 May 19 11:17:15.510184 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90954417-0650-4dd9-b102-403d08844f69 req-8dafdebd-3f94-4634-b5b7-ae4209f7c765 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:15.511274 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-90954417-0650-4dd9-b102-403d08844f69 req-8dafdebd-3f94-4634-b5b7-ae4209f7c765 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=c9a2706a-90b8-47a1-af05-750a15a52f05 HTTP/1.1" status: 200 len: 945 time: 0.0502973 May 19 11:17:15.514835 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2d0a69-78f7-4b97-a92b-01e3b9cb7f6e req-0d152e76-b409-4358-9675-86351d469c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:15.515664 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-ad2d0a69-78f7-4b97-a92b-01e3b9cb7f6e req-0d152e76-b409-4358-9675-86351d469c76 service neutron] 10.222.0.112 "GET /v2.0/networks?id=f2a18643-8b9e-461e-b075-a423d396a703 HTTP/1.1" status: 200 len: 917 time: 0.0691223 May 19 11:17:15.540973 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-90954417-0650-4dd9-b102-403d08844f69 req-dbf9b96e-079c-4ad7-8b4f-0b38a01440a4 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0259161 May 19 11:17:15.557422 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-ad2d0a69-78f7-4b97-a92b-01e3b9cb7f6e req-0a619999-327b-47e3-82c2-fd91e4758405 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7aa4ffd5-7d11-4dd0-b47c-6f547aa78979 HTTP/1.1" status: 200 len: 217 time: 0.0338881 May 19 11:17:15.601119 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2d0a69-78f7-4b97-a92b-01e3b9cb7f6e req-b9bd630c-5713-4b96-80c1-b86efe36268c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:15.602173 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-ad2d0a69-78f7-4b97-a92b-01e3b9cb7f6e req-b9bd630c-5713-4b96-80c1-b86efe36268c service neutron] 10.222.0.112 "GET /v2.0/subnets?id=ad8c650d-7c1e-4564-9480-5348b05a4c70 HTTP/1.1" status: 200 len: 855 time: 0.0323558 May 19 11:17:15.632444 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-ad2d0a69-78f7-4b97-a92b-01e3b9cb7f6e req-a1dd60f1-fb2d-4856-a88c-8f81f14c5070 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=f2a18643-8b9e-461e-b075-a423d396a703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0227518 May 19 11:17:15.652897 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f195fcaa-450a-4dd5-a58f-cea2258af1a0 req-5de7ebd7-a7b1-43e0-af16-a3dce81f43c8 tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:15.653698 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-f195fcaa-450a-4dd5-a58f-cea2258af1a0 req-5de7ebd7-a7b1-43e0-af16-a3dce81f43c8 tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] 10.222.0.90 "GET /v2.0/ports?device_id=27589573-cc4a-40e0-a90c-31739cffe095 HTTP/1.1" status: 200 len: 946 time: 0.0455470 May 19 11:17:15.678530 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-f195fcaa-450a-4dd5-a58f-cea2258af1a0 req-43be8cad-b878-4028-a8fa-449f7044bc52 tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] 10.222.0.90 "GET /v2.0/security-groups?id=e491c481-3a65-4aed-8ce1-50d931fc68aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0211880 May 19 11:17:15.719139 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-ad2d0a69-78f7-4b97-a92b-01e3b9cb7f6e req-595a13b1-c063-48d1-9ecb-5b5fd3e904dc service neutron] 10.222.0.112 "GET /v2.0/networks/f2a18643-8b9e-461e-b075-a423d396a703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0758073 May 19 11:17:15.797119 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-ad2d0a69-78f7-4b97-a92b-01e3b9cb7f6e req-475ea98e-8c82-4544-98d0-50a66dd2a6b6 service neutron] 10.222.0.112 "GET /v2.0/networks/f2a18643-8b9e-461e-b075-a423d396a703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0687497 May 19 11:17:16.018928 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3141b8d-7b0c-43b1-881f-98a0ab6a8404 req-17a90fad-d914-457c-826c-caf48181c93d tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:16.019784 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-b3141b8d-7b0c-43b1-881f-98a0ab6a8404 req-17a90fad-d914-457c-826c-caf48181c93d tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=b9edb48c-395f-4e34-9759-d8c4f483021b HTTP/1.1" status: 200 len: 944 time: 0.0450542 May 19 11:17:16.049918 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-b3141b8d-7b0c-43b1-881f-98a0ab6a8404 req-f0e5cff9-3818-417e-ad54-5a6000cf7265 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/security-groups?id=02f8fdd5-5dea-4a08-86bc-b9af91d4a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267441 May 19 11:17:16.222945 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:16.265091 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ec5c7f-8827-4409-91cf-c044b02d1c44 req-4366c1be-d744-4722-9848-0cda893e2502 tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:16.266628 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-87ec5c7f-8827-4409-91cf-c044b02d1c44 req-4366c1be-d744-4722-9848-0cda893e2502 tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] 10.222.0.90 "GET /v2.0/ports?device_id=86d683d8-3072-421b-96a6-7fcdd344d2f6 HTTP/1.1" status: 200 len: 945 time: 0.0442975 May 19 11:17:16.293828 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-87ec5c7f-8827-4409-91cf-c044b02d1c44 req-a7c5f2a1-6cff-4704-bb99-b76489921ada tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] 10.222.0.90 "GET /v2.0/security-groups?id=ff0dbe48-5c91-4369-b113-7de6c0a7016b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0235784 May 19 11:17:16.429942 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952d8c51-13de-468d-b7b2-83a3fbcc9e99 req-4e434129-d810-4dee-8b17-abcc01613a64 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:16.430780 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-952d8c51-13de-468d-b7b2-83a3fbcc9e99 req-4e434129-d810-4dee-8b17-abcc01613a64 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 943 time: 0.0453429 May 19 11:17:16.438359 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Device 00d0d578-06cf-4c1f-aecc-813b084a6269 details requested by agent hyperv_hv-cinder-78776 with host hv-cinder-78776 {{(pid=91057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 11:17:16.456616 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-952d8c51-13de-468d-b7b2-83a3fbcc9e99 req-e385a82f-5852-4066-ae6a-f37ab38ea85d tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/security-groups?id=e67f0d0c-35aa-4baf-bdac-63aaa17f4b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0223298 May 19 11:17:16.528873 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] For port 00d0d578-06cf-4c1f-aecc-813b084a6269, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=00d0d578-06cf-4c1f-aecc-813b084a6269,segment=NetworkSegment(196e79df-6043-4c3c-bc65-7e8b3bac3a1b),segment_id=196e79df-6043-4c3c-bc65-7e8b3bac3a1b)] {{(pid=91057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:17:16.536525 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Returning: {'device': '00d0d578-06cf-4c1f-aecc-813b084a6269', 'network_id': 'f2a18643-8b9e-461e-b075-a423d396a703', 'port_id': '00d0d578-06cf-4c1f-aecc-813b084a6269', 'mac_address': 'fa:16:3e:67:63:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad8c650d-7c1e-4564-9480-5348b05a4c70', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 11:17:16.570731 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:16.579956 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.notifiers.nova [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00d0d578-06cf-4c1f-aecc-813b084a6269 {{(pid=91057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 11:17:16.588920 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] For port 00d0d578-06cf-4c1f-aecc-813b084a6269, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=00d0d578-06cf-4c1f-aecc-813b084a6269,segment=NetworkSegment(196e79df-6043-4c3c-bc65-7e8b3bac3a1b),segment_id=196e79df-6043-4c3c-bc65-7e8b3bac3a1b)] {{(pid=91057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:17:16.591432 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602'] for port, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:16.593187 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-19749cd4-e961-4a88-9ad9-85f662ece8da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:17:16.629846 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Pushing event updated for resources: {'Port': ['ID=00d0d578-06cf-4c1f-aecc-813b084a6269,revision_number=4']} {{(pid=91057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:17:16.631750 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:17:16.646862 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eb78fc-77e6-4633-8728-42c61ca91a57 req-8d383b07-69c5-45f6-80f1-91c5403329c9 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:16.647704 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-89eb78fc-77e6-4633-8728-42c61ca91a57 req-8d383b07-69c5-45f6-80f1-91c5403329c9 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=c9a2706a-90b8-47a1-af05-750a15a52f05 HTTP/1.1" status: 200 len: 945 time: 0.0436292 May 19 11:17:16.674450 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-89eb78fc-77e6-4633-8728-42c61ca91a57 req-f3bdafa5-875b-4033-b0cb-ed56d6f1e44d tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0232363 May 19 11:17:16.777939 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8d46c7-b9e5-40f9-aa77-e2bb2c31c2ed req-76f25e51-bd9b-4b79-bd33-d5d7adc94252 tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:16.778784 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-8e8d46c7-b9e5-40f9-aa77-e2bb2c31c2ed req-76f25e51-bd9b-4b79-bd33-d5d7adc94252 tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] 10.222.0.90 "GET /v2.0/ports?device_id=27589573-cc4a-40e0-a90c-31739cffe095 HTTP/1.1" status: 200 len: 946 time: 0.0469205 May 19 11:17:16.802298 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-8e8d46c7-b9e5-40f9-aa77-e2bb2c31c2ed req-29fa8af0-39eb-494f-8256-3504068538d5 tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] 10.222.0.90 "GET /v2.0/security-groups?id=e491c481-3a65-4aed-8ce1-50d931fc68aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0201242 May 19 11:17:17.169333 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cbfe21-b5de-41eb-b281-93be4f02de7d req-c300692c-e173-4879-b656-94d677b976d3 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:17.170142 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-61cbfe21-b5de-41eb-b281-93be4f02de7d req-c300692c-e173-4879-b656-94d677b976d3 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=b9edb48c-395f-4e34-9759-d8c4f483021b HTTP/1.1" status: 200 len: 945 time: 0.0476871 May 19 11:17:17.195467 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-61cbfe21-b5de-41eb-b281-93be4f02de7d req-e9c8054d-15b8-495f-af1a-fba108c16718 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/security-groups?id=02f8fdd5-5dea-4a08-86bc-b9af91d4a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0215497 May 19 11:17:17.408820 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc033336-a1d0-47aa-9e67-d737ced596bf req-0afb02b3-f274-4fd6-b319-ccd40c23117b tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:17.409835 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-bc033336-a1d0-47aa-9e67-d737ced596bf req-0afb02b3-f274-4fd6-b319-ccd40c23117b tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] 10.222.0.90 "GET /v2.0/ports?device_id=86d683d8-3072-421b-96a6-7fcdd344d2f6 HTTP/1.1" status: 200 len: 945 time: 0.0495675 May 19 11:17:17.438679 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-bc033336-a1d0-47aa-9e67-d737ced596bf req-b8de373d-d97f-4ba6-9f12-1bdb31060dcd tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] 10.222.0.90 "GET /v2.0/security-groups?id=ff0dbe48-5c91-4369-b113-7de6c0a7016b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0248325 May 19 11:17:17.561039 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2bfa60-21e9-4659-a1a3-25639d92530e req-279f81a6-3870-4cf8-aab5-a7dacfe81de2 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:17.561894 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-1e2bfa60-21e9-4659-a1a3-25639d92530e req-279f81a6-3870-4cf8-aab5-a7dacfe81de2 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 943 time: 0.0458090 May 19 11:17:17.585202 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-1e2bfa60-21e9-4659-a1a3-25639d92530e req-aa21f298-a8f9-4cbf-9136-dd282aa71952 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/security-groups?id=e67f0d0c-35aa-4baf-bdac-63aaa17f4b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0193443 May 19 11:17:17.793994 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c516430c-c2ca-4d75-afca-e9e3bc207af8 req-7c27b6af-39d4-4b74-a7ec-c79d6bbe7dd0 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:17.794885 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-c516430c-c2ca-4d75-afca-e9e3bc207af8 req-7c27b6af-39d4-4b74-a7ec-c79d6bbe7dd0 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=c9a2706a-90b8-47a1-af05-750a15a52f05 HTTP/1.1" status: 200 len: 945 time: 0.0549612 May 19 11:17:17.823362 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-c516430c-c2ca-4d75-afca-e9e3bc207af8 req-89f5a38b-5b72-498a-84ba-960659bbf3ca tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0247171 May 19 11:17:17.904039 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1faf60a-ffeb-4033-9e39-7d736b5b3e94 req-7bd0bae9-329d-42de-a1b4-094656cab3e4 tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:17.904828 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-c1faf60a-ffeb-4033-9e39-7d736b5b3e94 req-7bd0bae9-329d-42de-a1b4-094656cab3e4 tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] 10.222.0.90 "GET /v2.0/ports?device_id=27589573-cc4a-40e0-a90c-31739cffe095 HTTP/1.1" status: 200 len: 946 time: 0.0461104 May 19 11:17:17.929643 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-c1faf60a-ffeb-4033-9e39-7d736b5b3e94 req-a7747b83-b894-438c-8872-40e843d608b8 tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] 10.222.0.90 "GET /v2.0/security-groups?id=e491c481-3a65-4aed-8ce1-50d931fc68aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0215962 May 19 11:17:18.005163 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] get_ports_and_sgs() called for port_ids ['00d0d578-06cf-4c1f-aecc-813b084a6269'] {{(pid=91057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 11:17:18.328807 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a17a4f8-a0f0-4c5a-9020-5bd3f5f77c55 req-80ecc652-9136-46f4-9e3e-da87ec0733cd tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:18.329839 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-8a17a4f8-a0f0-4c5a-9020-5bd3f5f77c55 req-80ecc652-9136-46f4-9e3e-da87ec0733cd tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=b9edb48c-395f-4e34-9759-d8c4f483021b HTTP/1.1" status: 200 len: 945 time: 0.0487041 May 19 11:17:18.353861 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-8a17a4f8-a0f0-4c5a-9020-5bd3f5f77c55 req-2ec14c83-d440-4ce7-af24-7b01399af0fb tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/security-groups?id=02f8fdd5-5dea-4a08-86bc-b9af91d4a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0203490 May 19 11:17:18.445272 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Device 6a809875-e8d2-44df-9b04-a71c434d12a3 details requested by agent hyperv_hv-cinder-78776 with host hv-cinder-78776 {{(pid=91057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 11:17:18.521683 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] For port 6a809875-e8d2-44df-9b04-a71c434d12a3, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=6a809875-e8d2-44df-9b04-a71c434d12a3,segment=NetworkSegment(64c3527b-0b17-4dce-9bf8-b502fa139a66),segment_id=64c3527b-0b17-4dce-9bf8-b502fa139a66)] {{(pid=91057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:17:18.528541 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Returning: {'device': '6a809875-e8d2-44df-9b04-a71c434d12a3', 'network_id': '17b3c0ef-f9b4-49e2-aa3b-d746210e219f', 'port_id': '6a809875-e8d2-44df-9b04-a71c434d12a3', 'mac_address': 'fa:16:3e:48:24:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec111969-0878-4395-8e69-3abd2c5f226d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 11:17:18.539737 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825f2b07-7e6d-4003-90b8-3214c4a7d1f9 req-8ee5e668-040c-4210-a4e6-7e693e5a29e9 tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:18.540575 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-825f2b07-7e6d-4003-90b8-3214c4a7d1f9 req-8ee5e668-040c-4210-a4e6-7e693e5a29e9 tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] 10.222.0.90 "GET /v2.0/ports?device_id=86d683d8-3072-421b-96a6-7fcdd344d2f6 HTTP/1.1" status: 200 len: 945 time: 0.0443511 May 19 11:17:18.558710 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:18.566389 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-825f2b07-7e6d-4003-90b8-3214c4a7d1f9 req-1ca1a965-3ecb-4e65-9ee0-f1fac2df731f tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] 10.222.0.90 "GET /v2.0/security-groups?id=ff0dbe48-5c91-4369-b113-7de6c0a7016b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0219750 May 19 11:17:18.567577 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.notifiers.nova [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a809875-e8d2-44df-9b04-a71c434d12a3 {{(pid=91057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 11:17:18.576164 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] For port 6a809875-e8d2-44df-9b04-a71c434d12a3, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=6a809875-e8d2-44df-9b04-a71c434d12a3,segment=NetworkSegment(64c3527b-0b17-4dce-9bf8-b502fa139a66),segment_id=64c3527b-0b17-4dce-9bf8-b502fa139a66)] {{(pid=91057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:17:18.580156 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602'] for port, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:18.581329 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-695e28b9-759c-4929-9680-89808d56b90c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:17:18.614376 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Pushing event updated for resources: {'Port': ['ID=6a809875-e8d2-44df-9b04-a71c434d12a3,revision_number=4']} {{(pid=91057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:17:18.616155 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:17:18.745628 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb3d601-f035-4f2f-857f-8cbae13c4e67 req-718d1c5c-02b7-42fb-be1a-1a449e2ae4a5 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:18.746504 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-0eb3d601-f035-4f2f-857f-8cbae13c4e67 req-718d1c5c-02b7-42fb-be1a-1a449e2ae4a5 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 944 time: 0.0999026 May 19 11:17:18.770924 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-0eb3d601-f035-4f2f-857f-8cbae13c4e67 req-37624d0d-51a2-4a03-b4fb-f4f50a6cd186 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/security-groups?id=e67f0d0c-35aa-4baf-bdac-63aaa17f4b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0205884 May 19 11:17:18.930627 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fb7298-f8d5-45f2-8c70-b67564b96e6a req-3d13ce23-a599-49f3-981b-72a3f816b210 tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:18.931049 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [req-95fb7298-f8d5-45f2-8c70-b67564b96e6a req-3d13ce23-a599-49f3-981b-72a3f816b210 tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] Synchronizing usage tracker for tenant:faf7b12ccc3944baa1be2ccda891f848 on resource:port {{(pid=91055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 11:17:18.942441 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [req-95fb7298-f8d5-45f2-8c70-b67564b96e6a req-3d13ce23-a599-49f3-981b-72a3f816b210 tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] Unset dirty status for tenant:faf7b12ccc3944baa1be2ccda891f848 on resource:port {{(pid=91055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 11:17:18.943111 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-95fb7298-f8d5-45f2-8c70-b67564b96e6a req-3d13ce23-a599-49f3-981b-72a3f816b210 tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] 10.222.0.112 "GET /v2.0/ports?device_id=86d683d8-3072-421b-96a6-7fcdd344d2f6 HTTP/1.1" status: 200 len: 945 time: 0.0606356 May 19 11:17:18.955597 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a38761b-5660-4567-8297-b4adcbbf712c req-030e48ae-6ad5-411b-990b-d5c84472dccb tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:18.956413 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-7a38761b-5660-4567-8297-b4adcbbf712c req-030e48ae-6ad5-411b-990b-d5c84472dccb tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=c9a2706a-90b8-47a1-af05-750a15a52f05 HTTP/1.1" status: 200 len: 945 time: 0.0558460 May 19 11:17:18.980797 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-7a38761b-5660-4567-8297-b4adcbbf712c req-c7fb0edc-d811-45dc-ba56-b74f6e996ac0 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0204315 May 19 11:17:19.015997 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.plugin [req-95fb7298-f8d5-45f2-8c70-b67564b96e6a req-e8a4e436-6bf4-4906-90b7-8e1111ab454d tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] Deleting port 54dbb120-4558-4070-84e1-c0a6000680b2 {{(pid=91055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 11:17:19.016153 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-95fb7298-f8d5-45f2-8c70-b67564b96e6a req-e8a4e436-6bf4-4906-90b7-8e1111ab454d tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749740776295'] for port, before_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:19.086996 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.db [req-95fb7298-f8d5-45f2-8c70-b67564b96e6a req-e8a4e436-6bf4-4906-90b7-8e1111ab454d tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] For port 54dbb120-4558-4070-84e1-c0a6000680b2, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=54dbb120-4558-4070-84e1-c0a6000680b2,segment=NetworkSegment(4b6e3ac5-8857-4583-9f96-09e41692c62a),segment_id=4b6e3ac5-8857-4583-9f96-09e41692c62a)] {{(pid=91055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:17:19.087205 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-95fb7298-f8d5-45f2-8c70-b67564b96e6a req-e8a4e436-6bf4-4906-90b7-8e1111ab454d tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1714319'] for port, precommit_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:19.148948 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.plugin [req-95fb7298-f8d5-45f2-8c70-b67564b96e6a req-e8a4e436-6bf4-4906-90b7-8e1111ab454d tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] Calling delete_port for 54dbb120-4558-4070-84e1-c0a6000680b2 owned by compute:nova {{(pid=91055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 11:17:19.244258 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-95fb7298-f8d5-45f2-8c70-b67564b96e6a req-e8a4e436-6bf4-4906-90b7-8e1111ab454d tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749740778424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749740364548'] for port, after_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:19.247908 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-596a5dbc-5d2f-4b6b-83f3-4c08db30dc3d tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:17:19.317073 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a4e436-6bf4-4906-90b7-8e1111ab454d tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] Pushing event deleted for resources: {'Port': ['ID=54dbb120-4558-4070-84e1-c0a6000680b2,revision_number=None']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:17:19.325975 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-e8a4e436-6bf4-4906-90b7-8e1111ab454d tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:17:19.369909 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.l3_dvrscheduler_db [req-95fb7298-f8d5-45f2-8c70-b67564b96e6a req-e8a4e436-6bf4-4906-90b7-8e1111ab454d tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] No DVR routers for this DVR port 54dbb120-4558-4070-84e1-c0a6000680b2 on host hv-cinder-78776 {{(pid=91055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 11:17:19.373098 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-95fb7298-f8d5-45f2-8c70-b67564b96e6a req-e8a4e436-6bf4-4906-90b7-8e1111ab454d tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6101'] for port, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:19.376579 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86d683d8-3072-421b-96a6-7fcdd344d2f6', 'name': 'network-vif-deleted', 'tag': '54dbb120-4558-4070-84e1-c0a6000680b2'}] {{(pid=91055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 11:17:19.393755 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-95fb7298-f8d5-45f2-8c70-b67564b96e6a req-e8a4e436-6bf4-4906-90b7-8e1111ab454d tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] 10.222.0.112 "DELETE /v2.0/ports/54dbb120-4558-4070-84e1-c0a6000680b2 HTTP/1.1" status: 204 len: 173 time: 0.4464247 May 19 11:17:19.407474 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86d683d8-3072-421b-96a6-7fcdd344d2f6', 'name': 'network-vif-deleted', 'tag': '54dbb120-4558-4070-84e1-c0a6000680b2', 'status': 'completed', 'code': 200} May 19 11:17:19.458448 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1e387b-cddb-4814-b812-3f70eaa49080 req-5f974840-6724-4c34-bfd7-f3a77d09dbdb tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:19.459242 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-8f1e387b-cddb-4814-b812-3f70eaa49080 req-5f974840-6724-4c34-bfd7-f3a77d09dbdb tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=b9edb48c-395f-4e34-9759-d8c4f483021b HTTP/1.1" status: 200 len: 945 time: 0.0435982 May 19 11:17:19.490038 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-8f1e387b-cddb-4814-b812-3f70eaa49080 req-852a96f3-b993-405f-999d-13c9080058d5 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/security-groups?id=02f8fdd5-5dea-4a08-86bc-b9af91d4a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268903 May 19 11:17:19.650954 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-489476e8-7952-4157-8bd8-889b43482f41 req-a1cef9c2-87d3-4013-901d-69e0c42bfbbb tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] 10.222.0.90 "GET /v2.0/ports?device_id=86d683d8-3072-421b-96a6-7fcdd344d2f6 HTTP/1.1" status: 200 len: 210 time: 0.0253673 May 19 11:17:19.882309 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e12d8e3-bac3-4abb-84d9-c7dd8c81ddbe req-1c867864-df48-4699-b107-d12a675048e8 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:19.883174 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-0e12d8e3-bac3-4abb-84d9-c7dd8c81ddbe req-1c867864-df48-4699-b107-d12a675048e8 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 944 time: 0.0499554 May 19 11:17:19.908642 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-0e12d8e3-bac3-4abb-84d9-c7dd8c81ddbe req-458c9d1f-29e8-43af-80d3-b2163c079b64 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/security-groups?id=e67f0d0c-35aa-4baf-bdac-63aaa17f4b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0219517 May 19 11:17:20.085890 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc51a4f-3a48-49bc-bc60-e8abc49d9415 req-17bdb663-e727-4d36-9e48-a632f0576f01 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:20.086774 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-fbc51a4f-3a48-49bc-bc60-e8abc49d9415 req-17bdb663-e727-4d36-9e48-a632f0576f01 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=c9a2706a-90b8-47a1-af05-750a15a52f05 HTTP/1.1" status: 200 len: 945 time: 0.0493116 May 19 11:17:20.111072 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-fbc51a4f-3a48-49bc-bc60-e8abc49d9415 req-a37ce41a-7ca5-4b7b-9ccc-eba07f53adc8 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0207736 May 19 11:17:20.278285 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] get_ports_and_sgs() called for port_ids ['6a809875-e8d2-44df-9b04-a71c434d12a3'] {{(pid=91057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 11:17:20.571602 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] get_ports_and_sgs() called for port_ids ['54dbb120-4558-4070-84e1-c0a6000680b2'] {{(pid=91057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 11:17:20.612900 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20497c7e-e108-4ee7-ace1-a7f5b029f2c7 req-398f959a-25ec-45d5-9f95-732de732bf52 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:20.613671 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-20497c7e-e108-4ee7-ace1-a7f5b029f2c7 req-398f959a-25ec-45d5-9f95-732de732bf52 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=b9edb48c-395f-4e34-9759-d8c4f483021b HTTP/1.1" status: 200 len: 945 time: 0.0468020 May 19 11:17:20.639562 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-20497c7e-e108-4ee7-ace1-a7f5b029f2c7 req-9f7bfef1-4bda-4086-a44b-7977ffa0f519 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/security-groups?id=02f8fdd5-5dea-4a08-86bc-b9af91d4a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0220609 May 19 11:17:20.752553 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-f4e3a33e-905f-49ed-8d11-25260a8bb519 req-1fc1f63a-b913-41d7-881e-92697f307e12 tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] 10.222.0.90 "GET /v2.0/ports?device_id=86d683d8-3072-421b-96a6-7fcdd344d2f6 HTTP/1.1" status: 200 len: 210 time: 0.0227926 May 19 11:17:21.018723 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9a8613-3e1e-40d5-b145-05b55ef17ed6 req-f6af666a-bb2d-444f-bd08-995aefd4a909 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:21.019537 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-2c9a8613-3e1e-40d5-b145-05b55ef17ed6 req-f6af666a-bb2d-444f-bd08-995aefd4a909 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 944 time: 0.0464866 May 19 11:17:21.050572 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-2c9a8613-3e1e-40d5-b145-05b55ef17ed6 req-1fa2f442-1ea6-464b-92b3-c5bd8fe0f9eb tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/security-groups?id=e67f0d0c-35aa-4baf-bdac-63aaa17f4b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0247717 May 19 11:17:21.233800 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702ba201-b757-4856-b64b-7c681d5e066b req-da7e0980-8a2c-4a14-ac62-7c6844f6ec21 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:21.234636 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-702ba201-b757-4856-b64b-7c681d5e066b req-da7e0980-8a2c-4a14-ac62-7c6844f6ec21 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=c9a2706a-90b8-47a1-af05-750a15a52f05 HTTP/1.1" status: 200 len: 945 time: 0.0455427 May 19 11:17:21.259558 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-702ba201-b757-4856-b64b-7c681d5e066b req-b3300703-42f0-4654-bc0f-af705b54e1d6 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0211511 May 19 11:17:21.735981 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7033eb5a-cf53-43e3-bae1-284029022f48 req-f7111d2f-937b-4594-ba2e-7d12cf0cc256 tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:21.735981 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-7033eb5a-cf53-43e3-bae1-284029022f48 req-f7111d2f-937b-4594-ba2e-7d12cf0cc256 tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] 10.222.0.90 "GET /v2.0/ports?device_id=27589573-cc4a-40e0-a90c-31739cffe095 HTTP/1.1" status: 200 len: 946 time: 0.0566700 May 19 11:17:21.794281 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-7033eb5a-cf53-43e3-bae1-284029022f48 req-7ec6fab5-0758-4793-afbd-0c5390b65f4f tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] 10.222.0.90 "GET /v2.0/security-groups?id=e491c481-3a65-4aed-8ce1-50d931fc68aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549512 May 19 11:17:21.813335 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0536c434-5ab1-4a71-8f69-807be5e4b3f5 req-7ac24df5-80c4-415b-b2e8-11fddd57bea9 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:21.814403 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-0536c434-5ab1-4a71-8f69-807be5e4b3f5 req-7ac24df5-80c4-415b-b2e8-11fddd57bea9 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=b9edb48c-395f-4e34-9759-d8c4f483021b HTTP/1.1" status: 200 len: 945 time: 0.0665300 May 19 11:17:21.843475 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-0536c434-5ab1-4a71-8f69-807be5e4b3f5 req-70dc07cc-3820-4b6f-a7b1-350b1ccbe2dd tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/security-groups?id=02f8fdd5-5dea-4a08-86bc-b9af91d4a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0248199 May 19 11:17:21.865643 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-79d5341c-1595-4893-a35f-4a15fbbb29e4 req-6d811635-10b2-49c2-92e3-65240ae21b0c tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] 10.222.0.90 "GET /v2.0/ports?device_id=86d683d8-3072-421b-96a6-7fcdd344d2f6 HTTP/1.1" status: 200 len: 210 time: 0.0216067 May 19 11:17:22.181174 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4f43bf-31bc-458b-90dd-4d2457fbe800 req-77a9f9a3-976b-4b39-bb93-2c14df5e3dbe tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:22.181973 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-db4f43bf-31bc-458b-90dd-4d2457fbe800 req-77a9f9a3-976b-4b39-bb93-2c14df5e3dbe tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 944 time: 0.0505943 May 19 11:17:22.212328 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-db4f43bf-31bc-458b-90dd-4d2457fbe800 req-c0050770-e1a4-47ed-96a6-d3f2cd618fff tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/security-groups?id=e67f0d0c-35aa-4baf-bdac-63aaa17f4b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0238981 May 19 11:17:22.381719 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c448c339-1c42-4c82-96e7-f737c14804ba req-52135a61-bd7d-42b2-accc-065d36a84c30 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:22.382572 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-c448c339-1c42-4c82-96e7-f737c14804ba req-52135a61-bd7d-42b2-accc-065d36a84c30 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=c9a2706a-90b8-47a1-af05-750a15a52f05 HTTP/1.1" status: 200 len: 945 time: 0.0502026 May 19 11:17:22.408663 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-c448c339-1c42-4c82-96e7-f737c14804ba req-acd6dd23-558d-4ac2-8b8b-e4b53a65f35a tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0230646 May 19 11:17:22.852078 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Device 00d0d578-06cf-4c1f-aecc-813b084a6269 up at agent hyperv_hv-cinder-78776 {{(pid=91057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 11:17:22.889321 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.agents_db [None req-9df4fd67-1abd-480d-9703-ac00f2726051 None None] Agent healthcheck: found 6 active agents {{(pid=91058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 11:17:22.930206 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Provisioning for port 00d0d578-06cf-4c1f-aecc-813b084a6269 completed by entity L2. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 11:17:22.933037 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Provisioning complete for port 00d0d578-06cf-4c1f-aecc-813b084a6269 triggered by entity L2. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:17:22.933274 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441453'] for port, provisioning_complete {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:22.978008 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0e5d95-7e95-47ee-9793-fd730f63ac2c req-6862212a-4041-48d6-801d-4f0621deace3 tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:22.978992 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-3e0e5d95-7e95-47ee-9793-fd730f63ac2c req-6862212a-4041-48d6-801d-4f0621deace3 tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] 10.222.0.90 "GET /v2.0/ports?device_id=27589573-cc4a-40e0-a90c-31739cffe095 HTTP/1.1" status: 200 len: 946 time: 0.1239910 May 19 11:17:23.002783 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:23.014882 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-3e0e5d95-7e95-47ee-9793-fd730f63ac2c req-aa0f7656-9212-4da2-bfd7-b41c5c1c633f tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] 10.222.0.90 "GET /v2.0/security-groups?id=e491c481-3a65-4aed-8ce1-50d931fc68aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289962 May 19 11:17:23.022467 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9edb48c-395f-4e34-9759-d8c4f483021b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00d0d578-06cf-4c1f-aecc-813b084a6269'}] {{(pid=91057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 11:17:23.028503 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f074cdfc-f845-4d8a-a9e4-ec737cd61ae6 req-e5903d3f-76b6-4e83-982b-baebea6ffe8b tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:23.031129 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] For port 00d0d578-06cf-4c1f-aecc-813b084a6269, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=00d0d578-06cf-4c1f-aecc-813b084a6269,segment=NetworkSegment(196e79df-6043-4c3c-bc65-7e8b3bac3a1b),segment_id=196e79df-6043-4c3c-bc65-7e8b3bac3a1b)] {{(pid=91057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:17:23.032760 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-f074cdfc-f845-4d8a-a9e4-ec737cd61ae6 req-e5903d3f-76b6-4e83-982b-baebea6ffe8b tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=b9edb48c-395f-4e34-9759-d8c4f483021b HTTP/1.1" status: 200 len: 945 time: 0.0779350 May 19 11:17:23.034291 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602'] for port, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:23.035109 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Device 6a809875-e8d2-44df-9b04-a71c434d12a3 up at agent hyperv_hv-cinder-78776 {{(pid=91057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 11:17:23.052080 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:17:23.056219 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-f074cdfc-f845-4d8a-a9e4-ec737cd61ae6 req-35e253bc-c462-4a9e-bb6d-35c5bc661e48 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/security-groups?id=02f8fdd5-5dea-4a08-86bc-b9af91d4a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0229359 May 19 11:17:23.115552 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-49cb0c11-91d8-4089-957c-9fe795ca0fe5 req-67befed0-3593-474e-a01c-4be180495366 tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] 10.222.0.90 "GET /v2.0/ports?device_id=86d683d8-3072-421b-96a6-7fcdd344d2f6 HTTP/1.1" status: 200 len: 210 time: 0.0260241 May 19 11:17:23.128466 dv-cinder-787764-1-iscsi neutron-server[91057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9edb48c-395f-4e34-9759-d8c4f483021b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00d0d578-06cf-4c1f-aecc-813b084a6269', 'code': 200} May 19 11:17:23.141093 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 47100) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:17:23.144316 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Pushing event updated for resources: {'Port': ['ID=00d0d578-06cf-4c1f-aecc-813b084a6269,revision_number=5']} {{(pid=91057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:17:23.146173 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:17:23.148376 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Provisioning for port 6a809875-e8d2-44df-9b04-a71c434d12a3 completed by entity L2. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 11:17:23.151274 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Provisioning complete for port 6a809875-e8d2-44df-9b04-a71c434d12a3 triggered by entity L2. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:17:23.151483 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441453'] for port, provisioning_complete {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:23.212243 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-35e11de7-9623-45de-ada9-4009ec9e377d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:23.214634 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:23.219763 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-35e11de7-9623-45de-ada9-4009ec9e377d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:17:23.221827 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-35e11de7-9623-45de-ada9-4009ec9e377d admin admin] Usage tracker for resource:security_group_rule and tenant:fa2f5f62b2934e188655a5afc1aa635c is out of sync, need to count used quota {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:17:23.223335 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-35e11de7-9623-45de-ada9-4009ec9e377d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:17:23.226403 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-35e11de7-9623-45de-ada9-4009ec9e377d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:17:23.232458 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] For port 6a809875-e8d2-44df-9b04-a71c434d12a3, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=6a809875-e8d2-44df-9b04-a71c434d12a3,segment=NetworkSegment(64c3527b-0b17-4dce-9bf8-b502fa139a66),segment_id=64c3527b-0b17-4dce-9bf8-b502fa139a66)] {{(pid=91057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:17:23.235345 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602'] for port, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:23.236210 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Device 54dbb120-4558-4070-84e1-c0a6000680b2 no longer exists at agent hyperv_hv-cinder-78776 {{(pid=91057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 11:17:23.252981 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:17:23.275346 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.plugin [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] No Port match for: 54dbb120-4558-4070-84e1-c0a6000680b2 {{(pid=91057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 11:17:23.275720 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Device 54dbb120-4558-4070-84e1-c0a6000680b2 not bound to the agent host hv-cinder-78776 {{(pid=91057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 11:17:23.283316 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-35e11de7-9623-45de-ada9-4009ec9e377d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:23.286513 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-35e11de7-9623-45de-ada9-4009ec9e377d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:23.291363 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-f6b6c919-b873-48aa-a18b-83d1c4fd0df7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:17:23.293490 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Pushing event updated for resources: {'Port': ['ID=6a809875-e8d2-44df-9b04-a71c434d12a3,revision_number=5']} {{(pid=91057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:17:23.295436 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:17:23.317009 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-35e11de7-9623-45de-ada9-4009ec9e377d admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=fa2f5f62b2934e188655a5afc1aa635c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1748369 May 19 11:17:23.318069 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e11de7-9623-45de-ada9-4009ec9e377d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=722adecb-1e47-4181-be7e-9e7c393a030a,revision_number=1']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:17:23.319191 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 47108) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:17:23.321258 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17419805-8827-4289-bcec-6bef62218868 req-99779f88-46f9-4cb5-931c-e6ac8cba2519 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:23.322093 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-17419805-8827-4289-bcec-6bef62218868 req-99779f88-46f9-4cb5-931c-e6ac8cba2519 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 945 time: 0.0438209 May 19 11:17:23.326000 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-35e11de7-9623-45de-ada9-4009ec9e377d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:17:23.347916 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-17419805-8827-4289-bcec-6bef62218868 req-4a224d42-2cfb-4b53-b3cb-594e31281743 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/security-groups?id=e67f0d0c-35aa-4baf-bdac-63aaa17f4b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0218973 May 19 11:17:23.350972 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-84d7ac39-c626-4df2-8401-7dee93d3c70c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:23.365006 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-84d7ac39-c626-4df2-8401-7dee93d3c70c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:23.392256 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-84d7ac39-c626-4df2-8401-7dee93d3c70c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:23.394886 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:17:23.400824 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d7ac39-c626-4df2-8401-7dee93d3c70c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=722adecb-1e47-4181-be7e-9e7c393a030a,revision_number=None']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:17:23.402561 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-84d7ac39-c626-4df2-8401-7dee93d3c70c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.008s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:17:23.403670 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-84d7ac39-c626-4df2-8401-7dee93d3c70c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:23.405350 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-84d7ac39-c626-4df2-8401-7dee93d3c70c admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/722adecb-1e47-4181-be7e-9e7c393a030a HTTP/1.1" status: 204 len: 168 time: 0.0856190 May 19 11:17:23.510780 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5e0736-316a-4ae5-9e8c-3386cc8a27db req-314e707f-0720-4944-86c5-b0cee4ef809c tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:23.511635 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-1f5e0736-316a-4ae5-9e8c-3386cc8a27db req-314e707f-0720-4944-86c5-b0cee4ef809c tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=c9a2706a-90b8-47a1-af05-750a15a52f05 HTTP/1.1" status: 200 len: 945 time: 0.0449235 May 19 11:17:23.537047 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-1f5e0736-316a-4ae5-9e8c-3386cc8a27db req-e0f3cc27-57b8-44cc-9b85-dcfb0087d634 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0219131 May 19 11:17:23.561123 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 47118) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:17:23.571371 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-69ab3d67-83a4-4b9e-b329-21d2d5df877c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:23.579433 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-69ab3d67-83a4-4b9e-b329-21d2d5df877c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:17:23.581902 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-69ab3d67-83a4-4b9e-b329-21d2d5df877c admin admin] Usage tracker for resource:security_group_rule and tenant:ced16434f296445d96aeb2123d4c24c6 is out of sync, need to count used quota {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:17:23.583565 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-69ab3d67-83a4-4b9e-b329-21d2d5df877c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:17:23.586783 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-69ab3d67-83a4-4b9e-b329-21d2d5df877c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:17:23.634946 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-69ab3d67-83a4-4b9e-b329-21d2d5df877c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:23.637210 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-69ab3d67-83a4-4b9e-b329-21d2d5df877c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:23.643132 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-d5ca77e6-18c1-4317-a7a1-94eade8f5657 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:17:23.708973 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-69ab3d67-83a4-4b9e-b329-21d2d5df877c admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=ced16434f296445d96aeb2123d4c24c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1470540 May 19 11:17:23.709582 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ab3d67-83a4-4b9e-b329-21d2d5df877c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c06c7542-b8ee-42b0-b903-cf652c26000a,revision_number=1']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:17:23.711445 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 47122) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:17:23.711655 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-69ab3d67-83a4-4b9e-b329-21d2d5df877c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:17:23.757548 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-496e41ec-55e5-4ba4-8dda-ef80ab84e52b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:23.771813 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-496e41ec-55e5-4ba4-8dda-ef80ab84e52b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:23.805818 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-496e41ec-55e5-4ba4-8dda-ef80ab84e52b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:23.808679 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-4b762ff5-5154-4565-a6f6-00735edab8af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:17:23.815343 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496e41ec-55e5-4ba4-8dda-ef80ab84e52b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c06c7542-b8ee-42b0-b903-cf652c26000a,revision_number=None']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:17:23.817076 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-496e41ec-55e5-4ba4-8dda-ef80ab84e52b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.008s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:17:23.818301 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-496e41ec-55e5-4ba4-8dda-ef80ab84e52b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:23.820634 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-496e41ec-55e5-4ba4-8dda-ef80ab84e52b admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/c06c7542-b8ee-42b0-b903-cf652c26000a HTTP/1.1" status: 204 len: 168 time: 0.1062014 May 19 11:17:24.028313 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 47138) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:17:24.040081 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-c84268c7-92ce-4800-a02c-3077fc3d98f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:24.048403 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-c84268c7-92ce-4800-a02c-3077fc3d98f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:17:24.050976 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-c84268c7-92ce-4800-a02c-3077fc3d98f3 admin admin] Usage tracker for resource:security_group_rule and tenant:1de92a5b6c8b475a8eae57f43b8489e7 is out of sync, need to count used quota {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:17:24.052586 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-c84268c7-92ce-4800-a02c-3077fc3d98f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:17:24.056368 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-c84268c7-92ce-4800-a02c-3077fc3d98f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:17:24.120447 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4459125d-8327-4e51-9e40-5c263e8fe044 req-7bdaa207-dbc4-4adf-89f2-68e2991bb92e tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:24.121298 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-4459125d-8327-4e51-9e40-5c263e8fe044 req-7bdaa207-dbc4-4adf-89f2-68e2991bb92e tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] 10.222.0.90 "GET /v2.0/ports?device_id=27589573-cc4a-40e0-a90c-31739cffe095 HTTP/1.1" status: 200 len: 946 time: 0.0459514 May 19 11:17:24.147817 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-4459125d-8327-4e51-9e40-5c263e8fe044 req-f7b12a13-4f4e-4f6a-993d-7311d233296d tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] 10.222.0.90 "GET /v2.0/security-groups?id=e491c481-3a65-4aed-8ce1-50d931fc68aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0229545 May 19 11:17:24.162876 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-c84268c7-92ce-4800-a02c-3077fc3d98f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:24.167701 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-c84268c7-92ce-4800-a02c-3077fc3d98f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:24.171738 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-a5d7cbe9-b8e2-4756-9a3e-8ba15751b76b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:17:24.197321 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc6996e-b412-44dc-b9b7-f47ce811cd0f req-cdc68fba-3b23-4d59-ab72-f8b7f1be3dfd tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:24.197716 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [req-bdc6996e-b412-44dc-b9b7-f47ce811cd0f req-cdc68fba-3b23-4d59-ab72-f8b7f1be3dfd tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] Synchronizing usage tracker for tenant:3fb94a808f784089bc7df3846c890050 on resource:port {{(pid=91055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 11:17:24.201965 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84268c7-92ce-4800-a02c-3077fc3d98f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a7b934c-3c9a-4b28-9e34-6d90d9659e1a,revision_number=1']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:17:24.205144 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-c84268c7-92ce-4800-a02c-3077fc3d98f3 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=1de92a5b6c8b475a8eae57f43b8489e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1761584 May 19 11:17:24.205697 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-c84268c7-92ce-4800-a02c-3077fc3d98f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:17:24.207582 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 47148) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:17:24.220304 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [req-bdc6996e-b412-44dc-b9b7-f47ce811cd0f req-cdc68fba-3b23-4d59-ab72-f8b7f1be3dfd tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] Unset dirty status for tenant:3fb94a808f784089bc7df3846c890050 on resource:port {{(pid=91055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 11:17:24.220937 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-bdc6996e-b412-44dc-b9b7-f47ce811cd0f req-cdc68fba-3b23-4d59-ab72-f8b7f1be3dfd tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] 10.222.0.112 "GET /v2.0/ports?device_id=27589573-cc4a-40e0-a90c-31739cffe095 HTTP/1.1" status: 200 len: 946 time: 0.1219931 May 19 11:17:24.239709 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e38384-cb27-4f16-83a6-a14be72dfa41 req-16dc2852-44c7-426e-a86e-32fc8d421299 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:24.240571 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-61e38384-cb27-4f16-83a6-a14be72dfa41 req-16dc2852-44c7-426e-a86e-32fc8d421299 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=b9edb48c-395f-4e34-9759-d8c4f483021b HTTP/1.1" status: 200 len: 946 time: 0.0443094 May 19 11:17:24.264861 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-61e38384-cb27-4f16-83a6-a14be72dfa41 req-d0bccead-f184-48e2-bfcd-dd22e4be9d14 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/security-groups?id=02f8fdd5-5dea-4a08-86bc-b9af91d4a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0206423 May 19 11:17:24.293957 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-6542bf34-ef03-45a8-bade-02c78b41508a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:24.314146 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-6542bf34-ef03-45a8-bade-02c78b41508a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:24.341143 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.plugin [req-bdc6996e-b412-44dc-b9b7-f47ce811cd0f req-e5ee4f9e-7e8f-41af-b787-3b77b9f5fce5 tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] Deleting port f8783db7-0d27-4ff4-b9a6-83e08cec1a40 {{(pid=91055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 11:17:24.341335 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-bdc6996e-b412-44dc-b9b7-f47ce811cd0f req-e5ee4f9e-7e8f-41af-b787-3b77b9f5fce5 tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749740776295'] for port, before_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:24.349531 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-5c06d28a-abea-453e-bae6-7d65d0aab3ba req-269bcb62-64cb-44ba-a435-7b67f9814e72 tempest-DeleteServersTestJSON-214961563 tempest-DeleteServersTestJSON-214961563-project] 10.222.0.90 "GET /v2.0/ports?device_id=86d683d8-3072-421b-96a6-7fcdd344d2f6 HTTP/1.1" status: 200 len: 210 time: 0.0257556 May 19 11:17:24.382783 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-6542bf34-ef03-45a8-bade-02c78b41508a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:24.387536 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-660c6ca7-6704-42b5-8ff6-8fa12db7daad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:17:24.401864 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6542bf34-ef03-45a8-bade-02c78b41508a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a7b934c-3c9a-4b28-9e34-6d90d9659e1a,revision_number=None']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:17:24.405456 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-6542bf34-ef03-45a8-bade-02c78b41508a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:17:24.407103 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-6542bf34-ef03-45a8-bade-02c78b41508a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:24.407818 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-6542bf34-ef03-45a8-bade-02c78b41508a admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/8a7b934c-3c9a-4b28-9e34-6d90d9659e1a HTTP/1.1" status: 204 len: 168 time: 0.1997254 May 19 11:17:24.425180 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.db [req-bdc6996e-b412-44dc-b9b7-f47ce811cd0f req-e5ee4f9e-7e8f-41af-b787-3b77b9f5fce5 tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] For port f8783db7-0d27-4ff4-b9a6-83e08cec1a40, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=f8783db7-0d27-4ff4-b9a6-83e08cec1a40,segment=NetworkSegment(24d1ac71-d537-4a4a-b908-95411b58ae30),segment_id=24d1ac71-d537-4a4a-b908-95411b58ae30)] {{(pid=91055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:17:24.425408 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-bdc6996e-b412-44dc-b9b7-f47ce811cd0f req-e5ee4f9e-7e8f-41af-b787-3b77b9f5fce5 tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1714319'] for port, precommit_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:24.454345 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251b6cee-0422-4409-9c8a-7b204230e304 req-7d23379e-8afb-4f16-9270-b71a8ec5d9b2 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:24.455211 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-251b6cee-0422-4409-9c8a-7b204230e304 req-7d23379e-8afb-4f16-9270-b71a8ec5d9b2 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 945 time: 0.0519469 May 19 11:17:24.480187 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-251b6cee-0422-4409-9c8a-7b204230e304 req-7e4e5306-b0a3-40d7-9c72-a6f0851a1916 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/security-groups?id=e67f0d0c-35aa-4baf-bdac-63aaa17f4b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0215230 May 19 11:17:24.492073 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.plugin [req-bdc6996e-b412-44dc-b9b7-f47ce811cd0f req-e5ee4f9e-7e8f-41af-b787-3b77b9f5fce5 tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] Calling delete_port for f8783db7-0d27-4ff4-b9a6-83e08cec1a40 owned by compute:nova {{(pid=91055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 11:17:24.594602 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-bdc6996e-b412-44dc-b9b7-f47ce811cd0f req-e5ee4f9e-7e8f-41af-b787-3b77b9f5fce5 tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749740778424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749740364548'] for port, after_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:24.599224 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-ec0239d6-4c90-445f-8ca5-7b87d5ffd33c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:17:24.620197 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e46adb-ca5a-47eb-ac08-25a81a1bc5ee req-1543cb18-ef28-4dbe-bf9b-7e9844acfd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:24.621232 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-91e46adb-ca5a-47eb-ac08-25a81a1bc5ee req-1543cb18-ef28-4dbe-bf9b-7e9844acfd74 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=b9edb48c-395f-4e34-9759-d8c4f483021b HTTP/1.1" status: 200 len: 1099 time: 0.0801885 May 19 11:17:24.625568 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ee4f9e-7e8f-41af-b787-3b77b9f5fce5 tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] Pushing event deleted for resources: {'Port': ['ID=f8783db7-0d27-4ff4-b9a6-83e08cec1a40,revision_number=None']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:17:24.636082 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-e5ee4f9e-7e8f-41af-b787-3b77b9f5fce5 tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:17:24.667248 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68f7e06-5c50-48ca-8fc5-aafb602f3116 req-01627c3b-311d-40d5-a1fc-e7a33d72038a tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:24.668285 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-d68f7e06-5c50-48ca-8fc5-aafb602f3116 req-01627c3b-311d-40d5-a1fc-e7a33d72038a tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=c9a2706a-90b8-47a1-af05-750a15a52f05 HTTP/1.1" status: 200 len: 945 time: 0.0597651 May 19 11:17:24.680892 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdc6996e-b412-44dc-b9b7-f47ce811cd0f req-e5ee4f9e-7e8f-41af-b787-3b77b9f5fce5 tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] No DVR routers for this DVR port f8783db7-0d27-4ff4-b9a6-83e08cec1a40 on host hv-cinder-78776 {{(pid=91055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 11:17:24.684292 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-bdc6996e-b412-44dc-b9b7-f47ce811cd0f req-e5ee4f9e-7e8f-41af-b787-3b77b9f5fce5 tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6101'] for port, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:24.685722 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27589573-cc4a-40e0-a90c-31739cffe095', 'name': 'network-vif-deleted', 'tag': 'f8783db7-0d27-4ff4-b9a6-83e08cec1a40'}] {{(pid=91055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 11:17:24.690779 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-91e46adb-ca5a-47eb-ac08-25a81a1bc5ee req-aca3af1f-662a-44cc-9cf2-5059d7998573 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=02f8fdd5-5dea-4a08-86bc-b9af91d4a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640020 May 19 11:17:24.698564 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-bdc6996e-b412-44dc-b9b7-f47ce811cd0f req-e5ee4f9e-7e8f-41af-b787-3b77b9f5fce5 tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] 10.222.0.112 "DELETE /v2.0/ports/f8783db7-0d27-4ff4-b9a6-83e08cec1a40 HTTP/1.1" status: 204 len: 173 time: 0.4720480 May 19 11:17:24.699258 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-d68f7e06-5c50-48ca-8fc5-aafb602f3116 req-b126d8ac-a157-4728-8879-62a754a49d3b tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274899 May 19 11:17:24.719815 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27589573-cc4a-40e0-a90c-31739cffe095', 'name': 'network-vif-deleted', 'tag': 'f8783db7-0d27-4ff4-b9a6-83e08cec1a40', 'status': 'completed', 'code': 200} May 19 11:17:25.129869 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '423e923b-b725-4325-bdbf-4d9356dd79b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a809875-e8d2-44df-9b04-a71c434d12a3'}] {{(pid=91057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 11:17:25.159767 dv-cinder-787764-1-iscsi neutron-server[91057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '423e923b-b725-4325-bdbf-4d9356dd79b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a809875-e8d2-44df-9b04-a71c434d12a3', 'code': 200} May 19 11:17:25.242410 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-d6bb7667-67c4-4b66-ad2d-c5c3ac326a4c req-47eb72c5-3e35-49cd-a851-b17f35eaa81d tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] 10.222.0.90 "GET /v2.0/ports?device_id=27589573-cc4a-40e0-a90c-31739cffe095 HTTP/1.1" status: 200 len: 210 time: 0.0232341 May 19 11:17:25.370146 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ca6f38-8190-4fac-b191-bb1035c42945 req-cb668e40-b9ee-46a4-a64f-a889fb6a7410 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:25.370983 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-72ca6f38-8190-4fac-b191-bb1035c42945 req-cb668e40-b9ee-46a4-a64f-a889fb6a7410 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=b9edb48c-395f-4e34-9759-d8c4f483021b HTTP/1.1" status: 200 len: 946 time: 0.0440674 May 19 11:17:25.409216 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-72ca6f38-8190-4fac-b191-bb1035c42945 req-c1a9ffb3-8ea2-4b1a-b1ae-d91e90f27fd0 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/security-groups?id=02f8fdd5-5dea-4a08-86bc-b9af91d4a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314155 May 19 11:17:25.583537 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2c7ddb-fdcc-4918-88bd-4456bf6eca83 req-af8e7d5c-5016-4532-aef4-7f191e2f15a2 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:25.584361 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-6a2c7ddb-fdcc-4918-88bd-4456bf6eca83 req-af8e7d5c-5016-4532-aef4-7f191e2f15a2 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 945 time: 0.0473263 May 19 11:17:25.609487 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-6a2c7ddb-fdcc-4918-88bd-4456bf6eca83 req-9966518a-63d3-4733-a041-c429f0737224 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/security-groups?id=e67f0d0c-35aa-4baf-bdac-63aaa17f4b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0217559 May 19 11:17:25.814946 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ded26e4-316c-40a5-8a2b-c426b4451aca req-12d10057-3573-4558-a99d-78c35e37e03a tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:25.815773 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-7ded26e4-316c-40a5-8a2b-c426b4451aca req-12d10057-3573-4558-a99d-78c35e37e03a tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=c9a2706a-90b8-47a1-af05-750a15a52f05 HTTP/1.1" status: 200 len: 945 time: 0.0600483 May 19 11:17:25.838609 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-7ded26e4-316c-40a5-8a2b-c426b4451aca req-c90e48d1-c9cc-4892-908d-5cae09b95adb tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0193059 May 19 11:17:26.015038 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60bc253-4024-426c-965a-ce150d470a5e req-f0ae679d-8b37-49fe-90fe-f28042a403f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:26.015833 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-f60bc253-4024-426c-965a-ce150d470a5e req-f0ae679d-8b37-49fe-90fe-f28042a403f7 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 1098 time: 0.0438221 May 19 11:17:26.038828 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-f60bc253-4024-426c-965a-ce150d470a5e req-b6a2ce5c-54c6-4d76-8405-305d89591340 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=e67f0d0c-35aa-4baf-bdac-63aaa17f4b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0184577 May 19 11:17:26.359831 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-943005e3-59e3-4633-83bf-558b42bb90ef req-2d17ab84-22c8-455c-be3e-21e2445634c3 tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] 10.222.0.90 "GET /v2.0/ports?device_id=27589573-cc4a-40e0-a90c-31739cffe095 HTTP/1.1" status: 200 len: 210 time: 0.0368116 May 19 11:17:26.494145 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Device f8783db7-0d27-4ff4-b9a6-83e08cec1a40 no longer exists at agent hyperv_hv-cinder-78776 {{(pid=91057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 11:17:26.518057 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.plugin [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] No Port match for: f8783db7-0d27-4ff4-b9a6-83e08cec1a40 {{(pid=91057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 11:17:26.518283 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Device f8783db7-0d27-4ff4-b9a6-83e08cec1a40 not bound to the agent host hv-cinder-78776 {{(pid=91057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 11:17:26.541255 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdae042-ece9-4066-a5fc-6958b5d93d87 req-490c1dd4-af5f-4a46-9112-da713e6e44f8 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:26.542427 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-7fdae042-ece9-4066-a5fc-6958b5d93d87 req-490c1dd4-af5f-4a46-9112-da713e6e44f8 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=b9edb48c-395f-4e34-9759-d8c4f483021b HTTP/1.1" status: 200 len: 946 time: 0.0590746 May 19 11:17:26.571096 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-7fdae042-ece9-4066-a5fc-6958b5d93d87 req-aeb541de-907f-469d-aaf9-470ac3617599 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/security-groups?id=02f8fdd5-5dea-4a08-86bc-b9af91d4a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0246022 May 19 11:17:26.732898 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a192007a-f581-4def-8489-6b97a3efcd0b req-61c9fc92-52b2-4fe7-a7d7-894196b5fa2c tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:26.733940 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-a192007a-f581-4def-8489-6b97a3efcd0b req-61c9fc92-52b2-4fe7-a7d7-894196b5fa2c tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 945 time: 0.0580750 May 19 11:17:26.764591 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-a192007a-f581-4def-8489-6b97a3efcd0b req-6c8a39a3-ab4a-41fa-8c39-89f493c6d0f5 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/security-groups?id=e67f0d0c-35aa-4baf-bdac-63aaa17f4b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0258994 May 19 11:17:26.963382 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f62bd7b-f673-4c34-9ba5-74957b6c751c req-51351284-64ae-4ef3-b1ac-907a6d1b4d8d tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:26.964203 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-0f62bd7b-f673-4c34-9ba5-74957b6c751c req-51351284-64ae-4ef3-b1ac-907a6d1b4d8d tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=c9a2706a-90b8-47a1-af05-750a15a52f05 HTTP/1.1" status: 200 len: 945 time: 0.0501797 May 19 11:17:26.991655 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-0f62bd7b-f673-4c34-9ba5-74957b6c751c req-dad1522f-a185-4f37-a46c-1c006e14fde4 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0210829 May 19 11:17:27.313465 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 47246) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:17:27.389182 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-f5459a86-c2e7-48df-92ea-0836267e3a9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:27.396939 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-f5459a86-c2e7-48df-92ea-0836267e3a9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:17:27.399124 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-f5459a86-c2e7-48df-92ea-0836267e3a9f admin admin] Usage tracker for resource:security_group_rule and tenant:3558d02892c54aff8bce5d5768212275 is out of sync, need to count used quota {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:17:27.400765 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-f5459a86-c2e7-48df-92ea-0836267e3a9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:17:27.403931 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-f5459a86-c2e7-48df-92ea-0836267e3a9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:17:27.456408 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-f5459a86-c2e7-48df-92ea-0836267e3a9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:27.459460 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-f5459a86-c2e7-48df-92ea-0836267e3a9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:27.464762 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-84d7ac39-c626-4df2-8401-7dee93d3c70c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:17:27.486450 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-f5459a86-c2e7-48df-92ea-0836267e3a9f admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=3558d02892c54aff8bce5d5768212275&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1757555 May 19 11:17:27.487473 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5459a86-c2e7-48df-92ea-0836267e3a9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=889d9e64-92e5-44be-879b-1e6b7a671499,revision_number=1']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:17:27.488439 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 47260) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:17:27.498071 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-f5459a86-c2e7-48df-92ea-0836267e3a9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:17:27.531411 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-1d148051-9ea8-46be-9363-30af87d9e22b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:27.548342 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-1d148051-9ea8-46be-9363-30af87d9e22b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:27.602068 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-1d148051-9ea8-46be-9363-30af87d9e22b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:27.609025 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-0e6ef1e8-de56-44ea-a159-d7acf1b07dd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:17:27.614859 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-5cbf2b59-ef57-4505-8bdc-119f29045034 req-b7a09a40-f9e6-44cc-8ef5-9b00571a2442 tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] 10.222.0.90 "GET /v2.0/ports?device_id=27589573-cc4a-40e0-a90c-31739cffe095 HTTP/1.1" status: 200 len: 210 time: 0.0337667 May 19 11:17:27.618637 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d148051-9ea8-46be-9363-30af87d9e22b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=889d9e64-92e5-44be-879b-1e6b7a671499,revision_number=None']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:17:27.620397 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-1d148051-9ea8-46be-9363-30af87d9e22b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:17:27.621406 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-1d148051-9ea8-46be-9363-30af87d9e22b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:27.623584 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-1d148051-9ea8-46be-9363-30af87d9e22b admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/889d9e64-92e5-44be-879b-1e6b7a671499 HTTP/1.1" status: 204 len: 168 time: 0.1313131 May 19 11:17:27.704494 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d65c1ed-a007-4dd2-bc14-811975dae2c2 req-7db738f0-227a-4d46-b6df-78be0f6827cd tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:27.705549 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-2d65c1ed-a007-4dd2-bc14-811975dae2c2 req-7db738f0-227a-4d46-b6df-78be0f6827cd tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=b9edb48c-395f-4e34-9759-d8c4f483021b HTTP/1.1" status: 200 len: 946 time: 0.0575216 May 19 11:17:27.734444 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-2d65c1ed-a007-4dd2-bc14-811975dae2c2 req-a9c097cb-813e-4781-92ec-5c231e1b32f9 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/security-groups?id=02f8fdd5-5dea-4a08-86bc-b9af91d4a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0249798 May 19 11:17:27.852265 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 47288) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:17:27.868133 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-10afe85f-738f-4624-9d14-c5402d595b9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:27.878528 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-10afe85f-738f-4624-9d14-c5402d595b9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:17:27.880896 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-10afe85f-738f-4624-9d14-c5402d595b9c admin admin] Usage tracker for resource:security_group_rule and tenant:d66c977740284790b247db4329878f6e is out of sync, need to count used quota {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:17:27.882635 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-10afe85f-738f-4624-9d14-c5402d595b9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:17:27.887802 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-10afe85f-738f-4624-9d14-c5402d595b9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:17:27.897853 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 47294) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:17:27.936818 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b88d80-a430-4f19-8e23-866e80580ac3 req-857f2205-285d-4964-b018-ed2e8ff5d305 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:27.937679 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-73b88d80-a430-4f19-8e23-866e80580ac3 req-857f2205-285d-4964-b018-ed2e8ff5d305 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 945 time: 0.0886569 May 19 11:17:27.943062 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-10afe85f-738f-4624-9d14-c5402d595b9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:27.946703 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-10afe85f-738f-4624-9d14-c5402d595b9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:27.947083 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.db_base_plugin_v2 [None req-61cf8945-e073-4eab-b71a-726ff16ea1c8 admin admin] Deleting subnet bb5b9d02-407e-4c97-bf70-90460ebeb375 {{(pid=91056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 11:17:27.956461 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-61cf8945-e073-4eab-b71a-726ff16ea1c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:27.992983 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-73b88d80-a430-4f19-8e23-866e80580ac3 req-7b17a59f-c6a5-4494-a67c-548f2d387c7c tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/security-groups?id=e67f0d0c-35aa-4baf-bdac-63aaa17f4b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478935 May 19 11:17:27.994288 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-61cf8945-e073-4eab-b71a-726ff16ea1c8 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:27.998238 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-61cf8945-e073-4eab-b71a-726ff16ea1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1429695'] for subnet, precommit_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:28.000985 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:17:28.022817 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10afe85f-738f-4624-9d14-c5402d595b9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=634589bd-ff66-49ae-9403-19b74d5288dd,revision_number=1']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:17:28.025623 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-10afe85f-738f-4624-9d14-c5402d595b9c admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=d66c977740284790b247db4329878f6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1726882 May 19 11:17:28.026350 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-10afe85f-738f-4624-9d14-c5402d595b9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:17:28.027361 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 47306) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:17:28.063498 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-c58bed57-577f-4a1a-8e07-17c793cab29f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:28.079031 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-c58bed57-577f-4a1a-8e07-17c793cab29f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:28.127267 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-c58bed57-577f-4a1a-8e07-17c793cab29f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:28.130338 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-6542bf34-ef03-45a8-bade-02c78b41508a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:17:28.143685 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58bed57-577f-4a1a-8e07-17c793cab29f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=634589bd-ff66-49ae-9403-19b74d5288dd,revision_number=None']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:17:28.145204 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-c58bed57-577f-4a1a-8e07-17c793cab29f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:17:28.165391 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-c58bed57-577f-4a1a-8e07-17c793cab29f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:28.166074 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-c58bed57-577f-4a1a-8e07-17c793cab29f admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/634589bd-ff66-49ae-9403-19b74d5288dd HTTP/1.1" status: 204 len: 168 time: 0.1381006 May 19 11:17:28.244645 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43baf6ab-8502-4c61-809c-d825759a35ed req-e3f34570-fb8d-40a4-9dfd-71e748bc28f5 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:28.245487 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-43baf6ab-8502-4c61-809c-d825759a35ed req-e3f34570-fb8d-40a4-9dfd-71e748bc28f5 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=c9a2706a-90b8-47a1-af05-750a15a52f05 HTTP/1.1" status: 200 len: 945 time: 0.1526542 May 19 11:17:28.309761 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-43baf6ab-8502-4c61-809c-d825759a35ed req-37399de5-06c0-479f-800f-6d19cf58efc7 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546825 May 19 11:17:28.319846 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e11840b-ed05-438c-9422-01ffd0521ea6 req-dd982ff6-1a8c-4c39-889f-dd8a867d6226 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:28.320657 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-9e11840b-ed05-438c-9422-01ffd0521ea6 req-dd982ff6-1a8c-4c39-889f-dd8a867d6226 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 945 time: 0.1164594 May 19 11:17:28.348417 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-61cf8945-e073-4eab-b71a-726ff16ea1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1429640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620'] for subnet, after_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:28.354126 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-c028ef33-3295-49cd-98ac-84d493713ff4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:17:28.379034 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-9e11840b-ed05-438c-9422-01ffd0521ea6 req-e9f409a7-ab22-4580-9191-4b15e1293b49 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/security-groups?id=e67f0d0c-35aa-4baf-bdac-63aaa17f4b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533035 May 19 11:17:28.379449 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cf8945-e073-4eab-b71a-726ff16ea1c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb5b9d02-407e-4c97-bf70-90460ebeb375,revision_number=None']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:17:28.381275 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-61cf8945-e073-4eab-b71a-726ff16ea1c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:17:28.381830 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-61cf8945-e073-4eab-b71a-726ff16ea1c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:28.386776 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 47326) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:17:28.387015 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-61cf8945-e073-4eab-b71a-726ff16ea1c8 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/bb5b9d02-407e-4c97-bf70-90460ebeb375 HTTP/1.1" status: 204 len: 168 time: 0.4880798 May 19 11:17:28.450997 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-f251da45-97aa-491c-8d0a-eb4bb2d448a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-736967'] for network, before_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:28.523181 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-f251da45-97aa-491c-8d0a-eb4bb2d448a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1426996', 'neutron.services.segments.db._delete_segments_for_network-8749740806274'] for network, precommit_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:28.533012 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-f251da45-97aa-491c-8d0a-eb4bb2d448a1 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:17:28.533412 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-f251da45-97aa-491c-8d0a-eb4bb2d448a1 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:17:28.533881 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-f251da45-97aa-491c-8d0a-eb4bb2d448a1 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:17:28.534115 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-f251da45-97aa-491c-8d0a-eb4bb2d448a1 admin admin] Subscribe: > port after_create 55550000 {{(pid=91055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:17:28.534418 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-f251da45-97aa-491c-8d0a-eb4bb2d448a1 admin admin] Subscribe: > port after_delete 55550000 {{(pid=91055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:17:28.534648 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-f251da45-97aa-491c-8d0a-eb4bb2d448a1 admin admin] Subscribe: > port after_update 55550000 {{(pid=91055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:17:28.534868 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-f251da45-97aa-491c-8d0a-eb4bb2d448a1 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:17:28.535102 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-f251da45-97aa-491c-8d0a-eb4bb2d448a1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:17:28.535416 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-f251da45-97aa-491c-8d0a-eb4bb2d448a1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:17:28.535639 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-f251da45-97aa-491c-8d0a-eb4bb2d448a1 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:17:28.592881 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be41b819-74f5-4513-a38c-312108189bd4 req-c8d96aac-e9d6-4f49-b298-0a99c082cdb2 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:28.593789 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-be41b819-74f5-4513-a38c-312108189bd4 req-c8d96aac-e9d6-4f49-b298-0a99c082cdb2 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 945 time: 0.0448198 May 19 11:17:28.618956 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-be41b819-74f5-4513-a38c-312108189bd4 req-cc9b51c7-a983-4264-949a-f7100ce636aa tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/security-groups?id=e67f0d0c-35aa-4baf-bdac-63aaa17f4b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0208941 May 19 11:17:28.631762 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-f251da45-97aa-491c-8d0a-eb4bb2d448a1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:17:28.631762 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-f251da45-97aa-491c-8d0a-eb4bb2d448a1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:17:28.631762 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-f251da45-97aa-491c-8d0a-eb4bb2d448a1 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:17:28.631762 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-f251da45-97aa-491c-8d0a-eb4bb2d448a1 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:17:28.631762 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.services.segments.db [None req-f251da45-97aa-491c-8d0a-eb4bb2d448a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3587471f-63f4-49b1-9b54-5638cbe6543f']}} {{(pid=91055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:17:28.637523 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.services.segments.db [None req-f251da45-97aa-491c-8d0a-eb4bb2d448a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b6e3ac5-8857-4583-9f96-09e41692c62a') {'for_net_delete': True} {{(pid=91055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:17:28.637670 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.services.segments.db [None req-f251da45-97aa-491c-8d0a-eb4bb2d448a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b6e3ac5-8857-4583-9f96-09e41692c62a') {} {{(pid=91055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:17:28.644341 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-f251da45-97aa-491c-8d0a-eb4bb2d448a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749740816523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2220823'] for segment, before_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:28.653379 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-f251da45-97aa-491c-8d0a-eb4bb2d448a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432044'] for segment, precommit_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:28.658976 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f251da45-97aa-491c-8d0a-eb4bb2d448a1 admin admin] Releasing vlan 1377 on physical network physnet1 to pool {{(pid=91055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 11:17:28.659259 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-f251da45-97aa-491c-8d0a-eb4bb2d448a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3654789'] for segment, after_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:28.687894 dv-cinder-787764-1-iscsi neutron-server[91055]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 19 11:17:28.687894 dv-cinder-787764-1-iscsi neutron-server[91055]: from cryptography.utils import int_from_bytes May 19 11:17:28.687894 dv-cinder-787764-1-iscsi neutron-server[91055]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 19 11:17:28.687894 dv-cinder-787764-1-iscsi neutron-server[91055]: from cryptography.utils import int_from_bytes May 19 11:17:28.687894 dv-cinder-787764-1-iscsi neutron-server[91055]: Traceback (most recent call last): May 19 11:17:28.687894 dv-cinder-787764-1-iscsi neutron-server[91055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 11:17:28.687894 dv-cinder-787764-1-iscsi neutron-server[91055]: timer() May 19 11:17:28.687894 dv-cinder-787764-1-iscsi neutron-server[91055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 11:17:28.687894 dv-cinder-787764-1-iscsi neutron-server[91055]: cb(*args, **kw) May 19 11:17:28.687894 dv-cinder-787764-1-iscsi neutron-server[91055]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 11:17:28.687894 dv-cinder-787764-1-iscsi neutron-server[91055]: return func(*args, **kwargs) May 19 11:17:28.687894 dv-cinder-787764-1-iscsi neutron-server[91055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 11:17:28.687894 dv-cinder-787764-1-iscsi neutron-server[91055]: self._notify() May 19 11:17:28.687894 dv-cinder-787764-1-iscsi neutron-server[91055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 11:17:28.687894 dv-cinder-787764-1-iscsi neutron-server[91055]: self.callback(batched_events) May 19 11:17:28.687894 dv-cinder-787764-1-iscsi neutron-server[91055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 11:17:28.687894 dv-cinder-787764-1-iscsi neutron-server[91055]: event.method(event) May 19 11:17:28.687894 dv-cinder-787764-1-iscsi neutron-server[91055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 11:17:28.687894 dv-cinder-787764-1-iscsi neutron-server[91055]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 11:17:28.687894 dv-cinder-787764-1-iscsi neutron-server[91055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 11:17:28.687894 dv-cinder-787764-1-iscsi neutron-server[91055]: aggregate_uuid = self.p_client.list_aggregates( May 19 11:17:28.687894 dv-cinder-787764-1-iscsi neutron-server[91055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 11:17:28.687894 dv-cinder-787764-1-iscsi neutron-server[91055]: return f(self, *a, **k) May 19 11:17:28.687894 dv-cinder-787764-1-iscsi neutron-server[91055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 11:17:28.687894 dv-cinder-787764-1-iscsi neutron-server[91055]: return self._get(url).json() May 19 11:17:28.687894 dv-cinder-787764-1-iscsi neutron-server[91055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 11:17:28.687894 dv-cinder-787764-1-iscsi neutron-server[91055]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 11:17:28.687894 dv-cinder-787764-1-iscsi neutron-server[91055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 11:17:28.687894 dv-cinder-787764-1-iscsi neutron-server[91055]: return self.request(url, 'GET', **kwargs) May 19 11:17:28.687894 dv-cinder-787764-1-iscsi neutron-server[91055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 11:17:28.687894 dv-cinder-787764-1-iscsi neutron-server[91055]: base_url = self.get_endpoint(auth, allow=allow, May 19 11:17:28.687894 dv-cinder-787764-1-iscsi neutron-server[91055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 11:17:28.687894 dv-cinder-787764-1-iscsi neutron-server[91055]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 11:17:28.687894 dv-cinder-787764-1-iscsi neutron-server[91055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 11:17:28.687894 dv-cinder-787764-1-iscsi neutron-server[91055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 11:17:28.687894 dv-cinder-787764-1-iscsi neutron-server[91055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 11:17:28.732385 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-f251da45-97aa-491c-8d0a-eb4bb2d448a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1427005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1777549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1695667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713993'] for network, after_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:28.735295 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-817f8f6b-3784-4e99-ad8c-4d958318cf8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:17:28.748210 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-f251da45-97aa-491c-8d0a-eb4bb2d448a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695638'] for network, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:28.755939 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f251da45-97aa-491c-8d0a-eb4bb2d448a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=3587471f-63f4-49b1-9b54-5638cbe6543f,revision_number=None']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:17:28.758037 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-f251da45-97aa-491c-8d0a-eb4bb2d448a1 admin admin] 10.222.0.90 "DELETE /v2.0/networks/3587471f-63f4-49b1-9b54-5638cbe6543f HTTP/1.1" status: 204 len: 168 time: 0.3701773 May 19 11:17:28.758577 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-f251da45-97aa-491c-8d0a-eb4bb2d448a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:17:28.930416 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 47372) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:17:28.957341 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a2afc5-afa7-4c31-8ede-2c8730e551cc req-938e7b81-1bbe-4eaf-9046-65c9316640c5 tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:28.961401 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-11a2afc5-afa7-4c31-8ede-2c8730e551cc req-938e7b81-1bbe-4eaf-9046-65c9316640c5 tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] 10.222.0.90 "GET /v2.0/networks?id=2931f069-de15-4656-9c5f-d03f870340b0 HTTP/1.1" status: 200 len: 809 time: 0.1288321 May 19 11:17:28.969537 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-11a2afc5-afa7-4c31-8ede-2c8730e551cc req-a87fafcb-d497-4fc8-a30c-18187c49d662 tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] 10.222.0.90 "GET /v2.0/quotas/3fb94a808f784089bc7df3846c890050 HTTP/1.1" status: 200 len: 375 time: 0.0070179 May 19 11:17:28.981125 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-e18da3d2-be79-4297-806e-a19bde5a5317 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=faf7b12ccc3944baa1be2ccda891f848&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0498540 May 19 11:17:28.982735 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 47376) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:17:29.009389 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-11a2afc5-afa7-4c31-8ede-2c8730e551cc req-8a96246b-7f45-4cb8-bd09-b8bff516d063 tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=3fb94a808f784089bc7df3846c890050&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0357952 May 19 11:17:29.032265 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-8a032b8a-caef-44bd-9d45-bb2d7e95e460 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:29.048711 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-8a032b8a-caef-44bd-9d45-bb2d7e95e460 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:29.082550 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-8a032b8a-caef-44bd-9d45-bb2d7e95e460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:29.084927 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-11a2afc5-afa7-4c31-8ede-2c8730e551cc req-84a2ec3c-1e5b-478f-b6d8-a15f55b41f33 service neutron] 10.222.0.90 "GET /v2.0/networks/2931f069-de15-4656-9c5f-d03f870340b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0748782 May 19 11:17:29.085217 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-0015d8f0-2f41-4736-90ef-82bf2b0eaadd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:17:29.092131 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a032b8a-caef-44bd-9d45-bb2d7e95e460 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff0dbe48-5c91-4369-b113-7de6c0a7016b,revision_number=None']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:17:29.093736 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-8a032b8a-caef-44bd-9d45-bb2d7e95e460 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:17:29.098262 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-8a032b8a-caef-44bd-9d45-bb2d7e95e460 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:29.098955 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-8a032b8a-caef-44bd-9d45-bb2d7e95e460 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/ff0dbe48-5c91-4369-b113-7de6c0a7016b HTTP/1.1" status: 204 len: 168 time: 0.1155441 May 19 11:17:29.158787 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-11a2afc5-afa7-4c31-8ede-2c8730e551cc req-6ee22a8f-aedb-481e-af49-5b14b07d7901 service neutron] 10.222.0.90 "GET /v2.0/networks/2931f069-de15-4656-9c5f-d03f870340b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0705028 May 19 11:17:29.282264 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-d60ac851-7133-4fb8-8800-523cdb37154e req-0b7b06c4-2a9e-4bd1-978f-a57c79b51516 tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] 10.222.0.90 "GET /v2.0/ports?device_id=cf735dae-87de-4f38-bbac-d96e7da78584 HTTP/1.1" status: 200 len: 210 time: 0.0298336 May 19 11:17:29.428283 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede33ed5-95e1-4e04-ae92-12f42fd918f5 req-4dad1f6c-572e-45c0-bbdd-efee12748120 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:29.429171 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-ede33ed5-95e1-4e04-ae92-12f42fd918f5 req-4dad1f6c-572e-45c0-bbdd-efee12748120 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=c9a2706a-90b8-47a1-af05-750a15a52f05 HTTP/1.1" status: 200 len: 945 time: 0.0500360 May 19 11:17:29.453896 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-ede33ed5-95e1-4e04-ae92-12f42fd918f5 req-e6dc142a-93a9-4912-86c9-82f19f7ecaa5 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0213089 May 19 11:17:29.536204 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 47418) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:17:29.590883 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.v2.base [None req-8a646c8c-4c60-4a37-9f26-c11992568f49 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-468252528-network', 'tenant_id': '35d46b728d4a4c459e7454a908c9e5c2'}} {{(pid=91056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:17:29.593669 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-8a646c8c-4c60-4a37-9f26-c11992568f49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:17:29.596319 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-8a646c8c-4c60-4a37-9f26-c11992568f49 admin admin] Usage tracker for resource:network and tenant:35d46b728d4a4c459e7454a908c9e5c2 is out of sync, need to count used quota {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:17:29.597989 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-8a646c8c-4c60-4a37-9f26-c11992568f49 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:17:29.601182 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-8a646c8c-4c60-4a37-9f26-c11992568f49 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:17:29.607773 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a646c8c-4c60-4a37-9f26-c11992568f49 admin admin] Made reservation on behalf of 35d46b728d4a4c459e7454a908c9e5c2 for: {'network': 1} {{(pid=91056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 11:17:29.609001 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-8a646c8c-4c60-4a37-9f26-c11992568f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-783228'] for network, before_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:29.615190 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-8a646c8c-4c60-4a37-9f26-c11992568f49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:29.622295 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-8a646c8c-4c60-4a37-9f26-c11992568f49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:17:29.624659 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-8a646c8c-4c60-4a37-9f26-c11992568f49 admin admin] Usage tracker for resource:security_group_rule and tenant:35d46b728d4a4c459e7454a908c9e5c2 is out of sync, need to count used quota {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:17:29.626561 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-8a646c8c-4c60-4a37-9f26-c11992568f49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:17:29.629932 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-8a646c8c-4c60-4a37-9f26-c11992568f49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:17:29.674880 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-8a646c8c-4c60-4a37-9f26-c11992568f49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:29.678421 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-8a646c8c-4c60-4a37-9f26-c11992568f49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:29.680024 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-fd751c66-0006-437d-bffb-1ef2f1704376 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:17:29.694197 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a646c8c-4c60-4a37-9f26-c11992568f49 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1392} {{(pid=91056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 11:17:29.698812 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a646c8c-4c60-4a37-9f26-c11992568f49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0272f29d-4708-4937-af68-bb355f754a71,revision_number=1']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:17:29.701011 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-8a646c8c-4c60-4a37-9f26-c11992568f49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:17:29.702415 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-8a646c8c-4c60-4a37-9f26-c11992568f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432044'] for segment, precommit_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:29.702591 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.db.segments_db [None req-8a646c8c-4c60-4a37-9f26-c11992568f49 admin admin] Added segment e0015d87-dcd6-4fdc-83d4-a15c21b906a0 of type vlan for network 55ec5a42-b6e4-4e09-a033-1b610f60d866 May 19 11:17:29.719078 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-8a646c8c-4c60-4a37-9f26-c11992568f49 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749740349296'] for network, precommit_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:29.739234 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-8a646c8c-4c60-4a37-9f26-c11992568f49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1777549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1695667'] for network, after_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:29.740294 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a646c8c-4c60-4a37-9f26-c11992568f49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:29.740684 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-8a646c8c-4c60-4a37-9f26-c11992568f49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695638'] for network, before_response {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:29.742640 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:17:29.803213 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-8a646c8c-4c60-4a37-9f26-c11992568f49 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.2662592 May 19 11:17:29.803660 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a646c8c-4c60-4a37-9f26-c11992568f49 admin admin] Pushing event updated for resources: {'Network': ['ID=55ec5a42-b6e4-4e09-a033-1b610f60d866,revision_number=1']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:17:29.805084 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 47426) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:17:29.806680 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-8a646c8c-4c60-4a37-9f26-c11992568f49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:17:29.808657 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.v2.base [None req-813e3e6a-d114-4e14-814f-ed2ff4960bb0 admin admin] Request body: {'subnet': {'network_id': '55ec5a42-b6e4-4e09-a033-1b610f60d866', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-468252528-subnet', 'tenant_id': '35d46b728d4a4c459e7454a908c9e5c2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:17:29.811263 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Network 55ec5a42-b6e4-4e09-a033-1b610f60d866 details requested by agent ovs-agent-dv-cinder-787764-1-iscsi with host dv-cinder-787764-1-iscsi {{(pid=91057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 11:17:29.811536 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-813e3e6a-d114-4e14-814f-ed2ff4960bb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:17:29.813374 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-813e3e6a-d114-4e14-814f-ed2ff4960bb0 admin admin] Usage tracker for resource:subnet and tenant:35d46b728d4a4c459e7454a908c9e5c2 is out of sync, need to count used quota {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:17:29.814938 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-813e3e6a-d114-4e14-814f-ed2ff4960bb0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:17:29.818322 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-813e3e6a-d114-4e14-814f-ed2ff4960bb0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:17:29.825282 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-813e3e6a-d114-4e14-814f-ed2ff4960bb0 admin admin] Made reservation on behalf of 35d46b728d4a4c459e7454a908c9e5c2 for: {'subnet': 1} {{(pid=91056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 11:17:29.826568 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-813e3e6a-d114-4e14-814f-ed2ff4960bb0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:30.096928 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-813e3e6a-d114-4e14-814f-ed2ff4960bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620'] for subnet, after_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:30.099177 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-c5efa02d-13d7-4830-9597-31d6358cd5a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:17:30.134021 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813e3e6a-d114-4e14-814f-ed2ff4960bb0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b791564f-e95e-40fa-bc9d-bcbecb0ce07c,revision_number=0']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:17:30.136426 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-813e3e6a-d114-4e14-814f-ed2ff4960bb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:17:30.141498 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813e3e6a-d114-4e14-814f-ed2ff4960bb0 admin admin] Checking segment: {'id': 'e0015d87-dcd6-4fdc-83d4-a15c21b906a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1392, 'network_id': '55ec5a42-b6e4-4e09-a033-1b610f60d866'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 11:17:30.141697 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-813e3e6a-d114-4e14-814f-ed2ff4960bb0 admin admin] Network hostable DHCP agents. Network: 55ec5a42-b6e4-4e09-a033-1b610f60d866, hostable agents: ['36604066-f80c-4f9a-9f0a-cbdcbbee93eb'], hosted agents: [] {{(pid=91056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 11:17:30.151955 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-813e3e6a-d114-4e14-814f-ed2ff4960bb0 admin admin] Network 55ec5a42-b6e4-4e09-a033-1b610f60d866 is scheduled to be hosted by DHCP agent 36604066-f80c-4f9a-9f0a-cbdcbbee93eb with binding_index 1 {{(pid=91056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 11:17:30.157783 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.scheduler.base_scheduler [None req-813e3e6a-d114-4e14-814f-ed2ff4960bb0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787764-1-iscsi, 55ec5a42-b6e4-4e09-a033-1b610f60d866) {{(pid=91056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:17:30.160334 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-813e3e6a-d114-4e14-814f-ed2ff4960bb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:30.160711 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-813e3e6a-d114-4e14-814f-ed2ff4960bb0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:30.164652 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd39905-9167-4583-8b9c-b0172d170dbb None None] Network 55ec5a42-b6e4-4e09-a033-1b610f60d866 requested from dv-cinder-787764-1-iscsi {{(pid=91057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 11:17:30.173803 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-813e3e6a-d114-4e14-814f-ed2ff4960bb0 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3676584 May 19 11:17:30.175375 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 47442) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:17:30.178797 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.v2.base [None req-10adec6e-93ed-4223-9757-570a9d0e9d1a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-468252528-router', 'tenant_id': '35d46b728d4a4c459e7454a908c9e5c2', 'external_gateway_info': {'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522'}}} {{(pid=91055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:17:30.181954 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-10adec6e-93ed-4223-9757-570a9d0e9d1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:17:30.184396 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-10adec6e-93ed-4223-9757-570a9d0e9d1a admin admin] Usage tracker for resource:router and tenant:35d46b728d4a4c459e7454a908c9e5c2 is out of sync, need to count used quota {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:17:30.186015 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-10adec6e-93ed-4223-9757-570a9d0e9d1a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:17:30.189718 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-10adec6e-93ed-4223-9757-570a9d0e9d1a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:17:30.196831 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-10adec6e-93ed-4223-9757-570a9d0e9d1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1593972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26728'] for router, before_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:30.197587 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-10adec6e-93ed-4223-9757-570a9d0e9d1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1713012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1713973', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1770163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26723'] for router, precommit_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:30.206005 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-10adec6e-93ed-4223-9757-570a9d0e9d1a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:30.305156 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4da597-ba2d-4d52-8735-a49199c663a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbc713b2-5b1e-5e4a-ab48-4751d66359fe-55ec5a42-b6e4-4e09-a033-1b610f60d866', 'network_id': '55ec5a42-b6e4-4e09-a033-1b610f60d866', 'tenant_id': '35d46b728d4a4c459e7454a908c9e5c2', 'fixed_ips': [{'subnet_id': 'b791564f-e95e-40fa-bc9d-bcbecb0ce07c'}]}} from dv-cinder-787764-1-iscsi. {{(pid=91057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 11:17:30.306054 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-eb4da597-ba2d-4d52-8735-a49199c663a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_create {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:30.349441 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-10adec6e-93ed-4223-9757-570a9d0e9d1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1713980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1593862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26701'] for router, precommit_update {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:30.372628 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-f0d4a0ec-8817-429b-a315-72a0cce4ad33 req-c2ba238d-eb3f-496a-9921-3504a68aeae8 tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] 10.222.0.90 "GET /v2.0/ports?device_id=cf735dae-87de-4f38-bbac-d96e7da78584 HTTP/1.1" status: 200 len: 210 time: 0.0234110 May 19 11:17:30.394921 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.db_base_plugin_common [None req-eb4da597-ba2d-4d52-8735-a49199c663a2 None None] Allocated IP 172.20.0.2 (55ec5a42-b6e4-4e09-a033-1b610f60d866/b791564f-e95e-40fa-bc9d-bcbecb0ce07c/c99bb8ca-2cde-4e03-b525-399613b5a889) {{(pid=91057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 11:17:30.519989 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-10adec6e-93ed-4223-9757-570a9d0e9d1a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:30.533143 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-eb4da597-ba2d-4d52-8735-a49199c663a2 None None] Notify callbacks [] for port, precommit_create {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:30.539008 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-eb4da597-ba2d-4d52-8735-a49199c663a2 None None] Transition to ACTIVE for port object c99bb8ca-2cde-4e03-b525-399613b5a889 will not be triggered until provisioned by entity L2. {{(pid=91057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 11:17:30.549454 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-eb4da597-ba2d-4d52-8735-a49199c663a2 None None] Transition to ACTIVE for port object c99bb8ca-2cde-4e03-b525-399613b5a889 will not be triggered until provisioned by entity DHCP. {{(pid=91057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 11:17:30.555801 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-eb4da597-ba2d-4d52-8735-a49199c663a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749740362231'] for port, after_create {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:30.559114 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:17:30.591672 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e78898-8c42-485b-af79-efed61ef64fa req-4a6ce989-a3fb-4d9b-959a-5c20757b39c6 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:30.592663 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-a5e78898-8c42-485b-af79-efed61ef64fa req-4a6ce989-a3fb-4d9b-959a-5c20757b39c6 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=c9a2706a-90b8-47a1-af05-750a15a52f05 HTTP/1.1" status: 200 len: 945 time: 0.0518296 May 19 11:17:30.596723 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb4da597-ba2d-4d52-8735-a49199c663a2 None None] Network 55ec5a42-b6e4-4e09-a033-1b610f60d866 is already hosted by enough agents. {{(pid=91057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 11:17:30.598428 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.scheduler.base_scheduler [None req-eb4da597-ba2d-4d52-8735-a49199c663a2 None None] Resources bound (agent type, host, resource id): {{(pid=91057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:17:30.600581 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4da597-ba2d-4d52-8735-a49199c663a2 None None] Received port after_create {{(pid=91057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 11:17:30.618506 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-a5e78898-8c42-485b-af79-efed61ef64fa req-c291dd5b-ce43-4e43-9546-3b676e573e65 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0220611 May 19 11:17:30.621306 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4da597-ba2d-4d52-8735-a49199c663a2 None None] Pushing event updated for resources: {'Port': ['ID=c99bb8ca-2cde-4e03-b525-399613b5a889,revision_number=1']} {{(pid=91057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:17:30.625393 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-eb4da597-ba2d-4d52-8735-a49199c663a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:17:30.631442 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-10adec6e-93ed-4223-9757-570a9d0e9d1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:30.654384 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.managers [None req-eb4da597-ba2d-4d52-8735-a49199c663a2 None None] Attempting to bind port c99bb8ca-2cde-4e03-b525-399613b5a889 on host dv-cinder-787764-1-iscsi for vnic_type normal with profile {{(pid=91057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 11:17:30.654635 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.managers [None req-eb4da597-ba2d-4d52-8735-a49199c663a2 None None] Attempting to bind port c99bb8ca-2cde-4e03-b525-399613b5a889 by drivers openvswitch,hyperv on host dv-cinder-787764-1-iscsi at level 0 using segments [{'id': 'e0015d87-dcd6-4fdc-83d4-a15c21b906a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1392, 'network_id': '55ec5a42-b6e4-4e09-a033-1b610f60d866'}] {{(pid=91057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 11:17:30.654829 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4da597-ba2d-4d52-8735-a49199c663a2 None None] Attempting to bind port c99bb8ca-2cde-4e03-b525-399613b5a889 on network 55ec5a42-b6e4-4e09-a033-1b610f60d866 {{(pid=91057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 11:17:30.657795 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4da597-ba2d-4d52-8735-a49199c663a2 None None] Checking agent: {'id': '8ddda9c6-7d5f-4e42-9175-c986b5c107e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787764-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 11, 10, 36), 'started_at': datetime.datetime(2021, 5, 19, 11, 11, 6), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 11, 17, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787764-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 11:17:30.657998 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4da597-ba2d-4d52-8735-a49199c663a2 None None] Checking segment: {'id': 'e0015d87-dcd6-4fdc-83d4-a15c21b906a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1392, 'network_id': '55ec5a42-b6e4-4e09-a033-1b610f60d866'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 11:17:30.658244 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-eb4da597-ba2d-4d52-8735-a49199c663a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:30.658476 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4da597-ba2d-4d52-8735-a49199c663a2 None None] Bound using segment: {'id': 'e0015d87-dcd6-4fdc-83d4-a15c21b906a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1392, 'network_id': '55ec5a42-b6e4-4e09-a033-1b610f60d866'} {{(pid=91057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 11:17:30.658735 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.managers [None req-eb4da597-ba2d-4d52-8735-a49199c663a2 None None] Bound port: c99bb8ca-2cde-4e03-b525-399613b5a889, host: dv-cinder-787764-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0015d87-dcd6-4fdc-83d4-a15c21b906a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1392, 'network_id': '55ec5a42-b6e4-4e09-a033-1b610f60d866'}}] {{(pid=91057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 11:17:30.658954 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-eb4da597-ba2d-4d52-8735-a49199c663a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:30.703437 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-eb4da597-ba2d-4d52-8735-a49199c663a2 None None] For port c99bb8ca-2cde-4e03-b525-399613b5a889, host dv-cinder-787764-1-iscsi, cleared binding levels {{(pid=91057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 11:17:30.704817 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c970179-0835-4f8e-8730-5ba80349976a req-74132436-74a0-4a37-802e-dc7f5c54a9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:30.705720 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-6c970179-0835-4f8e-8730-5ba80349976a req-74132436-74a0-4a37-802e-dc7f5c54a9e6 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=c9a2706a-90b8-47a1-af05-750a15a52f05 HTTP/1.1" status: 200 len: 1098 time: 0.1688766 May 19 11:17:30.705900 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-eb4da597-ba2d-4d52-8735-a49199c663a2 None None] For port c99bb8ca-2cde-4e03-b525-399613b5a889, host dv-cinder-787764-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-1-iscsi',level=0,port_id=c99bb8ca-2cde-4e03-b525-399613b5a889,segment=NetworkSegment(e0015d87-dcd6-4fdc-83d4-a15c21b906a0),segment_id=e0015d87-dcd6-4fdc-83d4-a15c21b906a0)] {{(pid=91057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 11:17:30.708833 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-eb4da597-ba2d-4d52-8735-a49199c663a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602'] for port, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:30.711283 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:17:30.740981 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.db_base_plugin_common [None req-10adec6e-93ed-4223-9757-570a9d0e9d1a admin admin] Allocated IP 172.27.0.251 (02345af2-6ed3-48fb-b7af-bf8d47e25522/aba42eaa-d100-461a-90c5-240f62c775e0/0e9d2a56-22fe-4c01-85e6-27318fa7a2a0) {{(pid=91055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 11:17:30.755816 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4da597-ba2d-4d52-8735-a49199c663a2 None None] Pushing event updated for resources: {'Port': ['ID=c99bb8ca-2cde-4e03-b525-399613b5a889,revision_number=2']} {{(pid=91057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:17:30.760365 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-eb4da597-ba2d-4d52-8735-a49199c663a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:17:30.766318 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-6c970179-0835-4f8e-8730-5ba80349976a req-da15d18a-6208-4490-a7e3-17833aedc91e service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491934 May 19 11:17:30.839800 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-10adec6e-93ed-4223-9757-570a9d0e9d1a admin admin] Notify callbacks [] for port, precommit_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:30.864033 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-10adec6e-93ed-4223-9757-570a9d0e9d1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749740362231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3654904'] for port, after_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:30.867253 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:17:30.904292 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10adec6e-93ed-4223-9757-570a9d0e9d1a admin admin] Network 02345af2-6ed3-48fb-b7af-bf8d47e25522 is already hosted by enough agents. {{(pid=91055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 11:17:30.905710 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.scheduler.base_scheduler [None req-10adec6e-93ed-4223-9757-570a9d0e9d1a admin admin] Resources bound (agent type, host, resource id): {{(pid=91055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:17:30.907740 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10adec6e-93ed-4223-9757-570a9d0e9d1a admin admin] Received port after_create {{(pid=91055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 11:17:30.935280 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10adec6e-93ed-4223-9757-570a9d0e9d1a admin admin] Pushing event updated for resources: {'Port': ['ID=0e9d2a56-22fe-4c01-85e6-27318fa7a2a0,revision_number=1']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:17:30.937055 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-10adec6e-93ed-4223-9757-570a9d0e9d1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:17:31.142972 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-10adec6e-93ed-4223-9757-570a9d0e9d1a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:31.236659 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Device c99bb8ca-2cde-4e03-b525-399613b5a889 up at agent ovs-agent-dv-cinder-787764-1-iscsi {{(pid=91057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 11:17:31.292567 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Provisioning for port c99bb8ca-2cde-4e03-b525-399613b5a889 completed by entity L2. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 11:17:31.346140 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-10adec6e-93ed-4223-9757-570a9d0e9d1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1593983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1714063'] for router, after_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:31.463891 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-97de5133-4e94-426d-9499-6ac949f6f1fe req-da764036-530c-4774-b031-260aa9bf1f8a tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] 10.222.0.90 "GET /v2.0/ports?device_id=cf735dae-87de-4f38-bbac-d96e7da78584 HTTP/1.1" status: 200 len: 210 time: 0.0242939 May 19 11:17:31.533786 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10adec6e-93ed-4223-9757-570a9d0e9d1a admin admin] Router 6454b025-6bdd-4799-9916-acb41eba735a is scheduled to L3 agent 326bf12a-fdae-48e8-b877-7dbd40e20eda with binding_index 1 {{(pid=91055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 11:17:31.584811 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b98182b9-da87-4c73-9ffa-08a97c79e2cb None None] Network 55ec5a42-b6e4-4e09-a033-1b610f60d866 requested from dv-cinder-787764-1-iscsi {{(pid=91057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 11:17:31.630094 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10adec6e-93ed-4223-9757-570a9d0e9d1a admin admin] Notify agent at l3_agent.dv-cinder-787764-1-iscsi the message routers_updated {{(pid=91055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 11:17:31.635820 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ba2144-849e-4c33-8f82-b43db559553f None None] Sync routers for ids ['6454b025-6bdd-4799-9916-acb41eba735a'] in dv-cinder-787764-1-iscsi {{(pid=91058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 11:17:31.643483 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ba2144-849e-4c33-8f82-b43db559553f None None] Routers {'6454b025-6bdd-4799-9916-acb41eba735a'} bound to L3 agent in host dv-cinder-787764-1-iscsi {{(pid=91058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:17:31.643870 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.l3_hamode_db [None req-50ba2144-849e-4c33-8f82-b43db559553f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T11:10:36Z,description=,heartbeat_timestamp=2021-05-19T11:17:06Z,host='dv-cinder-787764-1-iscsi',id=326bf12a-fdae-48e8-b877-7dbd40e20eda,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:36Z,topic='l3_agent')) {'router_ids': ['6454b025-6bdd-4799-9916-acb41eba735a'], 'active': True} {{(pid=91058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:17:31.661017 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-10adec6e-93ed-4223-9757-570a9d0e9d1a admin admin] Notify callbacks [] for router, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:31.663604 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-10adec6e-93ed-4223-9757-570a9d0e9d1a admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.4856873 May 19 11:17:31.664049 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 47476) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:17:31.682271 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-22181cef-ff18-42bb-a473-26b5bc39a3b0 None None] Provisioning for port c99bb8ca-2cde-4e03-b525-399613b5a889 completed by entity DHCP. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 11:17:31.688290 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-22181cef-ff18-42bb-a473-26b5bc39a3b0 None None] Provisioning complete for port c99bb8ca-2cde-4e03-b525-399613b5a889 triggered by entity DHCP. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:17:31.688634 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-22181cef-ff18-42bb-a473-26b5bc39a3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441453'] for port, provisioning_complete {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:31.777057 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a2afc5-afa7-4c31-8ede-2c8730e551cc req-67792b30-120f-4427-8c8d-72edd3272e83 tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:31.778295 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-11a2afc5-afa7-4c31-8ede-2c8730e551cc req-67792b30-120f-4427-8c8d-72edd3272e83 tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] 10.222.0.112 "GET /v2.0/networks?id=2931f069-de15-4656-9c5f-d03f870340b0 HTTP/1.1" status: 200 len: 809 time: 0.0936792 May 19 11:17:31.794099 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.v2.base [req-11a2afc5-afa7-4c31-8ede-2c8730e551cc req-018639e6-3668-4f10-8473-5adea88007fb tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] Request body: {'port': {'device_id': 'cf735dae-87de-4f38-bbac-d96e7da78584', 'network_id': '2931f069-de15-4656-9c5f-d03f870340b0', 'admin_state_up': True, 'tenant_id': '3fb94a808f784089bc7df3846c890050'}} {{(pid=91055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:17:31.811483 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-22181cef-ff18-42bb-a473-26b5bc39a3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:31.830562 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-22181cef-ff18-42bb-a473-26b5bc39a3b0 None None] For port c99bb8ca-2cde-4e03-b525-399613b5a889, host dv-cinder-787764-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-1-iscsi',level=0,port_id=c99bb8ca-2cde-4e03-b525-399613b5a889,segment=NetworkSegment(e0015d87-dcd6-4fdc-83d4-a15c21b906a0),segment_id=e0015d87-dcd6-4fdc-83d4-a15c21b906a0)] {{(pid=91057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:17:31.833680 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-22181cef-ff18-42bb-a473-26b5bc39a3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602'] for port, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:31.835407 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:17:31.839211 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.l3_dvr_db [None req-50ba2144-849e-4c33-8f82-b43db559553f None None] Set router 6454b025-6bdd-4799-9916-acb41eba735a gateway port host: dv-cinder-787764-1-iscsi {{(pid=91058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:17:31.850243 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57f2cda-c9d0-4f7c-b245-f5bb2e02fe27 req-e7e76ca2-218b-4750-a12c-bac63307ecd0 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:31.854500 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-b57f2cda-c9d0-4f7c-b245-f5bb2e02fe27 req-e7e76ca2-218b-4750-a12c-bac63307ecd0 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=c9a2706a-90b8-47a1-af05-750a15a52f05 HTTP/1.1" status: 200 len: 945 time: 0.1371889 May 19 11:17:31.882656 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22181cef-ff18-42bb-a473-26b5bc39a3b0 None None] Pushing event updated for resources: {'Port': ['ID=c99bb8ca-2cde-4e03-b525-399613b5a889,revision_number=3']} {{(pid=91057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:17:31.885362 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-22181cef-ff18-42bb-a473-26b5bc39a3b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:17:31.894350 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-b57f2cda-c9d0-4f7c-b245-f5bb2e02fe27 req-7ac7eaaf-da24-4450-98c7-2bbb33e8a220 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393174 May 19 11:17:31.913878 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [req-11a2afc5-afa7-4c31-8ede-2c8730e551cc req-018639e6-3668-4f10-8473-5adea88007fb tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:17:31.916300 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [req-11a2afc5-afa7-4c31-8ede-2c8730e551cc req-018639e6-3668-4f10-8473-5adea88007fb tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] Usage tracker for resource:port and tenant:3fb94a808f784089bc7df3846c890050 is out of sync, need to count used quota {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:17:31.918391 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [req-11a2afc5-afa7-4c31-8ede-2c8730e551cc req-018639e6-3668-4f10-8473-5adea88007fb tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:17:31.921671 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [req-11a2afc5-afa7-4c31-8ede-2c8730e551cc req-018639e6-3668-4f10-8473-5adea88007fb tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:17:31.931581 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11a2afc5-afa7-4c31-8ede-2c8730e551cc req-018639e6-3668-4f10-8473-5adea88007fb tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] Made reservation on behalf of 3fb94a808f784089bc7df3846c890050 for: {'port': 1} {{(pid=91055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 11:17:31.935254 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-11a2afc5-afa7-4c31-8ede-2c8730e551cc req-018639e6-3668-4f10-8473-5adea88007fb tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:32.016771 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.l3_hamode_db [None req-50ba2144-849e-4c33-8f82-b43db559553f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6454b025-6bdd-4799-9916-acb41eba735a', 'name': 'tempest-AttachVolumeTestJSON-468252528-router', 'tenant_id': '35d46b728d4a4c459e7454a908c9e5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'external_fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': '0e9d2a56-22fe-4c01-85e6-27318fa7a2a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:17:30Z', 'updated_at': '2021-05-19T11:17:31Z', 'revision_number': 3, 'project_id': '35d46b728d4a4c459e7454a908c9e5c2', 'gw_port': {'id': '0e9d2a56-22fe-4c01-85e6-27318fa7a2a0', 'name': '', 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:6f:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6454b025-6bdd-4799-9916-acb41eba735a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:17:30Z', 'updated_at': '2021-05-19T11:17:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-1-iscsi'}], 'dv-cinder-787764-1-iscsi', False) {} {{(pid=91058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:17:32.019064 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ba2144-849e-4c33-8f82-b43db559553f None None] Checking router: 6454b025-6bdd-4799-9916-acb41eba735a for host: dv-cinder-787764-1-iscsi {{(pid=91058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 11:17:32.019250 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ba2144-849e-4c33-8f82-b43db559553f None None] Updating router 6454b025-6bdd-4799-9916-acb41eba735a port 0e9d2a56-22fe-4c01-85e6-27318fa7a2a0 binding host dv-cinder-787764-1-iscsi {{(pid=91058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 11:17:32.031947 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.db_base_plugin_common [req-11a2afc5-afa7-4c31-8ede-2c8730e551cc req-018639e6-3668-4f10-8473-5adea88007fb tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] Allocated IP 172.20.0.13 (2931f069-de15-4656-9c5f-d03f870340b0/b7bf6898-3326-4273-bf87-6a59e4a83cd7/d4c22b04-a9c0-431f-9aee-ea76dc44e36b) {{(pid=91055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 11:17:32.053116 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-97e8ad54-bcd1-494a-88c2-2b81ebb212fd None None] Provisioning complete for port c99bb8ca-2cde-4e03-b525-399613b5a889 triggered by entity DHCP. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:17:32.053325 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-97e8ad54-bcd1-494a-88c2-2b81ebb212fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441453'] for port, provisioning_complete {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:32.074220 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron_lib.callbacks.manager [None req-50ba2144-849e-4c33-8f82-b43db559553f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:32.169788 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-11a2afc5-afa7-4c31-8ede-2c8730e551cc req-018639e6-3668-4f10-8473-5adea88007fb tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] Notify callbacks [] for port, precommit_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:32.188263 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-11a2afc5-afa7-4c31-8ede-2c8730e551cc req-018639e6-3668-4f10-8473-5adea88007fb tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749740362231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3654904'] for port, after_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:32.192881 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-ec0239d6-4c90-445f-8ca5-7b87d5ffd33c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:17:32.222708 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-cb43cd5c-0f24-4271-b9a7-31c8480db594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:32.230596 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11a2afc5-afa7-4c31-8ede-2c8730e551cc req-018639e6-3668-4f10-8473-5adea88007fb tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] Network 2931f069-de15-4656-9c5f-d03f870340b0 is already hosted by enough agents. {{(pid=91055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 11:17:32.232810 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.scheduler.base_scheduler [req-11a2afc5-afa7-4c31-8ede-2c8730e551cc req-018639e6-3668-4f10-8473-5adea88007fb tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] Resources bound (agent type, host, resource id): {{(pid=91055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:17:32.234495 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.l3_dvrscheduler_db [req-11a2afc5-afa7-4c31-8ede-2c8730e551cc req-018639e6-3668-4f10-8473-5adea88007fb tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] Received port after_create {{(pid=91055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 11:17:32.277011 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron_lib.callbacks.manager [None req-50ba2144-849e-4c33-8f82-b43db559553f None None] Notify callbacks [] for port, precommit_update {{(pid=91058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:32.285299 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a2afc5-afa7-4c31-8ede-2c8730e551cc req-018639e6-3668-4f10-8473-5adea88007fb tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:32.285685 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-11a2afc5-afa7-4c31-8ede-2c8730e551cc req-018639e6-3668-4f10-8473-5adea88007fb tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6101'] for port, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:32.286223 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.provisioning_blocks [None req-50ba2144-849e-4c33-8f82-b43db559553f None None] Transition to ACTIVE for port object 0e9d2a56-22fe-4c01-85e6-27318fa7a2a0 will not be triggered until provisioned by entity L2. {{(pid=91058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 11:17:32.289293 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018639e6-3668-4f10-8473-5adea88007fb tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] Pushing event updated for resources: {'Port': ['ID=d4c22b04-a9c0-431f-9aee-ea76dc44e36b,revision_number=1']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:17:32.294224 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron_lib.callbacks.manager [None req-50ba2144-849e-4c33-8f82-b43db559553f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602'] for port, after_update {{(pid=91058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:32.296697 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-018639e6-3668-4f10-8473-5adea88007fb tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:17:32.301039 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG oslo_concurrency.lockutils [None req-95e9eb81-e483-4f67-ae26-96ad15d05896 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91058) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:17:32.313318 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-11a2afc5-afa7-4c31-8ede-2c8730e551cc req-018639e6-3668-4f10-8473-5adea88007fb tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5220397 May 19 11:17:32.320986 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.v2.base [req-11a2afc5-afa7-4c31-8ede-2c8730e551cc req-9155c30d-86de-41e4-ac76-4b8e2ff1ec52 service neutron] Request body: {'port': {'device_id': 'cf735dae-87de-4f38-bbac-d96e7da78584', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78776'}} {{(pid=91055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:17:32.407303 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.plugins.ml2.managers [None req-50ba2144-849e-4c33-8f82-b43db559553f None None] Attempting to bind port 0e9d2a56-22fe-4c01-85e6-27318fa7a2a0 on host dv-cinder-787764-1-iscsi for vnic_type normal with profile {{(pid=91058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 11:17:32.407656 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.plugins.ml2.managers [None req-50ba2144-849e-4c33-8f82-b43db559553f None None] Attempting to bind port 0e9d2a56-22fe-4c01-85e6-27318fa7a2a0 by drivers openvswitch,hyperv on host dv-cinder-787764-1-iscsi at level 0 using segments [{'id': '49ddd7c4-aafb-432e-a188-efbf16e2f9e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522'}] {{(pid=91058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 11:17:32.407908 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ba2144-849e-4c33-8f82-b43db559553f None None] Attempting to bind port 0e9d2a56-22fe-4c01-85e6-27318fa7a2a0 on network 02345af2-6ed3-48fb-b7af-bf8d47e25522 {{(pid=91058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 11:17:32.415305 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ba2144-849e-4c33-8f82-b43db559553f None None] Checking agent: {'id': '8ddda9c6-7d5f-4e42-9175-c986b5c107e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787764-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 11, 10, 36), 'started_at': datetime.datetime(2021, 5, 19, 11, 11, 6), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 11, 17, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787764-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 11:17:32.415610 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ba2144-849e-4c33-8f82-b43db559553f None None] Checking segment: {'id': '49ddd7c4-aafb-432e-a188-efbf16e2f9e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 11:17:32.415985 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron_lib.callbacks.manager [None req-50ba2144-849e-4c33-8f82-b43db559553f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:32.416256 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ba2144-849e-4c33-8f82-b43db559553f None None] Bound using segment: {'id': '49ddd7c4-aafb-432e-a188-efbf16e2f9e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522'} {{(pid=91058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 11:17:32.416580 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.plugins.ml2.managers [None req-50ba2144-849e-4c33-8f82-b43db559553f None None] Bound port: 0e9d2a56-22fe-4c01-85e6-27318fa7a2a0, host: dv-cinder-787764-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49ddd7c4-aafb-432e-a188-efbf16e2f9e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522'}}] {{(pid=91058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 11:17:32.417076 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron_lib.callbacks.manager [None req-50ba2144-849e-4c33-8f82-b43db559553f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:32.474766 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-11a2afc5-afa7-4c31-8ede-2c8730e551cc req-9155c30d-86de-41e4-ac76-4b8e2ff1ec52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:32.478089 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.plugins.ml2.db [None req-50ba2144-849e-4c33-8f82-b43db559553f None None] For port 0e9d2a56-22fe-4c01-85e6-27318fa7a2a0, host dv-cinder-787764-1-iscsi, cleared binding levels {{(pid=91058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 11:17:32.480083 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.plugins.ml2.db [None req-50ba2144-849e-4c33-8f82-b43db559553f None None] For port 0e9d2a56-22fe-4c01-85e6-27318fa7a2a0, host dv-cinder-787764-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-1-iscsi',level=0,port_id=0e9d2a56-22fe-4c01-85e6-27318fa7a2a0,segment=NetworkSegment(49ddd7c4-aafb-432e-a188-efbf16e2f9e4),segment_id=49ddd7c4-aafb-432e-a188-efbf16e2f9e4)] {{(pid=91058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 11:17:32.491125 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba723e6-55db-4db2-ae36-ea15e7d1bf99 None None] Pushing event updated for resources: {'Port': ['ID=0e9d2a56-22fe-4c01-85e6-27318fa7a2a0,revision_number=2']} {{(pid=91058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:17:32.493002 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron_lib.callbacks.manager [None req-50ba2144-849e-4c33-8f82-b43db559553f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602'] for port, after_update {{(pid=91058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:32.513465 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.db_base_plugin_common [None req-cb43cd5c-0f24-4271-b9a7-31c8480db594 admin admin] Allocated IP 172.20.0.1 (55ec5a42-b6e4-4e09-a033-1b610f60d866/b791564f-e95e-40fa-bc9d-bcbecb0ce07c/0aff9e8e-93a5-4497-9277-46fd55ba1ee2) {{(pid=91056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 11:17:32.514739 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba723e6-55db-4db2-ae36-ea15e7d1bf99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:17:32.514972 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba723e6-55db-4db2-ae36-ea15e7d1bf99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:17:32.515207 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba723e6-55db-4db2-ae36-ea15e7d1bf99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:17:32.515406 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba723e6-55db-4db2-ae36-ea15e7d1bf99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:17:32.515606 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba723e6-55db-4db2-ae36-ea15e7d1bf99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:17:32.515783 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba723e6-55db-4db2-ae36-ea15e7d1bf99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:17:32.516078 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba723e6-55db-4db2-ae36-ea15e7d1bf99 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:17:32.516334 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba723e6-55db-4db2-ae36-ea15e7d1bf99 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:17:32.516562 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba723e6-55db-4db2-ae36-ea15e7d1bf99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:17:32.516761 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba723e6-55db-4db2-ae36-ea15e7d1bf99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:17:32.516941 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba723e6-55db-4db2-ae36-ea15e7d1bf99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:17:32.517185 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba723e6-55db-4db2-ae36-ea15e7d1bf99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:17:32.536931 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG oslo_concurrency.lockutils [None req-6ba723e6-55db-4db2-ae36-ea15e7d1bf99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=91058) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:17:32.538519 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ba2144-849e-4c33-8f82-b43db559553f None None] Routers {'6454b025-6bdd-4799-9916-acb41eba735a'} bound to L3 agent in host dv-cinder-787764-1-iscsi {{(pid=91058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:17:32.539049 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.l3_hamode_db [None req-50ba2144-849e-4c33-8f82-b43db559553f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T11:10:36Z,description=,heartbeat_timestamp=2021-05-19T11:17:06Z,host='dv-cinder-787764-1-iscsi',id=326bf12a-fdae-48e8-b877-7dbd40e20eda,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:36Z,topic='l3_agent')) {'router_ids': ['6454b025-6bdd-4799-9916-acb41eba735a'], 'active': True} {{(pid=91058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:17:32.573466 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG oslo_concurrency.lockutils [None req-dad97567-9d0e-4f85-94b4-e5cd439b7fc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.071s {{(pid=91058) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:17:32.615798 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba723e6-55db-4db2-ae36-ea15e7d1bf99 None None] Pushing event updated for resources: {'Port': ['ID=0e9d2a56-22fe-4c01-85e6-27318fa7a2a0,revision_number=3']} {{(pid=91058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:17:32.622445 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG oslo_concurrency.lockutils [None req-6ba723e6-55db-4db2-ae36-ea15e7d1bf99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91058) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:17:32.667857 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-cb43cd5c-0f24-4271-b9a7-31c8480db594 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:32.677658 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.provisioning_blocks [None req-cb43cd5c-0f24-4271-b9a7-31c8480db594 admin admin] Transition to ACTIVE for port object 0aff9e8e-93a5-4497-9277-46fd55ba1ee2 will not be triggered until provisioned by entity DHCP. {{(pid=91056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 11:17:32.709797 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b8c1d0-db39-4a60-a174-53de73a29503 req-6128248a-23fe-4f93-8232-b3aeb5a8bc77 tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:32.710995 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-84b8c1d0-db39-4a60-a174-53de73a29503 req-6128248a-23fe-4f93-8232-b3aeb5a8bc77 tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] 10.222.0.90 "GET /v2.0/ports?device_id=cf735dae-87de-4f38-bbac-d96e7da78584 HTTP/1.1" status: 200 len: 932 time: 0.0964310 May 19 11:17:32.723941 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.l3_dvr_db [None req-50ba2144-849e-4c33-8f82-b43db559553f None None] Set router 6454b025-6bdd-4799-9916-acb41eba735a gateway port host: dv-cinder-787764-1-iscsi {{(pid=91058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:17:32.762701 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-cb43cd5c-0f24-4271-b9a7-31c8480db594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749740362231'] for port, after_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:32.768370 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-38cb8f3d-91ac-4489-9555-a1d6fe03903b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:17:32.811755 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb43cd5c-0f24-4271-b9a7-31c8480db594 admin admin] Pushing event updated for resources: {'Port': ['ID=0aff9e8e-93a5-4497-9277-46fd55ba1ee2,revision_number=1']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:17:32.826386 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-cb43cd5c-0f24-4271-b9a7-31c8480db594 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:17:32.832910 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb43cd5c-0f24-4271-b9a7-31c8480db594 admin admin] Network 55ec5a42-b6e4-4e09-a033-1b610f60d866 is already hosted by enough agents. {{(pid=91056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 11:17:32.840225 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-84b8c1d0-db39-4a60-a174-53de73a29503 req-53c74354-3d26-4f25-bd32-c9b68e3ab3d9 tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] 10.222.0.90 "GET /v2.0/security-groups?id=e491c481-3a65-4aed-8ce1-50d931fc68aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229575 May 19 11:17:32.850746 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.scheduler.base_scheduler [None req-cb43cd5c-0f24-4271-b9a7-31c8480db594 admin admin] Resources bound (agent type, host, resource id): {{(pid=91056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:17:32.853813 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb43cd5c-0f24-4271-b9a7-31c8480db594 admin admin] Received port after_create {{(pid=91056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 11:17:32.854200 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-cb43cd5c-0f24-4271-b9a7-31c8480db594 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1716796'] for router_interface, before_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:32.874593 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.notifiers.nova [req-11a2afc5-afa7-4c31-8ede-2c8730e551cc req-9155c30d-86de-41e4-ac76-4b8e2ff1ec52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4c22b04-a9c0-431f-9aee-ea76dc44e36b {{(pid=91055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 11:17:32.880491 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-11a2afc5-afa7-4c31-8ede-2c8730e551cc req-9155c30d-86de-41e4-ac76-4b8e2ff1ec52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:32.898996 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.provisioning_blocks [req-11a2afc5-afa7-4c31-8ede-2c8730e551cc req-9155c30d-86de-41e4-ac76-4b8e2ff1ec52 service neutron] Transition to ACTIVE for port object d4c22b04-a9c0-431f-9aee-ea76dc44e36b will not be triggered until provisioned by entity L2. {{(pid=91055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 11:17:32.909254 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-11a2afc5-afa7-4c31-8ede-2c8730e551cc req-9155c30d-86de-41e4-ac76-4b8e2ff1ec52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3654881'] for port, after_update {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:32.918136 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-df74c3e6-909d-4ee0-bfdc-f437874e7050 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:17:32.929443 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.l3_hamode_db [None req-50ba2144-849e-4c33-8f82-b43db559553f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6454b025-6bdd-4799-9916-acb41eba735a', 'name': 'tempest-AttachVolumeTestJSON-468252528-router', 'tenant_id': '35d46b728d4a4c459e7454a908c9e5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'external_fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': '0e9d2a56-22fe-4c01-85e6-27318fa7a2a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:17:30Z', 'updated_at': '2021-05-19T11:17:31Z', 'revision_number': 3, 'project_id': '35d46b728d4a4c459e7454a908c9e5c2', 'gw_port': {'id': '0e9d2a56-22fe-4c01-85e6-27318fa7a2a0', 'name': '', 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:6f:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6454b025-6bdd-4799-9916-acb41eba735a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:17:30Z', 'updated_at': '2021-05-19T11:17:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-1-iscsi'}], 'dv-cinder-787764-1-iscsi', False) {} {{(pid=91058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:17:32.931943 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ba2144-849e-4c33-8f82-b43db559553f None None] The sync data for ids ['6454b025-6bdd-4799-9916-acb41eba735a'] in dv-cinder-787764-1-iscsi is: [{'id': '6454b025-6bdd-4799-9916-acb41eba735a', 'name': 'tempest-AttachVolumeTestJSON-468252528-router', 'tenant_id': '35d46b728d4a4c459e7454a908c9e5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'external_fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': '0e9d2a56-22fe-4c01-85e6-27318fa7a2a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:17:30Z', 'updated_at': '2021-05-19T11:17:31Z', 'revision_number': 3, 'project_id': '35d46b728d4a4c459e7454a908c9e5c2', 'gw_port': {'id': '0e9d2a56-22fe-4c01-85e6-27318fa7a2a0', 'name': '', 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:6f:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6454b025-6bdd-4799-9916-acb41eba735a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:17:30Z', 'updated_at': '2021-05-19T11:17:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-1-iscsi'}] {{(pid=91058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 11:17:33.064488 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244eb98a-fa06-4558-90a9-be8a37f303c7 req-402987ac-4254-4ff4-8e84-6c288425cadd tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:33.069220 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-244eb98a-fa06-4558-90a9-be8a37f303c7 req-402987ac-4254-4ff4-8e84-6c288425cadd tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/networks?id=f2a18643-8b9e-461e-b075-a423d396a703 HTTP/1.1" status: 200 len: 815 time: 0.3031642 May 19 11:17:33.110607 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-cb43cd5c-0f24-4271-b9a7-31c8480db594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:33.121671 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-244eb98a-fa06-4558-90a9-be8a37f303c7 req-bbeeedd2-6431-4645-bae3-009f935de4cc tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/quotas/b26c6106177642a58ce4364b8f04cf82 HTTP/1.1" status: 200 len: 375 time: 0.0518868 May 19 11:17:33.143014 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9155c30d-86de-41e4-ac76-4b8e2ff1ec52 service neutron] Pushing event updated for resources: {'Port': ['ID=d4c22b04-a9c0-431f-9aee-ea76dc44e36b,revision_number=2']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:17:33.146991 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-9155c30d-86de-41e4-ac76-4b8e2ff1ec52 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:17:33.167169 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-af26e5a5-ebc5-4d8f-9420-9ec2c3979d4f None None] Provisioning for port 0aff9e8e-93a5-4497-9277-46fd55ba1ee2 completed by entity DHCP. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 11:17:33.176698 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-af26e5a5-ebc5-4d8f-9420-9ec2c3979d4f None None] Provisioning complete for port 0aff9e8e-93a5-4497-9277-46fd55ba1ee2 triggered by entity DHCP. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:17:33.177076 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-af26e5a5-ebc5-4d8f-9420-9ec2c3979d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441453'] for port, provisioning_complete {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:33.184301 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.managers [req-11a2afc5-afa7-4c31-8ede-2c8730e551cc req-9155c30d-86de-41e4-ac76-4b8e2ff1ec52 service neutron] Attempting to bind port d4c22b04-a9c0-431f-9aee-ea76dc44e36b on host hv-cinder-78776 for vnic_type normal with profile {{(pid=91055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 11:17:33.185603 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.managers [req-11a2afc5-afa7-4c31-8ede-2c8730e551cc req-9155c30d-86de-41e4-ac76-4b8e2ff1ec52 service neutron] Attempting to bind port d4c22b04-a9c0-431f-9aee-ea76dc44e36b by drivers openvswitch,hyperv on host hv-cinder-78776 at level 0 using segments [{'id': '24d1ac71-d537-4a4a-b908-95411b58ae30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1361, 'network_id': '2931f069-de15-4656-9c5f-d03f870340b0'}] {{(pid=91055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 11:17:33.185922 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a2afc5-afa7-4c31-8ede-2c8730e551cc req-9155c30d-86de-41e4-ac76-4b8e2ff1ec52 service neutron] Attempting to bind port d4c22b04-a9c0-431f-9aee-ea76dc44e36b on network 2931f069-de15-4656-9c5f-d03f870340b0 {{(pid=91055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 11:17:33.192350 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a2afc5-afa7-4c31-8ede-2c8730e551cc req-9155c30d-86de-41e4-ac76-4b8e2ff1ec52 service neutron] Port d4c22b04-a9c0-431f-9aee-ea76dc44e36b on network 2931f069-de15-4656-9c5f-d03f870340b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78776 {{(pid=91055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 11:17:33.193814 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a2afc5-afa7-4c31-8ede-2c8730e551cc req-9155c30d-86de-41e4-ac76-4b8e2ff1ec52 service neutron] Attempting to bind port d4c22b04-a9c0-431f-9aee-ea76dc44e36b on network 2931f069-de15-4656-9c5f-d03f870340b0 {{(pid=91055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 11:17:33.199708 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a2afc5-afa7-4c31-8ede-2c8730e551cc req-9155c30d-86de-41e4-ac76-4b8e2ff1ec52 service neutron] Checking agent: {'id': 'ec23b603-1024-4efc-b4c9-1692111c39b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78776', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 11, 14, 16), 'started_at': datetime.datetime(2021, 5, 19, 11, 14, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 11, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 11:17:33.202633 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a2afc5-afa7-4c31-8ede-2c8730e551cc req-9155c30d-86de-41e4-ac76-4b8e2ff1ec52 service neutron] Checking segment: {'id': '24d1ac71-d537-4a4a-b908-95411b58ae30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1361, 'network_id': '2931f069-de15-4656-9c5f-d03f870340b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 11:17:33.203361 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a2afc5-afa7-4c31-8ede-2c8730e551cc req-9155c30d-86de-41e4-ac76-4b8e2ff1ec52 service neutron] Bound using segment: {'id': '24d1ac71-d537-4a4a-b908-95411b58ae30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1361, 'network_id': '2931f069-de15-4656-9c5f-d03f870340b0'} {{(pid=91055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 11:17:33.203361 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.managers [req-11a2afc5-afa7-4c31-8ede-2c8730e551cc req-9155c30d-86de-41e4-ac76-4b8e2ff1ec52 service neutron] Bound port: d4c22b04-a9c0-431f-9aee-ea76dc44e36b, host: hv-cinder-78776, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24d1ac71-d537-4a4a-b908-95411b58ae30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1361, 'network_id': '2931f069-de15-4656-9c5f-d03f870340b0'}}] {{(pid=91055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 11:17:33.203628 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-11a2afc5-afa7-4c31-8ede-2c8730e551cc req-9155c30d-86de-41e4-ac76-4b8e2ff1ec52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:33.248275 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Device c99bb8ca-2cde-4e03-b525-399613b5a889 up at agent ovs-agent-dv-cinder-787764-1-iscsi {{(pid=91057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 11:17:33.295275 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.plugin [None req-af26e5a5-ebc5-4d8f-9420-9ec2c3979d4f None None] Port 0aff9e8e-93a5-4497-9277-46fd55ba1ee2 cannot update to ACTIVE because it is not bound. {{(pid=91057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 11:17:33.297456 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.db [req-11a2afc5-afa7-4c31-8ede-2c8730e551cc req-9155c30d-86de-41e4-ac76-4b8e2ff1ec52 service neutron] For port d4c22b04-a9c0-431f-9aee-ea76dc44e36b, host hv-cinder-78776, cleared binding levels {{(pid=91055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 11:17:33.299638 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.db [req-11a2afc5-afa7-4c31-8ede-2c8730e551cc req-9155c30d-86de-41e4-ac76-4b8e2ff1ec52 service neutron] For port d4c22b04-a9c0-431f-9aee-ea76dc44e36b, host hv-cinder-78776, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=d4c22b04-a9c0-431f-9aee-ea76dc44e36b,segment=NetworkSegment(24d1ac71-d537-4a4a-b908-95411b58ae30),segment_id=24d1ac71-d537-4a4a-b908-95411b58ae30)] {{(pid=91055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 11:17:33.300224 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666a6b9a-4a04-4ab3-9fd5-4c686cc67a1f req-00a6067f-5b35-4c1b-94ec-487ac8e85832 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:33.305145 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-666a6b9a-4a04-4ab3-9fd5-4c686cc67a1f req-00a6067f-5b35-4c1b-94ec-487ac8e85832 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=c9a2706a-90b8-47a1-af05-750a15a52f05 HTTP/1.1" status: 200 len: 945 time: 0.2108753 May 19 11:17:33.309348 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-11a2afc5-afa7-4c31-8ede-2c8730e551cc req-9155c30d-86de-41e4-ac76-4b8e2ff1ec52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3654881'] for port, after_update {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:33.315703 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-3f5d2620-0033-4f7d-9610-10efcae11eca service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:17:33.326017 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Provisioning complete for port c99bb8ca-2cde-4e03-b525-399613b5a889 triggered by entity L2. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:17:33.329280 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-244eb98a-fa06-4558-90a9-be8a37f303c7 req-3d34e7b9-2b9e-49e9-8c43-8682ac2cf3c3 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=b26c6106177642a58ce4364b8f04cf82&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1879480 May 19 11:17:33.329738 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441453'] for port, provisioning_complete {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:33.354907 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a2afc5-afa7-4c31-8ede-2c8730e551cc req-9155c30d-86de-41e4-ac76-4b8e2ff1ec52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:33.355258 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-11a2afc5-afa7-4c31-8ede-2c8730e551cc req-9155c30d-86de-41e4-ac76-4b8e2ff1ec52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6101'] for port, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:33.356082 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-11a2afc5-afa7-4c31-8ede-2c8730e551cc req-9155c30d-86de-41e4-ac76-4b8e2ff1ec52 service neutron] 10.222.0.112 "PUT /v2.0/ports/d4c22b04-a9c0-431f-9aee-ea76dc44e36b HTTP/1.1" status: 200 len: 1094 time: 1.0378451 May 19 11:17:33.356476 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf735dae-87de-4f38-bbac-d96e7da78584', 'tag': 'd4c22b04-a9c0-431f-9aee-ea76dc44e36b'}] {{(pid=91055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 11:17:33.378186 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9155c30d-86de-41e4-ac76-4b8e2ff1ec52 service neutron] Pushing event updated for resources: {'Port': ['ID=d4c22b04-a9c0-431f-9aee-ea76dc44e36b,revision_number=3']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:17:33.380899 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-9155c30d-86de-41e4-ac76-4b8e2ff1ec52 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:17:33.410069 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-666a6b9a-4a04-4ab3-9fd5-4c686cc67a1f req-97ef84c7-1bb2-479f-8db8-56d7bad0545a tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957146 May 19 11:17:33.428838 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-cb43cd5c-0f24-4271-b9a7-31c8480db594 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:33.434293 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-cb43cd5c-0f24-4271-b9a7-31c8480db594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602'] for port, after_update {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:33.434898 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-cb43cd5c-0f24-4271-b9a7-31c8480db594 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1695649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1716827'] for router_interface, after_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:33.439111 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:17:33.443427 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a2afc5-afa7-4c31-8ede-2c8730e551cc req-4d229157-3952-462f-af5a-fa4c15a33b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:33.444794 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-11a2afc5-afa7-4c31-8ede-2c8730e551cc req-4d229157-3952-462f-af5a-fa4c15a33b54 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=3fb94a808f784089bc7df3846c890050&device_id=cf735dae-87de-4f38-bbac-d96e7da78584 HTTP/1.1" status: 200 len: 1097 time: 0.0528553 May 19 11:17:33.490214 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-11a2afc5-afa7-4c31-8ede-2c8730e551cc req-dc5bc05d-4d6e-4e69-b9f2-4709834eef04 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d4c22b04-a9c0-431f-9aee-ea76dc44e36b HTTP/1.1" status: 200 len: 217 time: 0.0375414 May 19 11:17:33.499819 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-244eb98a-fa06-4558-90a9-be8a37f303c7 req-f84e74e0-34b9-4aaa-8027-2078db9451cf service neutron] 10.222.0.90 "GET /v2.0/networks/f2a18643-8b9e-461e-b075-a423d396a703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641743 May 19 11:17:33.506615 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb43cd5c-0f24-4271-b9a7-31c8480db594 admin admin] Pushing event updated for resources: {'Port': ['ID=0aff9e8e-93a5-4497-9277-46fd55ba1ee2,revision_number=2']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:17:33.528609 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-cb43cd5c-0f24-4271-b9a7-31c8480db594 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:17:33.540462 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a2afc5-afa7-4c31-8ede-2c8730e551cc req-1a822f8b-dba0-41ba-ac00-fdfacc421052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:33.541368 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-11a2afc5-afa7-4c31-8ede-2c8730e551cc req-1a822f8b-dba0-41ba-ac00-fdfacc421052 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=b7bf6898-3326-4273-bf87-6a59e4a83cd7 HTTP/1.1" status: 200 len: 849 time: 0.0463982 May 19 11:17:33.544791 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf735dae-87de-4f38-bbac-d96e7da78584', 'tag': 'd4c22b04-a9c0-431f-9aee-ea76dc44e36b', 'status': 'completed', 'code': 200} May 19 11:17:33.584417 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-11a2afc5-afa7-4c31-8ede-2c8730e551cc req-ee5d9e5d-c9b0-46ec-b854-bff28c12d890 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=2931f069-de15-4656-9c5f-d03f870340b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375760 May 19 11:17:33.684748 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-11a2afc5-afa7-4c31-8ede-2c8730e551cc req-5383bd75-d8a8-4d81-ae1f-74386cda9a5a service neutron] 10.222.0.112 "GET /v2.0/networks/2931f069-de15-4656-9c5f-d03f870340b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903156 May 19 11:17:33.758531 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb43cd5c-0f24-4271-b9a7-31c8480db594 admin admin] Network 55ec5a42-b6e4-4e09-a033-1b610f60d866 is already hosted by enough agents. {{(pid=91056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 11:17:33.760651 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.scheduler.base_scheduler [None req-cb43cd5c-0f24-4271-b9a7-31c8480db594 admin admin] Resources bound (agent type, host, resource id): {{(pid=91056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:17:33.763569 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-244eb98a-fa06-4558-90a9-be8a37f303c7 req-df7334a5-a90b-4e79-b8ab-a21abcc5c439 service neutron] 10.222.0.90 "GET /v2.0/networks/f2a18643-8b9e-461e-b075-a423d396a703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2567151 May 19 11:17:33.793760 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-11a2afc5-afa7-4c31-8ede-2c8730e551cc req-615f416a-ef56-4d11-b586-a75ae1cd53a1 service neutron] 10.222.0.112 "GET /v2.0/networks/2931f069-de15-4656-9c5f-d03f870340b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044168 May 19 11:17:33.834349 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1113a8f0-98b0-4d16-8273-4ded876a0e4c req-e25fa13c-522f-4a64-a1c2-2140a35c2966 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:33.835297 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-1113a8f0-98b0-4d16-8273-4ded876a0e4c req-e25fa13c-522f-4a64-a1c2-2140a35c2966 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=ee8bb661-8d2c-45db-9a1c-ee57ba0d6dd7 HTTP/1.1" status: 200 len: 946 time: 0.1478670 May 19 11:17:33.960906 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-1113a8f0-98b0-4d16-8273-4ded876a0e4c req-4b4cc7a9-a1c9-4791-b2e8-ad907e9a33c4 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769579 May 19 11:17:33.970486 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb43cd5c-0f24-4271-b9a7-31c8480db594 admin admin] Router 6454b025-6bdd-4799-9916-acb41eba735a has already been hosted by L3 agent 326bf12a-fdae-48e8-b877-7dbd40e20eda {{(pid=91056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 11:17:34.021303 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-91cac73a-78cb-4ee3-a149-d547c44b9086 None None] Provisioning complete for port 0aff9e8e-93a5-4497-9277-46fd55ba1ee2 triggered by entity DHCP. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:17:34.021556 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-91cac73a-78cb-4ee3-a149-d547c44b9086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441453'] for port, provisioning_complete {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:34.052146 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.plugin [None req-91cac73a-78cb-4ee3-a149-d547c44b9086 None None] Port 0aff9e8e-93a5-4497-9277-46fd55ba1ee2 cannot update to ACTIVE because it is not bound. {{(pid=91057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 11:17:34.060819 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-002233d8-ecf3-4bbb-bfa1-636d655f1efe req-fa4ce31f-b5ba-4f6f-a3f5-81bfd4f2302f tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=3e0d1d3f-b399-4eae-9920-1d2a10e0c32d HTTP/1.1" status: 200 len: 210 time: 0.0564542 May 19 11:17:34.114036 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895e946a-b74f-48a0-a444-537e7ba153c3 req-5c2669bc-f6ea-4bc8-af08-04ec24e8854a tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:34.114872 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-895e946a-b74f-48a0-a444-537e7ba153c3 req-5c2669bc-f6ea-4bc8-af08-04ec24e8854a tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] 10.222.0.90 "GET /v2.0/ports?device_id=cf735dae-87de-4f38-bbac-d96e7da78584 HTTP/1.1" status: 200 len: 944 time: 0.1947916 May 19 11:17:34.120545 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb43cd5c-0f24-4271-b9a7-31c8480db594 admin admin] Notify agent at l3_agent.dv-cinder-787764-1-iscsi the message routers_updated {{(pid=91056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 11:17:34.141247 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-cb43cd5c-0f24-4271-b9a7-31c8480db594 admin admin] 10.222.0.90 "PUT /v2.0/routers/6454b025-6bdd-4799-9916-acb41eba735a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4717412 May 19 11:17:34.149087 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-895e946a-b74f-48a0-a444-537e7ba153c3 req-50c4fe69-26f6-4b4a-b6c2-dbe242fa7616 tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] 10.222.0.90 "GET /v2.0/security-groups?id=e491c481-3a65-4aed-8ce1-50d931fc68aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292511 May 19 11:17:34.506262 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 47598) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:17:34.520954 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb25cddd-e235-4974-9baa-ca5907256861 None None] Sync routers for ids ['6454b025-6bdd-4799-9916-acb41eba735a'] in dv-cinder-787764-1-iscsi {{(pid=91057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 11:17:34.528485 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb25cddd-e235-4974-9baa-ca5907256861 None None] Routers {'6454b025-6bdd-4799-9916-acb41eba735a'} bound to L3 agent in host dv-cinder-787764-1-iscsi {{(pid=91057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:17:34.529045 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_hamode_db [None req-eb25cddd-e235-4974-9baa-ca5907256861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T11:10:36Z,description=,heartbeat_timestamp=2021-05-19T11:17:06Z,host='dv-cinder-787764-1-iscsi',id=326bf12a-fdae-48e8-b877-7dbd40e20eda,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:36Z,topic='l3_agent')) {'router_ids': ['6454b025-6bdd-4799-9916-acb41eba735a'], 'active': True} {{(pid=91057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:17:34.616613 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-e54d7142-1575-4aa3-8b80-eed4e322c765 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:34.628624 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-e54d7142-1575-4aa3-8b80-eed4e322c765 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:17:34.631897 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-45e22102-f8dc-4c41-a884-a7e38e1e47f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:34.632559 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-e54d7142-1575-4aa3-8b80-eed4e322c765 admin admin] Usage tracker for resource:security_group_rule and tenant:c9217ce2a8e14026aa12bf4b6f3f4152 is out of sync, need to count used quota {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:17:34.635117 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-e54d7142-1575-4aa3-8b80-eed4e322c765 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:17:34.640550 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-e54d7142-1575-4aa3-8b80-eed4e322c765 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:17:34.655759 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 47604) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:17:34.658157 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_dvr_db [None req-eb25cddd-e235-4974-9baa-ca5907256861 None None] Set router 6454b025-6bdd-4799-9916-acb41eba735a gateway port host: dv-cinder-787764-1-iscsi {{(pid=91057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:17:34.660480 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.v2.base [None req-aada42e0-52d9-4285-a82a-452b42e3c14f tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Request body: {'security_group': {'name': 'tempest-securitygroup--350376448', 'description': 'tempest-description--1860209244'}} {{(pid=91056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:17:34.666615 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-aada42e0-52d9-4285-a82a-452b42e3c14f tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:17:34.670278 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-aada42e0-52d9-4285-a82a-452b42e3c14f tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Usage tracker for resource:security_group and tenant:35d46b728d4a4c459e7454a908c9e5c2 is out of sync, need to count used quota {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:17:34.673159 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-aada42e0-52d9-4285-a82a-452b42e3c14f tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:17:34.678776 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-aada42e0-52d9-4285-a82a-452b42e3c14f tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:17:34.690887 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-aada42e0-52d9-4285-a82a-452b42e3c14f tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Notify callbacks [] for security_group, before_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:34.712641 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-aada42e0-52d9-4285-a82a-452b42e3c14f tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:17:34.716602 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-aada42e0-52d9-4285-a82a-452b42e3c14f tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Usage tracker for resource:security_group_rule and tenant:35d46b728d4a4c459e7454a908c9e5c2 is out of sync, need to count used quota {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:17:34.721301 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-aada42e0-52d9-4285-a82a-452b42e3c14f tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:17:34.726354 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-aada42e0-52d9-4285-a82a-452b42e3c14f tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:17:34.727876 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-e54d7142-1575-4aa3-8b80-eed4e322c765 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:34.733776 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-e54d7142-1575-4aa3-8b80-eed4e322c765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:34.738694 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:17:34.771798 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-e54d7142-1575-4aa3-8b80-eed4e322c765 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=c9217ce2a8e14026aa12bf4b6f3f4152&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2645974 May 19 11:17:34.773865 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 47608) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:17:34.775195 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54d7142-1575-4aa3-8b80-eed4e322c765 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff66f073-9693-4834-ad68-b2fb4e3b69e7,revision_number=1']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:17:34.777313 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-e54d7142-1575-4aa3-8b80-eed4e322c765 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:17:34.805236 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-aada42e0-52d9-4285-a82a-452b42e3c14f tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Notify callbacks [] for security_group, precommit_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:34.808598 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-054b9539-425a-45a3-bc34-fa02a2d8c6c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:34.809074 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-aada42e0-52d9-4285-a82a-452b42e3c14f tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:34.812001 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-d0c16abc-2e76-42ed-919d-1733627aeedf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:17:34.823212 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-054b9539-425a-45a3-bc34-fa02a2d8c6c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:34.831698 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_hamode_db [None req-eb25cddd-e235-4974-9baa-ca5907256861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6454b025-6bdd-4799-9916-acb41eba735a', 'name': 'tempest-AttachVolumeTestJSON-468252528-router', 'tenant_id': '35d46b728d4a4c459e7454a908c9e5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'external_fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': '0e9d2a56-22fe-4c01-85e6-27318fa7a2a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:17:30Z', 'updated_at': '2021-05-19T11:17:32Z', 'revision_number': 4, 'project_id': '35d46b728d4a4c459e7454a908c9e5c2', 'gw_port': {'id': '0e9d2a56-22fe-4c01-85e6-27318fa7a2a0', 'name': '', 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:6f:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6454b025-6bdd-4799-9916-acb41eba735a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:17:30Z', 'updated_at': '2021-05-19T11:17:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-1-iscsi', '_interfaces': [{'id': '0aff9e8e-93a5-4497-9277-46fd55ba1ee2', 'name': '', 'network_id': '55ec5a42-b6e4-4e09-a033-1b610f60d866', 'tenant_id': '35d46b728d4a4c459e7454a908c9e5c2', 'mac_address': 'fa:16:3e:f6:df:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6454b025-6bdd-4799-9916-acb41eba735a', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'b791564f-e95e-40fa-bc9d-bcbecb0ce07c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:17:32Z', 'updated_at': '2021-05-19T11:17:33Z', 'revision_number': 2, 'project_id': '35d46b728d4a4c459e7454a908c9e5c2', 'subnets': [{'id': 'b791564f-e95e-40fa-bc9d-bcbecb0ce07c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-1-iscsi', False) {} {{(pid=91057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:17:34.834707 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aada42e0-52d9-4285-a82a-452b42e3c14f tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=892ed30b-94ce-475f-8919-c4519fee1ccf,revision_number=1']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:17:34.835015 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb25cddd-e235-4974-9baa-ca5907256861 None None] Checking router: 6454b025-6bdd-4799-9916-acb41eba735a for host: dv-cinder-787764-1-iscsi {{(pid=91057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 11:17:34.835658 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb25cddd-e235-4974-9baa-ca5907256861 None None] Updating router 6454b025-6bdd-4799-9916-acb41eba735a port 0aff9e8e-93a5-4497-9277-46fd55ba1ee2 binding host dv-cinder-787764-1-iscsi {{(pid=91057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 11:17:34.841645 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-aada42e0-52d9-4285-a82a-452b42e3c14f tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:17:34.842628 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-aada42e0-52d9-4285-a82a-452b42e3c14f tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Notify callbacks [] for security_group, before_response {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:34.843340 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-aada42e0-52d9-4285-a82a-452b42e3c14f tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1869690 May 19 11:17:34.845564 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 47614) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:17:34.851210 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.v2.base [None req-4dda4940-d5e0-4a96-a329-851586e6aa14 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Request body: {'security_group_rule': {'security_group_id': '892ed30b-94ce-475f-8919-c4519fee1ccf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:17:34.855829 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-4dda4940-d5e0-4a96-a329-851586e6aa14 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:17:34.863371 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-4dda4940-d5e0-4a96-a329-851586e6aa14 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Usage tracker for resource:security_group_rule and tenant:35d46b728d4a4c459e7454a908c9e5c2 is out of sync, need to count used quota {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:17:34.865807 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-4dda4940-d5e0-4a96-a329-851586e6aa14 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:17:34.867730 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-054b9539-425a-45a3-bc34-fa02a2d8c6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:34.869217 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-4dda4940-d5e0-4a96-a329-851586e6aa14 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:17:34.872302 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-0426be9b-5828-4cbd-81de-310317b028ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:17:34.879918 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-eb25cddd-e235-4974-9baa-ca5907256861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:34.881378 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054b9539-425a-45a3-bc34-fa02a2d8c6c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff66f073-9693-4834-ad68-b2fb4e3b69e7,revision_number=None']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:17:34.884057 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-054b9539-425a-45a3-bc34-fa02a2d8c6c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:17:34.884599 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-4dda4940-d5e0-4a96-a329-851586e6aa14 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:34.885995 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-054b9539-425a-45a3-bc34-fa02a2d8c6c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:34.888278 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-054b9539-425a-45a3-bc34-fa02a2d8c6c7 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/ff66f073-9693-4834-ad68-b2fb4e3b69e7 HTTP/1.1" status: 204 len: 168 time: 0.1121843 May 19 11:17:34.920913 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-4dda4940-d5e0-4a96-a329-851586e6aa14 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:34.925191 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-4dda4940-d5e0-4a96-a329-851586e6aa14 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775300'] for security_group_rule, after_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:34.926363 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-7120bc08-0dd2-402a-957d-69526f631989 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:17:34.934442 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dda4940-d5e0-4a96-a329-851586e6aa14 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49866e14-6376-4834-a040-6241f61a199f,revision_number=0']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:17:34.937821 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-4dda4940-d5e0-4a96-a329-851586e6aa14 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:17:34.950526 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-4dda4940-d5e0-4a96-a329-851586e6aa14 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:34.954740 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 47622) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:17:34.957437 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-4dda4940-d5e0-4a96-a329-851586e6aa14 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1112149 May 19 11:17:34.958443 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.v2.base [None req-27b6534d-fd94-4902-932f-3dc3def06fc1 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Request body: {'security_group_rule': {'security_group_id': '892ed30b-94ce-475f-8919-c4519fee1ccf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:17:34.961895 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-27b6534d-fd94-4902-932f-3dc3def06fc1 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:17:34.963987 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-27b6534d-fd94-4902-932f-3dc3def06fc1 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Usage tracker for resource:security_group_rule and tenant:35d46b728d4a4c459e7454a908c9e5c2 is out of sync, need to count used quota {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:17:34.966141 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-27b6534d-fd94-4902-932f-3dc3def06fc1 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:17:34.969262 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-27b6534d-fd94-4902-932f-3dc3def06fc1 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:17:34.980831 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-27b6534d-fd94-4902-932f-3dc3def06fc1 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:35.013705 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-27b6534d-fd94-4902-932f-3dc3def06fc1 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:35.016763 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-27b6534d-fd94-4902-932f-3dc3def06fc1 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775300'] for security_group_rule, after_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:35.018781 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:17:35.034562 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b6534d-fd94-4902-932f-3dc3def06fc1 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f548639a-58a9-4d77-a6d3-219bb892294b,revision_number=0']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:17:35.036959 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-27b6534d-fd94-4902-932f-3dc3def06fc1 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:17:35.043469 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-27b6534d-fd94-4902-932f-3dc3def06fc1 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:35.046285 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-27b6534d-fd94-4902-932f-3dc3def06fc1 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.0896649 May 19 11:17:35.046411 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 47630) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:17:35.050110 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.v2.base [None req-686cb4d9-03b5-4dd0-9813-92309f58dcad tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Request body: {'floatingip': {'floating_network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522'}} {{(pid=91055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:17:35.053571 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-686cb4d9-03b5-4dd0-9813-92309f58dcad tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:17:35.055786 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-686cb4d9-03b5-4dd0-9813-92309f58dcad tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Usage tracker for resource:floatingip and tenant:35d46b728d4a4c459e7454a908c9e5c2 is out of sync, need to count used quota {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:17:35.057439 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-686cb4d9-03b5-4dd0-9813-92309f58dcad tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:17:35.060869 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-686cb4d9-03b5-4dd0-9813-92309f58dcad tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:17:35.068679 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-686cb4d9-03b5-4dd0-9813-92309f58dcad tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Notify callbacks [] for floatingip, before_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:35.141427 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-eb25cddd-e235-4974-9baa-ca5907256861 None None] Notify callbacks [] for port, precommit_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:35.146166 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-686cb4d9-03b5-4dd0-9813-92309f58dcad tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:35.149089 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-eb25cddd-e235-4974-9baa-ca5907256861 None None] Transition to ACTIVE for port object 0aff9e8e-93a5-4497-9277-46fd55ba1ee2 will not be triggered until provisioned by entity L2. {{(pid=91057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 11:17:35.161650 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-04345064-7a1c-4a42-b028-15c37c4cff6e req-f04ae0e4-e72d-4e5f-8160-60db26cd19d7 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=3e0d1d3f-b399-4eae-9920-1d2a10e0c32d HTTP/1.1" status: 200 len: 210 time: 0.0390623 May 19 11:17:35.165362 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-eb25cddd-e235-4974-9baa-ca5907256861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602'] for port, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:35.169053 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-ec73d32c-dfc2-4676-8824-1a473e3cba6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:17:35.237298 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Device 0e9d2a56-22fe-4c01-85e6-27318fa7a2a0 up at agent ovs-agent-dv-cinder-787764-1-iscsi {{(pid=91057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 11:17:35.285461 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76d85d2-6c12-464d-bd8a-557b3b7da7e7 None None] Pushing event updated for resources: {'Port': ['ID=0aff9e8e-93a5-4497-9277-46fd55ba1ee2,revision_number=3']} {{(pid=91057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:17:35.288982 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-d76d85d2-6c12-464d-bd8a-557b3b7da7e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:17:35.303130 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.db_base_plugin_common [None req-686cb4d9-03b5-4dd0-9813-92309f58dcad tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Allocated IP 172.27.0.164 (02345af2-6ed3-48fb-b7af-bf8d47e25522/aba42eaa-d100-461a-90c5-240f62c775e0/7d84f653-694b-4b9c-b134-7256d5e1426d) {{(pid=91055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 11:17:35.325165 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dde9454-ca72-414a-a106-fd23b63badef req-f6be139c-9d6c-485e-8484-8255d423fd1c tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:35.331144 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-8dde9454-ca72-414a-a106-fd23b63badef req-f6be139c-9d6c-485e-8484-8255d423fd1c tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] 10.222.0.90 "GET /v2.0/ports?device_id=cf735dae-87de-4f38-bbac-d96e7da78584 HTTP/1.1" status: 200 len: 944 time: 0.0713897 May 19 11:17:35.356661 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.managers [None req-eb25cddd-e235-4974-9baa-ca5907256861 None None] Attempting to bind port 0aff9e8e-93a5-4497-9277-46fd55ba1ee2 on host dv-cinder-787764-1-iscsi for vnic_type normal with profile {{(pid=91057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 11:17:35.356869 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.managers [None req-eb25cddd-e235-4974-9baa-ca5907256861 None None] Attempting to bind port 0aff9e8e-93a5-4497-9277-46fd55ba1ee2 by drivers openvswitch,hyperv on host dv-cinder-787764-1-iscsi at level 0 using segments [{'id': 'e0015d87-dcd6-4fdc-83d4-a15c21b906a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1392, 'network_id': '55ec5a42-b6e4-4e09-a033-1b610f60d866'}] {{(pid=91057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 11:17:35.357060 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb25cddd-e235-4974-9baa-ca5907256861 None None] Attempting to bind port 0aff9e8e-93a5-4497-9277-46fd55ba1ee2 on network 55ec5a42-b6e4-4e09-a033-1b610f60d866 {{(pid=91057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 11:17:35.361878 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb25cddd-e235-4974-9baa-ca5907256861 None None] Checking agent: {'id': '8ddda9c6-7d5f-4e42-9175-c986b5c107e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787764-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 11, 10, 36), 'started_at': datetime.datetime(2021, 5, 19, 11, 11, 6), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 11, 17, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787764-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 11:17:35.362104 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb25cddd-e235-4974-9baa-ca5907256861 None None] Checking segment: {'id': 'e0015d87-dcd6-4fdc-83d4-a15c21b906a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1392, 'network_id': '55ec5a42-b6e4-4e09-a033-1b610f60d866'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 11:17:35.362365 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-eb25cddd-e235-4974-9baa-ca5907256861 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:35.362591 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb25cddd-e235-4974-9baa-ca5907256861 None None] Bound using segment: {'id': 'e0015d87-dcd6-4fdc-83d4-a15c21b906a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1392, 'network_id': '55ec5a42-b6e4-4e09-a033-1b610f60d866'} {{(pid=91057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 11:17:35.362878 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.managers [None req-eb25cddd-e235-4974-9baa-ca5907256861 None None] Bound port: 0aff9e8e-93a5-4497-9277-46fd55ba1ee2, host: dv-cinder-787764-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0015d87-dcd6-4fdc-83d4-a15c21b906a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1392, 'network_id': '55ec5a42-b6e4-4e09-a033-1b610f60d866'}}] {{(pid=91057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 11:17:35.363137 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-eb25cddd-e235-4974-9baa-ca5907256861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:35.365890 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-8dde9454-ca72-414a-a106-fd23b63badef req-13aaa8be-d596-4d93-a4e8-803ce1c8b5e8 tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] 10.222.0.90 "GET /v2.0/security-groups?id=e491c481-3a65-4aed-8ce1-50d931fc68aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340998 May 19 11:17:35.397983 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Provisioning for port 0e9d2a56-22fe-4c01-85e6-27318fa7a2a0 completed by entity L2. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 11:17:35.407504 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Provisioning complete for port 0e9d2a56-22fe-4c01-85e6-27318fa7a2a0 triggered by entity L2. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:17:35.407753 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441453'] for port, provisioning_complete {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:35.432810 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-686cb4d9-03b5-4dd0-9813-92309f58dcad tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Notify callbacks [] for port, precommit_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:35.454135 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-eb25cddd-e235-4974-9baa-ca5907256861 None None] For port 0aff9e8e-93a5-4497-9277-46fd55ba1ee2, host dv-cinder-787764-1-iscsi, cleared binding levels {{(pid=91057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 11:17:35.454491 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-686cb4d9-03b5-4dd0-9813-92309f58dcad tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749740362231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3654904'] for port, after_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:35.456462 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-eb25cddd-e235-4974-9baa-ca5907256861 None None] For port 0aff9e8e-93a5-4497-9277-46fd55ba1ee2, host dv-cinder-787764-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-1-iscsi',level=0,port_id=0aff9e8e-93a5-4497-9277-46fd55ba1ee2,segment=NetworkSegment(e0015d87-dcd6-4fdc-83d4-a15c21b906a0),segment_id=e0015d87-dcd6-4fdc-83d4-a15c21b906a0)] {{(pid=91057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 11:17:35.457883 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:17:35.459717 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-eb25cddd-e235-4974-9baa-ca5907256861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602'] for port, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:35.462258 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-088345b6-3f1c-4ca3-91f3-f480a62f5d70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:17:35.493278 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-686cb4d9-03b5-4dd0-9813-92309f58dcad tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Network 02345af2-6ed3-48fb-b7af-bf8d47e25522 is already hosted by enough agents. {{(pid=91055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 11:17:35.495438 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.scheduler.base_scheduler [None req-686cb4d9-03b5-4dd0-9813-92309f58dcad tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Resources bound (agent type, host, resource id): {{(pid=91055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:17:35.498994 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686cb4d9-03b5-4dd0-9813-92309f58dcad tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Received port after_create {{(pid=91055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 11:17:35.526311 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686cb4d9-03b5-4dd0-9813-92309f58dcad tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Pushing event updated for resources: {'Port': ['ID=7d84f653-694b-4b9c-b134-7256d5e1426d,revision_number=1']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:17:35.533136 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:35.537004 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb25cddd-e235-4974-9baa-ca5907256861 None None] Routers {'6454b025-6bdd-4799-9916-acb41eba735a'} bound to L3 agent in host dv-cinder-787764-1-iscsi {{(pid=91057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:17:35.537290 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_hamode_db [None req-eb25cddd-e235-4974-9baa-ca5907256861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T11:10:36Z,description=,heartbeat_timestamp=2021-05-19T11:17:06Z,host='dv-cinder-787764-1-iscsi',id=326bf12a-fdae-48e8-b877-7dbd40e20eda,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:36Z,topic='l3_agent')) {'router_ids': ['6454b025-6bdd-4799-9916-acb41eba735a'], 'active': True} {{(pid=91057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:17:35.537380 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-686cb4d9-03b5-4dd0-9813-92309f58dcad tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:17:35.559716 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-686cb4d9-03b5-4dd0-9813-92309f58dcad tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:35.588121 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76d85d2-6c12-464d-bd8a-557b3b7da7e7 None None] Pushing event updated for resources: {'Port': ['ID=0aff9e8e-93a5-4497-9277-46fd55ba1ee2,revision_number=4']} {{(pid=91057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:17:35.591700 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-d76d85d2-6c12-464d-bd8a-557b3b7da7e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:17:35.595361 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] For port 0e9d2a56-22fe-4c01-85e6-27318fa7a2a0, host dv-cinder-787764-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-1-iscsi',level=0,port_id=0e9d2a56-22fe-4c01-85e6-27318fa7a2a0,segment=NetworkSegment(49ddd7c4-aafb-432e-a188-efbf16e2f9e4),segment_id=49ddd7c4-aafb-432e-a188-efbf16e2f9e4)] {{(pid=91057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:17:35.596096 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-686cb4d9-03b5-4dd0-9813-92309f58dcad tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:35.627559 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602'] for port, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:35.632736 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-eb4da597-ba2d-4d52-8735-a49199c663a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:17:35.685775 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_dvr_db [None req-eb25cddd-e235-4974-9baa-ca5907256861 None None] Set router 6454b025-6bdd-4799-9916-acb41eba735a gateway port host: dv-cinder-787764-1-iscsi {{(pid=91057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:17:35.711995 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Pushing event updated for resources: {'Port': ['ID=0e9d2a56-22fe-4c01-85e6-27318fa7a2a0,revision_number=4']} {{(pid=91057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:17:35.718186 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:17:35.819299 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-686cb4d9-03b5-4dd0-9813-92309f58dcad tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Notify callbacks [] for port, precommit_update {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:35.823024 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-686cb4d9-03b5-4dd0-9813-92309f58dcad tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3654881'] for port, after_update {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:35.825809 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:17:35.835622 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:35.883881 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686cb4d9-03b5-4dd0-9813-92309f58dcad tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Pushing event updated for resources: {'Port': ['ID=7d84f653-694b-4b9c-b134-7256d5e1426d,revision_number=2']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:17:35.892131 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_hamode_db [None req-eb25cddd-e235-4974-9baa-ca5907256861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6454b025-6bdd-4799-9916-acb41eba735a', 'name': 'tempest-AttachVolumeTestJSON-468252528-router', 'tenant_id': '35d46b728d4a4c459e7454a908c9e5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'external_fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': '0e9d2a56-22fe-4c01-85e6-27318fa7a2a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:17:30Z', 'updated_at': '2021-05-19T11:17:32Z', 'revision_number': 4, 'project_id': '35d46b728d4a4c459e7454a908c9e5c2', 'gw_port': {'id': '0e9d2a56-22fe-4c01-85e6-27318fa7a2a0', 'name': '', 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:6f:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6454b025-6bdd-4799-9916-acb41eba735a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:17:30Z', 'updated_at': '2021-05-19T11:17:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-1-iscsi', '_interfaces': [{'id': '0aff9e8e-93a5-4497-9277-46fd55ba1ee2', 'name': '', 'network_id': '55ec5a42-b6e4-4e09-a033-1b610f60d866', 'tenant_id': '35d46b728d4a4c459e7454a908c9e5c2', 'mac_address': 'fa:16:3e:f6:df:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6454b025-6bdd-4799-9916-acb41eba735a', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'b791564f-e95e-40fa-bc9d-bcbecb0ce07c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:17:32Z', 'updated_at': '2021-05-19T11:17:35Z', 'revision_number': 4, 'project_id': '35d46b728d4a4c459e7454a908c9e5c2', 'subnets': [{'id': 'b791564f-e95e-40fa-bc9d-bcbecb0ce07c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-1-iscsi', False) {} {{(pid=91057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:17:35.894024 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686cb4d9-03b5-4dd0-9813-92309f58dcad tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:17:35.894235 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686cb4d9-03b5-4dd0-9813-92309f58dcad tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:17:35.894420 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686cb4d9-03b5-4dd0-9813-92309f58dcad tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:17:35.894599 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686cb4d9-03b5-4dd0-9813-92309f58dcad tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:17:35.894778 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686cb4d9-03b5-4dd0-9813-92309f58dcad tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:17:35.894923 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb25cddd-e235-4974-9baa-ca5907256861 None None] The sync data for ids ['6454b025-6bdd-4799-9916-acb41eba735a'] in dv-cinder-787764-1-iscsi is: [{'id': '6454b025-6bdd-4799-9916-acb41eba735a', 'name': 'tempest-AttachVolumeTestJSON-468252528-router', 'tenant_id': '35d46b728d4a4c459e7454a908c9e5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'external_fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': '0e9d2a56-22fe-4c01-85e6-27318fa7a2a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:17:30Z', 'updated_at': '2021-05-19T11:17:32Z', 'revision_number': 4, 'project_id': '35d46b728d4a4c459e7454a908c9e5c2', 'gw_port': {'id': '0e9d2a56-22fe-4c01-85e6-27318fa7a2a0', 'name': '', 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:6f:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6454b025-6bdd-4799-9916-acb41eba735a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:17:30Z', 'updated_at': '2021-05-19T11:17:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-1-iscsi', '_interfaces': [{'id': '0aff9e8e-93a5-4497-9277-46fd55ba1ee2', 'name': '', 'network_id': '55ec5a42-b6e4-4e09-a033-1b610f60d866', 'tenant_id': '35d46b728d4a4c459e7454a908c9e5c2', 'mac_address': 'fa:16:3e:f6:df:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6454b025-6bdd-4799-9916-acb41eba735a', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'b791564f-e95e-40fa-bc9d-bcbecb0ce07c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:17:32Z', 'updated_at': '2021-05-19T11:17:35Z', 'revision_number': 4, 'project_id': '35d46b728d4a4c459e7454a908c9e5c2', 'subnets': [{'id': 'b791564f-e95e-40fa-bc9d-bcbecb0ce07c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 11:17:35.895007 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686cb4d9-03b5-4dd0-9813-92309f58dcad tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:17:35.895131 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686cb4d9-03b5-4dd0-9813-92309f58dcad tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:17:35.895314 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686cb4d9-03b5-4dd0-9813-92309f58dcad tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:17:35.895490 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686cb4d9-03b5-4dd0-9813-92309f58dcad tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:17:35.895695 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686cb4d9-03b5-4dd0-9813-92309f58dcad tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:17:35.895846 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686cb4d9-03b5-4dd0-9813-92309f58dcad tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:17:35.896089 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686cb4d9-03b5-4dd0-9813-92309f58dcad tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:17:35.899014 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-686cb4d9-03b5-4dd0-9813-92309f58dcad tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:17:35.899556 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-686cb4d9-03b5-4dd0-9813-92309f58dcad tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716915'] for floatingip, after_update {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:35.918465 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-686cb4d9-03b5-4dd0-9813-92309f58dcad tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6101'] for floatingip, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:35.925011 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-686cb4d9-03b5-4dd0-9813-92309f58dcad tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8779037 May 19 11:17:36.115645 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [req-f33d10d4-00b4-49d9-a8ca-ccf1ef63b9cb req-4d46a02f-362b-4ffc-bc92-318ddb1ac986 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Synchronizing usage tracker for tenant:35d46b728d4a4c459e7454a908c9e5c2 on resource:security_group {{(pid=91056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 11:17:36.130268 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [req-f33d10d4-00b4-49d9-a8ca-ccf1ef63b9cb req-4d46a02f-362b-4ffc-bc92-318ddb1ac986 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Unset dirty status for tenant:35d46b728d4a4c459e7454a908c9e5c2 on resource:security_group {{(pid=91056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 11:17:36.131153 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-f33d10d4-00b4-49d9-a8ca-ccf1ef63b9cb req-4d46a02f-362b-4ffc-bc92-318ddb1ac986 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-securitygroup--350376448&fields=id&tenant_id=35d46b728d4a4c459e7454a908c9e5c2 HTTP/1.1" status: 200 len: 267 time: 0.0462577 May 19 11:17:36.185524 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-b389ee59-3e7f-4473-8fc7-a3c5b8021735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:36.263213 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-e78b6a9b-6f38-44f1-bb7b-3dba176e7af1 req-e498248b-9dec-46a5-94d4-feb95d6e9b28 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=3e0d1d3f-b399-4eae-9920-1d2a10e0c32d HTTP/1.1" status: 200 len: 210 time: 0.0341663 May 19 11:17:36.267857 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33d10d4-00b4-49d9-a8ca-ccf1ef63b9cb req-c7c61491-0bc3-4774-84d6-cbc26018dc0a tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:36.268223 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [req-f33d10d4-00b4-49d9-a8ca-ccf1ef63b9cb req-c7c61491-0bc3-4774-84d6-cbc26018dc0a tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Synchronizing usage tracker for tenant:35d46b728d4a4c459e7454a908c9e5c2 on resource:network {{(pid=91056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 11:17:36.283627 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [req-f33d10d4-00b4-49d9-a8ca-ccf1ef63b9cb req-c7c61491-0bc3-4774-84d6-cbc26018dc0a tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Unset dirty status for tenant:35d46b728d4a4c459e7454a908c9e5c2 on resource:network {{(pid=91056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 11:17:36.287019 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244eb98a-fa06-4558-90a9-be8a37f303c7 req-a226868b-413d-4e11-a7cb-954d38ebf72d tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:36.288009 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-244eb98a-fa06-4558-90a9-be8a37f303c7 req-a226868b-413d-4e11-a7cb-954d38ebf72d tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.112 "GET /v2.0/networks?id=f2a18643-8b9e-461e-b075-a423d396a703 HTTP/1.1" status: 200 len: 815 time: 0.1253419 May 19 11:17:36.288072 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-f33d10d4-00b4-49d9-a8ca-ccf1ef63b9cb req-c7c61491-0bc3-4774-84d6-cbc26018dc0a tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] 10.222.0.90 "GET /v2.0/networks?id=55ec5a42-b6e4-4e09-a033-1b610f60d866 HTTP/1.1" status: 200 len: 810 time: 0.1518703 May 19 11:17:36.301077 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-f33d10d4-00b4-49d9-a8ca-ccf1ef63b9cb req-06641687-5b0b-423e-9eb2-e683c4726513 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] 10.222.0.90 "GET /v2.0/quotas/35d46b728d4a4c459e7454a908c9e5c2 HTTP/1.1" status: 200 len: 375 time: 0.0124006 May 19 11:17:36.304436 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.v2.base [req-244eb98a-fa06-4558-90a9-be8a37f303c7 req-b8bd31a1-cd05-4c2e-944f-88587c6d04ae tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Request body: {'port': {'device_id': '3e0d1d3f-b399-4eae-9920-1d2a10e0c32d', 'network_id': 'f2a18643-8b9e-461e-b075-a423d396a703', 'admin_state_up': True, 'tenant_id': 'b26c6106177642a58ce4364b8f04cf82'}} {{(pid=91055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:17:36.361287 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [req-f33d10d4-00b4-49d9-a8ca-ccf1ef63b9cb req-3b8f4919-3863-4f6e-9c9f-6bf6644865e0 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Synchronizing usage tracker for tenant:35d46b728d4a4c459e7454a908c9e5c2 on resource:port {{(pid=91056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 11:17:36.380172 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [req-f33d10d4-00b4-49d9-a8ca-ccf1ef63b9cb req-3b8f4919-3863-4f6e-9c9f-6bf6644865e0 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Unset dirty status for tenant:35d46b728d4a4c459e7454a908c9e5c2 on resource:port {{(pid=91056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 11:17:36.381160 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-f33d10d4-00b4-49d9-a8ca-ccf1ef63b9cb req-3b8f4919-3863-4f6e-9c9f-6bf6644865e0 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=35d46b728d4a4c459e7454a908c9e5c2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0795507 May 19 11:17:36.408214 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [req-244eb98a-fa06-4558-90a9-be8a37f303c7 req-b8bd31a1-cd05-4c2e-944f-88587c6d04ae tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:17:36.411610 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [req-244eb98a-fa06-4558-90a9-be8a37f303c7 req-b8bd31a1-cd05-4c2e-944f-88587c6d04ae tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Usage tracker for resource:port and tenant:b26c6106177642a58ce4364b8f04cf82 is out of sync, need to count used quota {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:17:36.413452 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [req-244eb98a-fa06-4558-90a9-be8a37f303c7 req-b8bd31a1-cd05-4c2e-944f-88587c6d04ae tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Quota usage for port was recalculated. Used quota:2. {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:17:36.419263 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [req-244eb98a-fa06-4558-90a9-be8a37f303c7 req-b8bd31a1-cd05-4c2e-944f-88587c6d04ae tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:17:36.427223 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-244eb98a-fa06-4558-90a9-be8a37f303c7 req-b8bd31a1-cd05-4c2e-944f-88587c6d04ae tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Made reservation on behalf of b26c6106177642a58ce4364b8f04cf82 for: {'port': 1} {{(pid=91055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 11:17:36.430578 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-244eb98a-fa06-4558-90a9-be8a37f303c7 req-b8bd31a1-cd05-4c2e-944f-88587c6d04ae tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:36.530539 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.db_base_plugin_common [req-244eb98a-fa06-4558-90a9-be8a37f303c7 req-b8bd31a1-cd05-4c2e-944f-88587c6d04ae tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Allocated IP 172.20.0.13 (f2a18643-8b9e-461e-b075-a423d396a703/ad8c650d-7c1e-4564-9480-5348b05a4c70/91f4064d-3935-44fd-ad59-2df97d807c84) {{(pid=91055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 11:17:36.604334 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-f33d10d4-00b4-49d9-a8ca-ccf1ef63b9cb req-141923f6-a60c-4946-8dcd-c8c7fe16eb82 service neutron] 10.222.0.90 "GET /v2.0/networks/55ec5a42-b6e4-4e09-a033-1b610f60d866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041597 May 19 11:17:36.614962 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c342d2-7c3b-4e76-bb07-55a13a122341 req-19bf3417-5f85-4e7b-9489-532c89333743 tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:36.615739 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-a0c342d2-7c3b-4e76-bb07-55a13a122341 req-19bf3417-5f85-4e7b-9489-532c89333743 tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] 10.222.0.90 "GET /v2.0/ports?device_id=cf735dae-87de-4f38-bbac-d96e7da78584 HTTP/1.1" status: 200 len: 944 time: 0.1428370 May 19 11:17:36.643423 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-244eb98a-fa06-4558-90a9-be8a37f303c7 req-b8bd31a1-cd05-4c2e-944f-88587c6d04ae tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Notify callbacks [] for port, precommit_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:36.662123 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-244eb98a-fa06-4558-90a9-be8a37f303c7 req-b8bd31a1-cd05-4c2e-944f-88587c6d04ae tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749740362231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3654904'] for port, after_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:36.665677 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:17:36.685669 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-a0c342d2-7c3b-4e76-bb07-55a13a122341 req-a3e587ce-d357-42f0-a3c4-7840fad5873a tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] 10.222.0.90 "GET /v2.0/security-groups?id=e491c481-3a65-4aed-8ce1-50d931fc68aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600557 May 19 11:17:36.704065 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-244eb98a-fa06-4558-90a9-be8a37f303c7 req-b8bd31a1-cd05-4c2e-944f-88587c6d04ae tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Network f2a18643-8b9e-461e-b075-a423d396a703 is already hosted by enough agents. {{(pid=91055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 11:17:36.704665 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-f33d10d4-00b4-49d9-a8ca-ccf1ef63b9cb req-e7ce3695-344a-4d34-9e43-1ffe01f277c2 service neutron] 10.222.0.90 "GET /v2.0/networks/55ec5a42-b6e4-4e09-a033-1b610f60d866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883696 May 19 11:17:36.704786 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.scheduler.base_scheduler [req-244eb98a-fa06-4558-90a9-be8a37f303c7 req-b8bd31a1-cd05-4c2e-944f-88587c6d04ae tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Resources bound (agent type, host, resource id): {{(pid=91055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:17:36.705938 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bd31a1-cd05-4c2e-944f-88587c6d04ae tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Pushing event updated for resources: {'Port': ['ID=91f4064d-3935-44fd-ad59-2df97d807c84,revision_number=1']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:17:36.707105 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.l3_dvrscheduler_db [req-244eb98a-fa06-4558-90a9-be8a37f303c7 req-b8bd31a1-cd05-4c2e-944f-88587c6d04ae tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Received port after_create {{(pid=91055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 11:17:36.726094 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-f3552fb9-a093-42e6-b748-7ab8d8c7cb39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:36.736817 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] get_ports_and_sgs() called for port_ids ['7aa4ffd5-7d11-4dd0-b47c-6f547aa78979', '00d0d578-06cf-4c1f-aecc-813b084a6269'] {{(pid=91057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 11:17:36.742658 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244eb98a-fa06-4558-90a9-be8a37f303c7 req-b8bd31a1-cd05-4c2e-944f-88587c6d04ae tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:36.743015 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-244eb98a-fa06-4558-90a9-be8a37f303c7 req-b8bd31a1-cd05-4c2e-944f-88587c6d04ae tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6101'] for port, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:36.745996 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-b8bd31a1-cd05-4c2e-944f-88587c6d04ae tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:17:36.756182 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-244eb98a-fa06-4558-90a9-be8a37f303c7 req-b8bd31a1-cd05-4c2e-944f-88587c6d04ae tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.4600637 May 19 11:17:36.797713 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.v2.base [req-244eb98a-fa06-4558-90a9-be8a37f303c7 req-b932974f-70da-4fb5-8fd9-4c0a3a26faa8 service neutron] Request body: {'port': {'device_id': '3e0d1d3f-b399-4eae-9920-1d2a10e0c32d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78776'}} {{(pid=91055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:17:36.932291 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-09466a64-fbed-40da-9445-b9396547cd6a req-8c4f4cee-2833-41cb-ba77-412e20aded5c tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] 10.222.0.90 "GET /v2.0/ports?device_id=2c378e23-6241-44ec-9b71-a9b2aa247f27 HTTP/1.1" status: 200 len: 210 time: 0.0347025 May 19 11:17:36.934194 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-244eb98a-fa06-4558-90a9-be8a37f303c7 req-b932974f-70da-4fb5-8fd9-4c0a3a26faa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:37.005829 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6b35f7-c06c-4482-a413-646af9a5deb8 req-4c15c1e8-7262-49dc-9c36-8a6174193f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:37.006700 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-6b6b35f7-c06c-4482-a413-646af9a5deb8 req-4c15c1e8-7262-49dc-9c36-8a6174193f70 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=84c9674d9ad94299b1626bb1392867e5&device_id=ee8bb661-8d2c-45db-9a1c-ee57ba0d6dd7 HTTP/1.1" status: 200 len: 1099 time: 0.0979922 May 19 11:17:37.031967 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d1f28e-9118-45e2-af1c-c5668580ab51 req-c0d629b3-7729-4268-814c-94058604be98 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:37.032875 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-b3d1f28e-9118-45e2-af1c-c5668580ab51 req-c0d629b3-7729-4268-814c-94058604be98 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=ee8bb661-8d2c-45db-9a1c-ee57ba0d6dd7 HTTP/1.1" status: 200 len: 946 time: 0.0558000 May 19 11:17:37.068954 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-b3d1f28e-9118-45e2-af1c-c5668580ab51 req-50c473a6-c34b-4509-8c63-72682f3be6c7 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321937 May 19 11:17:37.186080 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6b35f7-c06c-4482-a413-646af9a5deb8 req-5fc789c3-d094-498f-9881-f622e9219ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:37.186914 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-6b6b35f7-c06c-4482-a413-646af9a5deb8 req-5fc789c3-d094-498f-9881-f622e9219ff3 service neutron] 10.222.0.112 "GET /v2.0/networks?id=d80b1475-eff8-4ebe-8528-2eceb45e3226 HTTP/1.1" status: 200 len: 921 time: 0.1721258 May 19 11:17:37.232680 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-6b6b35f7-c06c-4482-a413-646af9a5deb8 req-7194c579-5b69-4cab-a3c9-9ec98feeea82 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d0bcdf9-007d-4c7b-bff0-c5aa7d416d7c HTTP/1.1" status: 200 len: 217 time: 0.0372887 May 19 11:17:37.233797 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Device 0e9d2a56-22fe-4c01-85e6-27318fa7a2a0 up at agent ovs-agent-dv-cinder-787764-1-iscsi {{(pid=91057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 11:17:37.298637 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6b35f7-c06c-4482-a413-646af9a5deb8 req-14ee5ba4-67ff-419a-8d9e-dd5bf24ba91a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:37.299530 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-6b6b35f7-c06c-4482-a413-646af9a5deb8 req-14ee5ba4-67ff-419a-8d9e-dd5bf24ba91a service neutron] 10.222.0.112 "GET /v2.0/subnets?id=f1a81002-835e-403e-96ae-6977fdc5aac0 HTTP/1.1" status: 200 len: 859 time: 0.0626702 May 19 11:17:37.303370 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.notifiers.nova [req-244eb98a-fa06-4558-90a9-be8a37f303c7 req-b932974f-70da-4fb5-8fd9-4c0a3a26faa8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91f4064d-3935-44fd-ad59-2df97d807c84 {{(pid=91055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 11:17:37.307503 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-244eb98a-fa06-4558-90a9-be8a37f303c7 req-b932974f-70da-4fb5-8fd9-4c0a3a26faa8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:37.311608 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Provisioning complete for port 0e9d2a56-22fe-4c01-85e6-27318fa7a2a0 triggered by entity L2. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:17:37.311892 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441453'] for port, provisioning_complete {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:37.335768 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-6b6b35f7-c06c-4482-a413-646af9a5deb8 req-a02e1896-0eef-4822-9d27-159c5a8b571d service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=d80b1475-eff8-4ebe-8528-2eceb45e3226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257928 May 19 11:17:37.337139 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.provisioning_blocks [req-244eb98a-fa06-4558-90a9-be8a37f303c7 req-b932974f-70da-4fb5-8fd9-4c0a3a26faa8 service neutron] Transition to ACTIVE for port object 91f4064d-3935-44fd-ad59-2df97d807c84 will not be triggered until provisioned by entity L2. {{(pid=91055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 11:17:37.341772 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-244eb98a-fa06-4558-90a9-be8a37f303c7 req-b932974f-70da-4fb5-8fd9-4c0a3a26faa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3654881'] for port, after_update {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:37.345288 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:17:37.376364 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db2f29e-ed8c-4a5f-aade-892e9d72d0b5 req-e7102c97-982a-4478-aa76-48dfd2374682 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:37.376894 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Device 0aff9e8e-93a5-4497-9277-46fd55ba1ee2 up at agent ovs-agent-dv-cinder-787764-1-iscsi {{(pid=91057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 11:17:37.377335 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-3db2f29e-ed8c-4a5f-aade-892e9d72d0b5 req-e7102c97-982a-4478-aa76-48dfd2374682 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=3e0d1d3f-b399-4eae-9920-1d2a10e0c32d HTTP/1.1" status: 200 len: 944 time: 0.0464220 May 19 11:17:37.403030 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-3db2f29e-ed8c-4a5f-aade-892e9d72d0b5 req-caa4614b-5176-4348-b835-b5cacc206f07 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/security-groups?id=02f8fdd5-5dea-4a08-86bc-b9af91d4a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0220301 May 19 11:17:37.419926 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Provisioning for port 0aff9e8e-93a5-4497-9277-46fd55ba1ee2 completed by entity L2. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 11:17:37.423006 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Provisioning complete for port 0aff9e8e-93a5-4497-9277-46fd55ba1ee2 triggered by entity L2. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:17:37.423216 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441453'] for port, provisioning_complete {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:37.476233 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b932974f-70da-4fb5-8fd9-4c0a3a26faa8 service neutron] Pushing event updated for resources: {'Port': ['ID=91f4064d-3935-44fd-ad59-2df97d807c84,revision_number=2']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:17:37.495876 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-b932974f-70da-4fb5-8fd9-4c0a3a26faa8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:17:37.505539 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:37.518339 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-6b6b35f7-c06c-4482-a413-646af9a5deb8 req-ae2b42f5-5743-448d-b2b3-8b4da1d1f1ac service neutron] 10.222.0.112 "GET /v2.0/networks/d80b1475-eff8-4ebe-8528-2eceb45e3226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735764 May 19 11:17:37.524199 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] For port 0aff9e8e-93a5-4497-9277-46fd55ba1ee2, host dv-cinder-787764-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-1-iscsi',level=0,port_id=0aff9e8e-93a5-4497-9277-46fd55ba1ee2,segment=NetworkSegment(e0015d87-dcd6-4fdc-83d4-a15c21b906a0),segment_id=e0015d87-dcd6-4fdc-83d4-a15c21b906a0)] {{(pid=91057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:17:37.526894 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602'] for port, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:37.528059 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:17:37.528586 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.managers [req-244eb98a-fa06-4558-90a9-be8a37f303c7 req-b932974f-70da-4fb5-8fd9-4c0a3a26faa8 service neutron] Attempting to bind port 91f4064d-3935-44fd-ad59-2df97d807c84 on host hv-cinder-78776 for vnic_type normal with profile {{(pid=91055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 11:17:37.528849 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.managers [req-244eb98a-fa06-4558-90a9-be8a37f303c7 req-b932974f-70da-4fb5-8fd9-4c0a3a26faa8 service neutron] Attempting to bind port 91f4064d-3935-44fd-ad59-2df97d807c84 by drivers openvswitch,hyperv on host hv-cinder-78776 at level 0 using segments [{'id': '196e79df-6043-4c3c-bc65-7e8b3bac3a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1374, 'network_id': 'f2a18643-8b9e-461e-b075-a423d396a703'}] {{(pid=91055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 11:17:37.529125 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244eb98a-fa06-4558-90a9-be8a37f303c7 req-b932974f-70da-4fb5-8fd9-4c0a3a26faa8 service neutron] Attempting to bind port 91f4064d-3935-44fd-ad59-2df97d807c84 on network f2a18643-8b9e-461e-b075-a423d396a703 {{(pid=91055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 11:17:37.549131 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244eb98a-fa06-4558-90a9-be8a37f303c7 req-b932974f-70da-4fb5-8fd9-4c0a3a26faa8 service neutron] Port 91f4064d-3935-44fd-ad59-2df97d807c84 on network f2a18643-8b9e-461e-b075-a423d396a703 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78776 {{(pid=91055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 11:17:37.549366 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244eb98a-fa06-4558-90a9-be8a37f303c7 req-b932974f-70da-4fb5-8fd9-4c0a3a26faa8 service neutron] Attempting to bind port 91f4064d-3935-44fd-ad59-2df97d807c84 on network f2a18643-8b9e-461e-b075-a423d396a703 {{(pid=91055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 11:17:37.555235 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244eb98a-fa06-4558-90a9-be8a37f303c7 req-b932974f-70da-4fb5-8fd9-4c0a3a26faa8 service neutron] Checking agent: {'id': 'ec23b603-1024-4efc-b4c9-1692111c39b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78776', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 11, 14, 16), 'started_at': datetime.datetime(2021, 5, 19, 11, 14, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 11, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 11:17:37.555644 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244eb98a-fa06-4558-90a9-be8a37f303c7 req-b932974f-70da-4fb5-8fd9-4c0a3a26faa8 service neutron] Checking segment: {'id': '196e79df-6043-4c3c-bc65-7e8b3bac3a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1374, 'network_id': 'f2a18643-8b9e-461e-b075-a423d396a703'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 11:17:37.555644 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244eb98a-fa06-4558-90a9-be8a37f303c7 req-b932974f-70da-4fb5-8fd9-4c0a3a26faa8 service neutron] Bound using segment: {'id': '196e79df-6043-4c3c-bc65-7e8b3bac3a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1374, 'network_id': 'f2a18643-8b9e-461e-b075-a423d396a703'} {{(pid=91055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 11:17:37.555842 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.managers [req-244eb98a-fa06-4558-90a9-be8a37f303c7 req-b932974f-70da-4fb5-8fd9-4c0a3a26faa8 service neutron] Bound port: 91f4064d-3935-44fd-ad59-2df97d807c84, host: hv-cinder-78776, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '196e79df-6043-4c3c-bc65-7e8b3bac3a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1374, 'network_id': 'f2a18643-8b9e-461e-b075-a423d396a703'}}] {{(pid=91055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 11:17:37.556035 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-244eb98a-fa06-4558-90a9-be8a37f303c7 req-b932974f-70da-4fb5-8fd9-4c0a3a26faa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:37.565174 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Pushing event updated for resources: {'Port': ['ID=0aff9e8e-93a5-4497-9277-46fd55ba1ee2,revision_number=5']} {{(pid=91057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:17:37.567081 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:17:37.639397 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-6b6b35f7-c06c-4482-a413-646af9a5deb8 req-9b57fecb-acc4-4428-aa45-8df53de70ec7 service neutron] 10.222.0.112 "GET /v2.0/networks/d80b1475-eff8-4ebe-8528-2eceb45e3226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086240 May 19 11:17:37.646974 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.db [req-244eb98a-fa06-4558-90a9-be8a37f303c7 req-b932974f-70da-4fb5-8fd9-4c0a3a26faa8 service neutron] For port 91f4064d-3935-44fd-ad59-2df97d807c84, host hv-cinder-78776, cleared binding levels {{(pid=91055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 11:17:37.648873 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.db [req-244eb98a-fa06-4558-90a9-be8a37f303c7 req-b932974f-70da-4fb5-8fd9-4c0a3a26faa8 service neutron] For port 91f4064d-3935-44fd-ad59-2df97d807c84, host hv-cinder-78776, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=91f4064d-3935-44fd-ad59-2df97d807c84,segment=NetworkSegment(196e79df-6043-4c3c-bc65-7e8b3bac3a1b),segment_id=196e79df-6043-4c3c-bc65-7e8b3bac3a1b)] {{(pid=91055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 11:17:37.651831 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-244eb98a-fa06-4558-90a9-be8a37f303c7 req-b932974f-70da-4fb5-8fd9-4c0a3a26faa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3654881'] for port, after_update {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:37.654057 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-9155c30d-86de-41e4-ac76-4b8e2ff1ec52 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:17:37.685802 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244eb98a-fa06-4558-90a9-be8a37f303c7 req-b932974f-70da-4fb5-8fd9-4c0a3a26faa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:37.686172 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-244eb98a-fa06-4558-90a9-be8a37f303c7 req-b932974f-70da-4fb5-8fd9-4c0a3a26faa8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6101'] for port, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:37.686981 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-244eb98a-fa06-4558-90a9-be8a37f303c7 req-b932974f-70da-4fb5-8fd9-4c0a3a26faa8 service neutron] 10.222.0.112 "PUT /v2.0/ports/91f4064d-3935-44fd-ad59-2df97d807c84 HTTP/1.1" status: 200 len: 1094 time: 0.8926752 May 19 11:17:37.687263 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e0d1d3f-b399-4eae-9920-1d2a10e0c32d', 'tag': '91f4064d-3935-44fd-ad59-2df97d807c84'}] {{(pid=91055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 11:17:37.698900 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b932974f-70da-4fb5-8fd9-4c0a3a26faa8 service neutron] Pushing event updated for resources: {'Port': ['ID=91f4064d-3935-44fd-ad59-2df97d807c84,revision_number=3']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:17:37.700811 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-b932974f-70da-4fb5-8fd9-4c0a3a26faa8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:17:37.726242 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e0d1d3f-b399-4eae-9920-1d2a10e0c32d', 'tag': '91f4064d-3935-44fd-ad59-2df97d807c84', 'status': 'completed', 'code': 200} May 19 11:17:37.792188 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244eb98a-fa06-4558-90a9-be8a37f303c7 req-7add11d2-82a2-41fb-8ef5-2bd7bf07d723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:37.793056 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-244eb98a-fa06-4558-90a9-be8a37f303c7 req-7add11d2-82a2-41fb-8ef5-2bd7bf07d723 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=b26c6106177642a58ce4364b8f04cf82&device_id=3e0d1d3f-b399-4eae-9920-1d2a10e0c32d HTTP/1.1" status: 200 len: 1097 time: 0.0396724 May 19 11:17:37.805909 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b946e3f1-8cf0-4dbf-aa7b-959094ed7557 req-20f15d3d-34dc-4a51-9815-86aaf42e8be6 tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:37.807658 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-b946e3f1-8cf0-4dbf-aa7b-959094ed7557 req-20f15d3d-34dc-4a51-9815-86aaf42e8be6 tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] 10.222.0.90 "GET /v2.0/ports?device_id=cf735dae-87de-4f38-bbac-d96e7da78584 HTTP/1.1" status: 200 len: 944 time: 0.0615649 May 19 11:17:37.812377 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-66ec5bc0-6952-497b-8f33-b3c04bfd0b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:37.835831 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-b946e3f1-8cf0-4dbf-aa7b-959094ed7557 req-0c688c2f-9057-4e68-a17a-b86ce11089c7 tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] 10.222.0.90 "GET /v2.0/security-groups?id=e491c481-3a65-4aed-8ce1-50d931fc68aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0242407 May 19 11:17:37.851610 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-244eb98a-fa06-4558-90a9-be8a37f303c7 req-48711900-df3e-4838-9599-d02c216c8d99 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=91f4064d-3935-44fd-ad59-2df97d807c84 HTTP/1.1" status: 200 len: 217 time: 0.0349555 May 19 11:17:37.896784 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244eb98a-fa06-4558-90a9-be8a37f303c7 req-e57e1618-41d4-48db-8c31-63f3cc5d7632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:37.897641 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-244eb98a-fa06-4558-90a9-be8a37f303c7 req-e57e1618-41d4-48db-8c31-63f3cc5d7632 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=ad8c650d-7c1e-4564-9480-5348b05a4c70 HTTP/1.1" status: 200 len: 855 time: 0.0323176 May 19 11:17:37.927875 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-244eb98a-fa06-4558-90a9-be8a37f303c7 req-81e35786-9ab9-4f8e-997b-e3104a66b334 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=f2a18643-8b9e-461e-b075-a423d396a703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244048 May 19 11:17:38.007535 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-244eb98a-fa06-4558-90a9-be8a37f303c7 req-6bd374f2-fbd3-43e4-bb08-e39167d21de5 service neutron] 10.222.0.112 "GET /v2.0/networks/f2a18643-8b9e-461e-b075-a423d396a703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0702863 May 19 11:17:38.010796 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-d88b02aa-e588-4d31-a3a4-ae9695db3f8a req-82cf5b8b-6796-4353-ba25-ab94ab6ca275 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] 10.222.0.90 "GET /v2.0/ports?device_id=2c378e23-6241-44ec-9b71-a9b2aa247f27 HTTP/1.1" status: 200 len: 210 time: 0.0287905 May 19 11:17:38.079634 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-244eb98a-fa06-4558-90a9-be8a37f303c7 req-511864c8-75fa-433a-9b23-0a75bdc07095 service neutron] 10.222.0.112 "GET /v2.0/networks/f2a18643-8b9e-461e-b075-a423d396a703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0667632 May 19 11:17:38.171540 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f159b77e-9a01-4f36-a339-dc4df5c6dee5 req-916e39d5-5edf-451e-a75f-22d08694625a tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:38.172691 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-f159b77e-9a01-4f36-a339-dc4df5c6dee5 req-916e39d5-5edf-451e-a75f-22d08694625a tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=ee8bb661-8d2c-45db-9a1c-ee57ba0d6dd7 HTTP/1.1" status: 200 len: 946 time: 0.0492733 May 19 11:17:38.198461 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-f159b77e-9a01-4f36-a339-dc4df5c6dee5 req-2bde22e5-5119-4a6b-9c45-a7b50e77178a tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0222259 May 19 11:17:38.354572 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dee1ff8-87fe-4870-83d9-8e743f018505 req-08beb5d0-89eb-44ab-8d2d-fd16e939af13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:38.355503 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-1dee1ff8-87fe-4870-83d9-8e743f018505 req-08beb5d0-89eb-44ab-8d2d-fd16e939af13 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=3fb94a808f784089bc7df3846c890050&device_id=cf735dae-87de-4f38-bbac-d96e7da78584 HTTP/1.1" status: 200 len: 1097 time: 0.0908558 May 19 11:17:38.430595 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dee1ff8-87fe-4870-83d9-8e743f018505 req-ed4a45a5-d0a4-4a7a-9cc0-f120cd3d0e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:38.431410 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-1dee1ff8-87fe-4870-83d9-8e743f018505 req-ed4a45a5-d0a4-4a7a-9cc0-f120cd3d0e40 service neutron] 10.222.0.112 "GET /v2.0/networks?id=2931f069-de15-4656-9c5f-d03f870340b0 HTTP/1.1" status: 200 len: 911 time: 0.0715148 May 19 11:17:38.467916 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-1dee1ff8-87fe-4870-83d9-8e743f018505 req-fa4a9f8d-b58e-4aa3-a604-dd650087020b service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d4c22b04-a9c0-431f-9aee-ea76dc44e36b HTTP/1.1" status: 200 len: 217 time: 0.0321937 May 19 11:17:38.504584 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dee1ff8-87fe-4870-83d9-8e743f018505 req-bac2be7a-bbb7-42b9-bae8-87feccde2fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:38.505393 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-1dee1ff8-87fe-4870-83d9-8e743f018505 req-bac2be7a-bbb7-42b9-bae8-87feccde2fe4 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=b7bf6898-3326-4273-bf87-6a59e4a83cd7 HTTP/1.1" status: 200 len: 849 time: 0.0329740 May 19 11:17:38.533799 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-1dee1ff8-87fe-4870-83d9-8e743f018505 req-fb9ff18a-5cce-4cc5-84a7-642dfcf17ba1 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=2931f069-de15-4656-9c5f-d03f870340b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238359 May 19 11:17:38.535771 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66faea31-ccbf-4271-a012-953318173644 req-564cc197-d208-45b0-a7ea-97a6bff2c10d tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:38.536544 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-66faea31-ccbf-4271-a012-953318173644 req-564cc197-d208-45b0-a7ea-97a6bff2c10d tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=3e0d1d3f-b399-4eae-9920-1d2a10e0c32d HTTP/1.1" status: 200 len: 944 time: 0.0677955 May 19 11:17:38.564411 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-66faea31-ccbf-4271-a012-953318173644 req-278ed332-02a8-43c4-967c-2df361b633ad tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/security-groups?id=02f8fdd5-5dea-4a08-86bc-b9af91d4a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0244207 May 19 11:17:38.613547 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-1dee1ff8-87fe-4870-83d9-8e743f018505 req-d1b47120-bb59-4be2-b8fe-44c15e6d68c7 service neutron] 10.222.0.112 "GET /v2.0/networks/2931f069-de15-4656-9c5f-d03f870340b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0680246 May 19 11:17:38.989482 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d01a5e-9155-4b0f-855c-c12d5affa5d8 req-b79d60c3-aa87-4136-bfd1-d426ec525d05 tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:38.990370 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-85d01a5e-9155-4b0f-855c-c12d5affa5d8 req-b79d60c3-aa87-4136-bfd1-d426ec525d05 tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] 10.222.0.90 "GET /v2.0/ports?device_id=cf735dae-87de-4f38-bbac-d96e7da78584 HTTP/1.1" status: 200 len: 944 time: 0.0647085 May 19 11:17:39.020775 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-85d01a5e-9155-4b0f-855c-c12d5affa5d8 req-574945a9-52d8-44c1-8818-a6e039cf2f50 tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] 10.222.0.90 "GET /v2.0/security-groups?id=e491c481-3a65-4aed-8ce1-50d931fc68aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0233252 May 19 11:17:39.109892 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-8c963789-ca5f-474d-8792-2ffe5553fde7 req-42f7194d-344a-4587-8fb7-c4f59623947a tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] 10.222.0.90 "GET /v2.0/ports?device_id=2c378e23-6241-44ec-9b71-a9b2aa247f27 HTTP/1.1" status: 200 len: 210 time: 0.0323908 May 19 11:17:39.185202 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Device 0aff9e8e-93a5-4497-9277-46fd55ba1ee2 up at agent ovs-agent-dv-cinder-787764-1-iscsi {{(pid=91057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 11:17:39.223686 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Provisioning complete for port 0aff9e8e-93a5-4497-9277-46fd55ba1ee2 triggered by entity L2. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:17:39.223899 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441453'] for port, provisioning_complete {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:39.307243 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fa14c2-5497-48de-b6fe-c7bcbb8a4683 req-8813bc05-25e4-4e94-ac63-be5e44a0a62b tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:39.308063 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-41fa14c2-5497-48de-b6fe-c7bcbb8a4683 req-8813bc05-25e4-4e94-ac63-be5e44a0a62b tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=ee8bb661-8d2c-45db-9a1c-ee57ba0d6dd7 HTTP/1.1" status: 200 len: 946 time: 0.0467076 May 19 11:17:39.336472 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-41fa14c2-5497-48de-b6fe-c7bcbb8a4683 req-b679cee6-947f-496a-87f1-69a95c930cb5 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0249050 May 19 11:17:39.701263 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c20d47-7dc7-469d-ba2d-861401d61575 req-594031e8-f1d7-4734-aeca-6789c72b4176 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:39.702220 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-91c20d47-7dc7-469d-ba2d-861401d61575 req-594031e8-f1d7-4734-aeca-6789c72b4176 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=3e0d1d3f-b399-4eae-9920-1d2a10e0c32d HTTP/1.1" status: 200 len: 944 time: 0.0528710 May 19 11:17:39.731880 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-91c20d47-7dc7-469d-ba2d-861401d61575 req-c04c18ad-54d9-4081-a8df-c1a1bc16bffc tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/security-groups?id=02f8fdd5-5dea-4a08-86bc-b9af91d4a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0239313 May 19 11:17:40.170598 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0170e87-6926-47f1-9308-4bb6b29bdc61 req-41f47396-6aad-4519-b426-7d08eae533df tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:40.171566 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-c0170e87-6926-47f1-9308-4bb6b29bdc61 req-41f47396-6aad-4519-b426-7d08eae533df tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] 10.222.0.90 "GET /v2.0/ports?device_id=cf735dae-87de-4f38-bbac-d96e7da78584 HTTP/1.1" status: 200 len: 944 time: 0.0732009 May 19 11:17:40.201084 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-c0170e87-6926-47f1-9308-4bb6b29bdc61 req-456c97cf-dab4-4eab-8c49-b5d19011a9f1 tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] 10.222.0.90 "GET /v2.0/security-groups?id=e491c481-3a65-4aed-8ce1-50d931fc68aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0252602 May 19 11:17:40.282975 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-8b51e4bd-3115-4711-82d6-b0896047c2cb req-0412fac9-d252-4973-ac7f-8602ef140270 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] 10.222.0.90 "GET /v2.0/ports?device_id=2c378e23-6241-44ec-9b71-a9b2aa247f27 HTTP/1.1" status: 200 len: 210 time: 0.0238719 May 19 11:17:40.457241 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d086a5fc-bc49-4c9b-b222-7b339ebbf405 req-d55ce537-2d35-4cee-a90f-c38266aba8f7 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:40.457969 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-d086a5fc-bc49-4c9b-b222-7b339ebbf405 req-d55ce537-2d35-4cee-a90f-c38266aba8f7 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=ee8bb661-8d2c-45db-9a1c-ee57ba0d6dd7 HTTP/1.1" status: 200 len: 946 time: 0.0591002 May 19 11:17:40.485065 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-d086a5fc-bc49-4c9b-b222-7b339ebbf405 req-ac44db09-ce33-4cf6-90db-69d59f7bf7f3 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0206327 May 19 11:17:40.869043 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af011247-b47e-4bd6-a535-177d415e5eec req-f0c5861d-94b1-4b0b-a2f6-f378eea11cd1 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:40.870073 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-af011247-b47e-4bd6-a535-177d415e5eec req-f0c5861d-94b1-4b0b-a2f6-f378eea11cd1 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=3e0d1d3f-b399-4eae-9920-1d2a10e0c32d HTTP/1.1" status: 200 len: 944 time: 0.0511794 May 19 11:17:40.900457 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-af011247-b47e-4bd6-a535-177d415e5eec req-ac1c96f4-c617-463f-b05d-120e8793a70b tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/security-groups?id=02f8fdd5-5dea-4a08-86bc-b9af91d4a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0258880 May 19 11:17:41.339783 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed7d54d-1901-469d-ad3c-e90e2db710a1 req-b62dcf66-9d26-4549-8e6e-28ae63d0b29e tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:41.340592 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-6ed7d54d-1901-469d-ad3c-e90e2db710a1 req-b62dcf66-9d26-4549-8e6e-28ae63d0b29e tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] 10.222.0.90 "GET /v2.0/ports?device_id=cf735dae-87de-4f38-bbac-d96e7da78584 HTTP/1.1" status: 200 len: 944 time: 0.0584130 May 19 11:17:41.369325 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-6ed7d54d-1901-469d-ad3c-e90e2db710a1 req-4e5765f1-6732-4064-9216-330ecdc5f663 tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] 10.222.0.90 "GET /v2.0/security-groups?id=e491c481-3a65-4aed-8ce1-50d931fc68aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0251069 May 19 11:17:41.451078 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-51bac320-7fce-439f-abcb-a7fc6ebd443d req-74e34ac7-92d1-42d2-b2e4-c6c99e326be7 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] 10.222.0.90 "GET /v2.0/ports?device_id=2c378e23-6241-44ec-9b71-a9b2aa247f27 HTTP/1.1" status: 200 len: 210 time: 0.0252037 May 19 11:17:41.659287 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724517bb-f5cd-40d9-95f7-e28bacf9152f req-d50828f8-4345-49e9-90ba-adc3ce597f2e tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:41.660133 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-724517bb-f5cd-40d9-95f7-e28bacf9152f req-d50828f8-4345-49e9-90ba-adc3ce597f2e tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=ee8bb661-8d2c-45db-9a1c-ee57ba0d6dd7 HTTP/1.1" status: 200 len: 946 time: 0.0975745 May 19 11:17:41.684633 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-724517bb-f5cd-40d9-95f7-e28bacf9152f req-1e2a43b8-1455-4eb3-8c7e-782b81e4a408 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0206194 May 19 11:17:42.017431 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8978c20e-b91a-4388-ae58-c0332208e72c req-66b7672a-721f-4eba-9b4a-f210853bc908 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:42.018385 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-8978c20e-b91a-4388-ae58-c0332208e72c req-66b7672a-721f-4eba-9b4a-f210853bc908 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=3e0d1d3f-b399-4eae-9920-1d2a10e0c32d HTTP/1.1" status: 200 len: 944 time: 0.0512798 May 19 11:17:42.037004 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-1dee1ff8-87fe-4870-83d9-8e743f018505 req-b82ee80b-a650-46fd-b500-490cf8f0bf7f service neutron] 10.222.0.112 "GET /v2.0/networks/2931f069-de15-4656-9c5f-d03f870340b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199784 May 19 11:17:42.038270 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176f7847-4395-4c3a-acd9-67ab6a88e9cc req-7387469c-f4ce-4b7a-80d1-d3b53e6a0ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:42.039098 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-176f7847-4395-4c3a-acd9-67ab6a88e9cc req-7387469c-f4ce-4b7a-80d1-d3b53e6a0ade service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=b26c6106177642a58ce4364b8f04cf82&device_id=3e0d1d3f-b399-4eae-9920-1d2a10e0c32d HTTP/1.1" status: 200 len: 1097 time: 0.1047730 May 19 11:17:42.045841 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-8978c20e-b91a-4388-ae58-c0332208e72c req-2874526a-9d9a-4b36-a9b6-f618693ea356 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/security-groups?id=02f8fdd5-5dea-4a08-86bc-b9af91d4a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0238760 May 19 11:17:42.384665 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176f7847-4395-4c3a-acd9-67ab6a88e9cc req-82d864be-bf02-4378-a635-9d2635d7f920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:42.385744 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-176f7847-4395-4c3a-acd9-67ab6a88e9cc req-82d864be-bf02-4378-a635-9d2635d7f920 service neutron] 10.222.0.112 "GET /v2.0/networks?id=f2a18643-8b9e-461e-b075-a423d396a703 HTTP/1.1" status: 200 len: 917 time: 0.0924702 May 19 11:17:42.433841 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-176f7847-4395-4c3a-acd9-67ab6a88e9cc req-35964eb3-2bba-4d95-95a1-f68fd1c4fe89 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=91f4064d-3935-44fd-ad59-2df97d807c84 HTTP/1.1" status: 200 len: 217 time: 0.0404761 May 19 11:17:42.469543 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176f7847-4395-4c3a-acd9-67ab6a88e9cc req-01fac924-7502-4d73-8055-65c64c38e725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:42.470369 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-176f7847-4395-4c3a-acd9-67ab6a88e9cc req-01fac924-7502-4d73-8055-65c64c38e725 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=ad8c650d-7c1e-4564-9480-5348b05a4c70 HTTP/1.1" status: 200 len: 855 time: 0.0316195 May 19 11:17:42.479715 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e6f72b-216c-405e-8708-6849c4021b43 req-2bcf8805-7239-42f3-babd-21fcb85572f1 tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:42.480633 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-23e6f72b-216c-405e-8708-6849c4021b43 req-2bcf8805-7239-42f3-babd-21fcb85572f1 tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] 10.222.0.90 "GET /v2.0/ports?device_id=cf735dae-87de-4f38-bbac-d96e7da78584 HTTP/1.1" status: 200 len: 944 time: 0.0494883 May 19 11:17:42.500182 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-176f7847-4395-4c3a-acd9-67ab6a88e9cc req-6ba1b89b-0e87-4b06-ab9a-bca10cbcf214 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=f2a18643-8b9e-461e-b075-a423d396a703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248420 May 19 11:17:42.510006 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-23e6f72b-216c-405e-8708-6849c4021b43 req-6a35b9b0-ca22-4852-bec8-1c27f4433830 tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] 10.222.0.90 "GET /v2.0/security-groups?id=e491c481-3a65-4aed-8ce1-50d931fc68aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0255275 May 19 11:17:42.574836 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-176f7847-4395-4c3a-acd9-67ab6a88e9cc req-3ab1fe71-2006-4def-b843-58da5101141f service neutron] 10.222.0.112 "GET /v2.0/networks/f2a18643-8b9e-461e-b075-a423d396a703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0698133 May 19 11:17:42.600684 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-7d4d7eb2-181f-4c34-ab22-d94b481feb4e req-598d19e0-f2ee-4e50-9ec0-1e8403f5ff16 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] 10.222.0.90 "GET /v2.0/ports?device_id=2c378e23-6241-44ec-9b71-a9b2aa247f27 HTTP/1.1" status: 200 len: 210 time: 0.0328305 May 19 11:17:42.653213 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-176f7847-4395-4c3a-acd9-67ab6a88e9cc req-929cfd00-c944-4636-b410-9e154f2c8e19 service neutron] 10.222.0.112 "GET /v2.0/networks/f2a18643-8b9e-461e-b075-a423d396a703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0727098 May 19 11:17:42.804968 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256e0862-0bbc-4613-976d-30c8da30360c req-44d81521-c91d-4532-988c-b524c85152f4 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:42.805828 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-256e0862-0bbc-4613-976d-30c8da30360c req-44d81521-c91d-4532-988c-b524c85152f4 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=ee8bb661-8d2c-45db-9a1c-ee57ba0d6dd7 HTTP/1.1" status: 200 len: 946 time: 0.0560565 May 19 11:17:42.830962 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-256e0862-0bbc-4613-976d-30c8da30360c req-d3e9decf-ada7-4242-a40b-cb5d1564dcec tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0213621 May 19 11:17:43.197741 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9093ebe-763d-445b-99de-a282f804ce8e req-e655db6f-be66-4976-9069-2f877b5f5967 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:43.198669 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-d9093ebe-763d-445b-99de-a282f804ce8e req-e655db6f-be66-4976-9069-2f877b5f5967 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=3e0d1d3f-b399-4eae-9920-1d2a10e0c32d HTTP/1.1" status: 200 len: 944 time: 0.0696313 May 19 11:17:43.230151 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-d9093ebe-763d-445b-99de-a282f804ce8e req-6983564c-eee7-4c4a-a466-111648f814f0 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/security-groups?id=02f8fdd5-5dea-4a08-86bc-b9af91d4a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0246434 May 19 11:17:43.537565 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33d10d4-00b4-49d9-a8ca-ccf1ef63b9cb req-e25dfa0c-1f6d-4fcb-b20e-30e56f346804 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:43.538602 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-f33d10d4-00b4-49d9-a8ca-ccf1ef63b9cb req-e25dfa0c-1f6d-4fcb-b20e-30e56f346804 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] 10.222.0.112 "GET /v2.0/networks?id=55ec5a42-b6e4-4e09-a033-1b610f60d866 HTTP/1.1" status: 200 len: 810 time: 0.1565456 May 19 11:17:43.574501 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-f33d10d4-00b4-49d9-a8ca-ccf1ef63b9cb req-e82e63dc-9b3b-4ca2-86a8-fad7a348b2d6 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] 10.222.0.112 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=35d46b728d4a4c459e7454a908c9e5c2 HTTP/1.1" status: 200 len: 379 time: 0.0282631 May 19 11:17:43.580595 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.v2.base [req-f33d10d4-00b4-49d9-a8ca-ccf1ef63b9cb req-39f0cac3-6ec9-444d-a6af-054618fd04c3 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Request body: {'port': {'device_id': '2c378e23-6241-44ec-9b71-a9b2aa247f27', 'network_id': '55ec5a42-b6e4-4e09-a033-1b610f60d866', 'admin_state_up': True, 'tenant_id': '35d46b728d4a4c459e7454a908c9e5c2', 'security_groups': ['892ed30b-94ce-475f-8919-c4519fee1ccf']}} {{(pid=91055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:17:43.635902 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc46daaf-f738-4c4e-b9e6-54a4374d90c5 req-c9df1589-c95e-4f43-ac0b-2d76ef5e4f55 tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:43.637018 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-fc46daaf-f738-4c4e-b9e6-54a4374d90c5 req-c9df1589-c95e-4f43-ac0b-2d76ef5e4f55 tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] 10.222.0.90 "GET /v2.0/ports?device_id=cf735dae-87de-4f38-bbac-d96e7da78584 HTTP/1.1" status: 200 len: 944 time: 0.0556061 May 19 11:17:43.660432 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [req-f33d10d4-00b4-49d9-a8ca-ccf1ef63b9cb req-39f0cac3-6ec9-444d-a6af-054618fd04c3 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:17:43.667415 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [req-f33d10d4-00b4-49d9-a8ca-ccf1ef63b9cb req-39f0cac3-6ec9-444d-a6af-054618fd04c3 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:17:43.667971 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-fc46daaf-f738-4c4e-b9e6-54a4374d90c5 req-75241172-bd82-4c2f-9974-d50cc6a7921f tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] 10.222.0.90 "GET /v2.0/security-groups?id=e491c481-3a65-4aed-8ce1-50d931fc68aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265589 May 19 11:17:43.677811 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f33d10d4-00b4-49d9-a8ca-ccf1ef63b9cb req-39f0cac3-6ec9-444d-a6af-054618fd04c3 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Made reservation on behalf of 35d46b728d4a4c459e7454a908c9e5c2 for: {'port': 1} {{(pid=91055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 11:17:43.680011 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-f33d10d4-00b4-49d9-a8ca-ccf1ef63b9cb req-39f0cac3-6ec9-444d-a6af-054618fd04c3 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:43.696372 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-45cb01d7-092a-4662-933b-32beaa040f9b req-f47b2708-a3c7-4608-9113-87a6e20597f2 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] 10.222.0.90 "GET /v2.0/ports?device_id=2c378e23-6241-44ec-9b71-a9b2aa247f27 HTTP/1.1" status: 200 len: 210 time: 0.0259261 May 19 11:17:43.770720 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.db_base_plugin_common [req-f33d10d4-00b4-49d9-a8ca-ccf1ef63b9cb req-39f0cac3-6ec9-444d-a6af-054618fd04c3 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Allocated IP 172.20.0.14 (55ec5a42-b6e4-4e09-a033-1b610f60d866/b791564f-e95e-40fa-bc9d-bcbecb0ce07c/ca68c52d-6e26-4824-bafe-0b280cc3d7cd) {{(pid=91055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 11:17:43.874418 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-f33d10d4-00b4-49d9-a8ca-ccf1ef63b9cb req-39f0cac3-6ec9-444d-a6af-054618fd04c3 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Notify callbacks [] for port, precommit_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:43.885316 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.provisioning_blocks [req-f33d10d4-00b4-49d9-a8ca-ccf1ef63b9cb req-39f0cac3-6ec9-444d-a6af-054618fd04c3 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Transition to ACTIVE for port object ca68c52d-6e26-4824-bafe-0b280cc3d7cd will not be triggered until provisioned by entity DHCP. {{(pid=91055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 11:17:43.901186 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-f33d10d4-00b4-49d9-a8ca-ccf1ef63b9cb req-39f0cac3-6ec9-444d-a6af-054618fd04c3 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749740362231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3654904'] for port, after_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:43.904810 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-686cb4d9-03b5-4dd0-9813-92309f58dcad tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:17:43.942294 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f33d10d4-00b4-49d9-a8ca-ccf1ef63b9cb req-39f0cac3-6ec9-444d-a6af-054618fd04c3 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Network 55ec5a42-b6e4-4e09-a033-1b610f60d866 is already hosted by enough agents. {{(pid=91055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 11:17:43.943828 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.scheduler.base_scheduler [req-f33d10d4-00b4-49d9-a8ca-ccf1ef63b9cb req-39f0cac3-6ec9-444d-a6af-054618fd04c3 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Resources bound (agent type, host, resource id): {{(pid=91055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:17:43.946548 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.l3_dvrscheduler_db [req-f33d10d4-00b4-49d9-a8ca-ccf1ef63b9cb req-39f0cac3-6ec9-444d-a6af-054618fd04c3 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Received port after_create {{(pid=91055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 11:17:43.960540 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62677cf8-2a68-4644-ac0c-21c81526c9c0 req-33bbf746-2a64-4039-8b9d-60af5f0d5dae tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:43.961718 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-62677cf8-2a68-4644-ac0c-21c81526c9c0 req-33bbf746-2a64-4039-8b9d-60af5f0d5dae tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=ee8bb661-8d2c-45db-9a1c-ee57ba0d6dd7 HTTP/1.1" status: 200 len: 946 time: 0.0490410 May 19 11:17:43.976882 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f0cac3-6ec9-444d-a6af-054618fd04c3 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Pushing event updated for resources: {'Port': ['ID=ca68c52d-6e26-4824-bafe-0b280cc3d7cd,revision_number=1']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:17:43.979257 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-39f0cac3-6ec9-444d-a6af-054618fd04c3 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:17:44.009704 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33d10d4-00b4-49d9-a8ca-ccf1ef63b9cb req-39f0cac3-6ec9-444d-a6af-054618fd04c3 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:44.010117 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-f33d10d4-00b4-49d9-a8ca-ccf1ef63b9cb req-39f0cac3-6ec9-444d-a6af-054618fd04c3 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6101'] for port, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:44.019257 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-62677cf8-2a68-4644-ac0c-21c81526c9c0 req-3a94938c-9f92-4868-a00f-b22d8f7b2e63 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533290 May 19 11:17:44.028532 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-f33d10d4-00b4-49d9-a8ca-ccf1ef63b9cb req-39f0cac3-6ec9-444d-a6af-054618fd04c3 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.4502747 May 19 11:17:44.036850 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.v2.base [req-f33d10d4-00b4-49d9-a8ca-ccf1ef63b9cb req-f20fc335-7ee5-40a6-9052-10cbad1e59ac service neutron] Request body: {'port': {'device_id': '2c378e23-6241-44ec-9b71-a9b2aa247f27', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78776'}} {{(pid=91055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:17:44.098801 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-f33d10d4-00b4-49d9-a8ca-ccf1ef63b9cb req-f20fc335-7ee5-40a6-9052-10cbad1e59ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:44.106294 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-a581dea8-2209-4a0a-b5fa-edeb6cd38e2a None None] Provisioning for port ca68c52d-6e26-4824-bafe-0b280cc3d7cd completed by entity DHCP. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 11:17:44.109206 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-a581dea8-2209-4a0a-b5fa-edeb6cd38e2a None None] Provisioning complete for port ca68c52d-6e26-4824-bafe-0b280cc3d7cd triggered by entity DHCP. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:17:44.109447 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-a581dea8-2209-4a0a-b5fa-edeb6cd38e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441453'] for port, provisioning_complete {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:44.142371 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.plugin [None req-a581dea8-2209-4a0a-b5fa-edeb6cd38e2a None None] Port ca68c52d-6e26-4824-bafe-0b280cc3d7cd cannot update to ACTIVE because it is not bound. {{(pid=91057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 11:17:44.281017 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.notifiers.nova [req-f33d10d4-00b4-49d9-a8ca-ccf1ef63b9cb req-f20fc335-7ee5-40a6-9052-10cbad1e59ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca68c52d-6e26-4824-bafe-0b280cc3d7cd {{(pid=91055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 11:17:44.285697 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-f33d10d4-00b4-49d9-a8ca-ccf1ef63b9cb req-f20fc335-7ee5-40a6-9052-10cbad1e59ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:44.294515 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.provisioning_blocks [req-f33d10d4-00b4-49d9-a8ca-ccf1ef63b9cb req-f20fc335-7ee5-40a6-9052-10cbad1e59ac service neutron] Transition to ACTIVE for port object ca68c52d-6e26-4824-bafe-0b280cc3d7cd will not be triggered until provisioned by entity L2. {{(pid=91055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 11:17:44.298650 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-f33d10d4-00b4-49d9-a8ca-ccf1ef63b9cb req-f20fc335-7ee5-40a6-9052-10cbad1e59ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3654881'] for port, after_update {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:44.301344 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:17:44.351229 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb4b580-677a-49ce-95c9-6b9b669a7538 req-e161c9c0-e7f6-405b-988b-ea86dff649d7 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:44.352138 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-1cb4b580-677a-49ce-95c9-6b9b669a7538 req-e161c9c0-e7f6-405b-988b-ea86dff649d7 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=3e0d1d3f-b399-4eae-9920-1d2a10e0c32d HTTP/1.1" status: 200 len: 944 time: 0.0500755 May 19 11:17:44.379035 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-1cb4b580-677a-49ce-95c9-6b9b669a7538 req-7dfeffcd-9c12-4f37-a44c-666cf1ba6fb1 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/security-groups?id=02f8fdd5-5dea-4a08-86bc-b9af91d4a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0231059 May 19 11:17:44.385954 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20fc335-7ee5-40a6-9052-10cbad1e59ac service neutron] Pushing event updated for resources: {'Port': ['ID=ca68c52d-6e26-4824-bafe-0b280cc3d7cd,revision_number=2']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:17:44.400478 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-f20fc335-7ee5-40a6-9052-10cbad1e59ac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:17:44.423892 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.managers [req-f33d10d4-00b4-49d9-a8ca-ccf1ef63b9cb req-f20fc335-7ee5-40a6-9052-10cbad1e59ac service neutron] Attempting to bind port ca68c52d-6e26-4824-bafe-0b280cc3d7cd on host hv-cinder-78776 for vnic_type normal with profile {{(pid=91055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 11:17:44.424069 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.managers [req-f33d10d4-00b4-49d9-a8ca-ccf1ef63b9cb req-f20fc335-7ee5-40a6-9052-10cbad1e59ac service neutron] Attempting to bind port ca68c52d-6e26-4824-bafe-0b280cc3d7cd by drivers openvswitch,hyperv on host hv-cinder-78776 at level 0 using segments [{'id': 'e0015d87-dcd6-4fdc-83d4-a15c21b906a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1392, 'network_id': '55ec5a42-b6e4-4e09-a033-1b610f60d866'}] {{(pid=91055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 11:17:44.424242 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f33d10d4-00b4-49d9-a8ca-ccf1ef63b9cb req-f20fc335-7ee5-40a6-9052-10cbad1e59ac service neutron] Attempting to bind port ca68c52d-6e26-4824-bafe-0b280cc3d7cd on network 55ec5a42-b6e4-4e09-a033-1b610f60d866 {{(pid=91055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 11:17:44.426832 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f33d10d4-00b4-49d9-a8ca-ccf1ef63b9cb req-f20fc335-7ee5-40a6-9052-10cbad1e59ac service neutron] Port ca68c52d-6e26-4824-bafe-0b280cc3d7cd on network 55ec5a42-b6e4-4e09-a033-1b610f60d866 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78776 {{(pid=91055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 11:17:44.426997 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f33d10d4-00b4-49d9-a8ca-ccf1ef63b9cb req-f20fc335-7ee5-40a6-9052-10cbad1e59ac service neutron] Attempting to bind port ca68c52d-6e26-4824-bafe-0b280cc3d7cd on network 55ec5a42-b6e4-4e09-a033-1b610f60d866 {{(pid=91055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 11:17:44.429943 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f33d10d4-00b4-49d9-a8ca-ccf1ef63b9cb req-f20fc335-7ee5-40a6-9052-10cbad1e59ac service neutron] Checking agent: {'id': 'ec23b603-1024-4efc-b4c9-1692111c39b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78776', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 11, 14, 16), 'started_at': datetime.datetime(2021, 5, 19, 11, 14, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 11, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 11:17:44.430119 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f33d10d4-00b4-49d9-a8ca-ccf1ef63b9cb req-f20fc335-7ee5-40a6-9052-10cbad1e59ac service neutron] Checking segment: {'id': 'e0015d87-dcd6-4fdc-83d4-a15c21b906a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1392, 'network_id': '55ec5a42-b6e4-4e09-a033-1b610f60d866'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 11:17:44.430326 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f33d10d4-00b4-49d9-a8ca-ccf1ef63b9cb req-f20fc335-7ee5-40a6-9052-10cbad1e59ac service neutron] Bound using segment: {'id': 'e0015d87-dcd6-4fdc-83d4-a15c21b906a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1392, 'network_id': '55ec5a42-b6e4-4e09-a033-1b610f60d866'} {{(pid=91055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 11:17:44.430559 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.managers [req-f33d10d4-00b4-49d9-a8ca-ccf1ef63b9cb req-f20fc335-7ee5-40a6-9052-10cbad1e59ac service neutron] Bound port: ca68c52d-6e26-4824-bafe-0b280cc3d7cd, host: hv-cinder-78776, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0015d87-dcd6-4fdc-83d4-a15c21b906a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1392, 'network_id': '55ec5a42-b6e4-4e09-a033-1b610f60d866'}}] {{(pid=91055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 11:17:44.430765 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-f33d10d4-00b4-49d9-a8ca-ccf1ef63b9cb req-f20fc335-7ee5-40a6-9052-10cbad1e59ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:44.478567 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.db [req-f33d10d4-00b4-49d9-a8ca-ccf1ef63b9cb req-f20fc335-7ee5-40a6-9052-10cbad1e59ac service neutron] For port ca68c52d-6e26-4824-bafe-0b280cc3d7cd, host hv-cinder-78776, cleared binding levels {{(pid=91055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 11:17:44.480312 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.db [req-f33d10d4-00b4-49d9-a8ca-ccf1ef63b9cb req-f20fc335-7ee5-40a6-9052-10cbad1e59ac service neutron] For port ca68c52d-6e26-4824-bafe-0b280cc3d7cd, host hv-cinder-78776, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=ca68c52d-6e26-4824-bafe-0b280cc3d7cd,segment=NetworkSegment(e0015d87-dcd6-4fdc-83d4-a15c21b906a0),segment_id=e0015d87-dcd6-4fdc-83d4-a15c21b906a0)] {{(pid=91055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 11:17:44.483600 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-f33d10d4-00b4-49d9-a8ca-ccf1ef63b9cb req-f20fc335-7ee5-40a6-9052-10cbad1e59ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3654881'] for port, after_update {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:44.486572 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-686cb4d9-03b5-4dd0-9813-92309f58dcad tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:17:44.517776 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33d10d4-00b4-49d9-a8ca-ccf1ef63b9cb req-f20fc335-7ee5-40a6-9052-10cbad1e59ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:44.518134 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-f33d10d4-00b4-49d9-a8ca-ccf1ef63b9cb req-f20fc335-7ee5-40a6-9052-10cbad1e59ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6101'] for port, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:44.518972 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-f33d10d4-00b4-49d9-a8ca-ccf1ef63b9cb req-f20fc335-7ee5-40a6-9052-10cbad1e59ac service neutron] 10.222.0.112 "PUT /v2.0/ports/ca68c52d-6e26-4824-bafe-0b280cc3d7cd HTTP/1.1" status: 200 len: 1094 time: 0.4845560 May 19 11:17:44.519682 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c378e23-6241-44ec-9b71-a9b2aa247f27', 'tag': 'ca68c52d-6e26-4824-bafe-0b280cc3d7cd'}] {{(pid=91055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 11:17:44.534133 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20fc335-7ee5-40a6-9052-10cbad1e59ac service neutron] Pushing event updated for resources: {'Port': ['ID=ca68c52d-6e26-4824-bafe-0b280cc3d7cd,revision_number=3']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:17:44.536188 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-f20fc335-7ee5-40a6-9052-10cbad1e59ac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:17:44.559514 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c378e23-6241-44ec-9b71-a9b2aa247f27', 'tag': 'ca68c52d-6e26-4824-bafe-0b280cc3d7cd', 'status': 'completed', 'code': 200} May 19 11:17:44.606321 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33d10d4-00b4-49d9-a8ca-ccf1ef63b9cb req-4a2bf5b3-23f0-4756-b197-2755c2576d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:44.607411 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-f33d10d4-00b4-49d9-a8ca-ccf1ef63b9cb req-4a2bf5b3-23f0-4756-b197-2755c2576d5b service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=35d46b728d4a4c459e7454a908c9e5c2&device_id=2c378e23-6241-44ec-9b71-a9b2aa247f27 HTTP/1.1" status: 200 len: 1097 time: 0.0403829 May 19 11:17:44.642277 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Device d4c22b04-a9c0-431f-9aee-ea76dc44e36b details requested by agent hyperv_hv-cinder-78776 with host hv-cinder-78776 {{(pid=91057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 11:17:44.732816 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] For port d4c22b04-a9c0-431f-9aee-ea76dc44e36b, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=d4c22b04-a9c0-431f-9aee-ea76dc44e36b,segment=NetworkSegment(24d1ac71-d537-4a4a-b908-95411b58ae30),segment_id=24d1ac71-d537-4a4a-b908-95411b58ae30)] {{(pid=91057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:17:44.751967 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Returning: {'device': 'd4c22b04-a9c0-431f-9aee-ea76dc44e36b', 'network_id': '2931f069-de15-4656-9c5f-d03f870340b0', 'port_id': 'd4c22b04-a9c0-431f-9aee-ea76dc44e36b', 'mac_address': 'fa:16:3e:31:69:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7bf6898-3326-4273-bf87-6a59e4a83cd7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 11:17:44.757032 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-f33d10d4-00b4-49d9-a8ca-ccf1ef63b9cb req-d535ae17-faf9-47f3-be1b-6797c2c61e4f service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ca68c52d-6e26-4824-bafe-0b280cc3d7cd HTTP/1.1" status: 200 len: 217 time: 0.1121676 May 19 11:17:44.791196 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:44.802599 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.notifiers.nova [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4c22b04-a9c0-431f-9aee-ea76dc44e36b {{(pid=91057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 11:17:44.805800 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33d10d4-00b4-49d9-a8ca-ccf1ef63b9cb req-a8feba99-611a-4685-a0d3-0341f354facd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:44.806868 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-f33d10d4-00b4-49d9-a8ca-ccf1ef63b9cb req-a8feba99-611a-4685-a0d3-0341f354facd service neutron] 10.222.0.112 "GET /v2.0/subnets?id=b791564f-e95e-40fa-bc9d-bcbecb0ce07c HTTP/1.1" status: 200 len: 849 time: 0.0407941 May 19 11:17:44.812660 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] For port d4c22b04-a9c0-431f-9aee-ea76dc44e36b, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=d4c22b04-a9c0-431f-9aee-ea76dc44e36b,segment=NetworkSegment(24d1ac71-d537-4a4a-b908-95411b58ae30),segment_id=24d1ac71-d537-4a4a-b908-95411b58ae30)] {{(pid=91057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:17:44.816713 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602'] for port, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:44.818181 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-eb4da597-ba2d-4d52-8735-a49199c663a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:17:44.863024 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073371e9-fef7-4328-8710-907eea2d89d7 req-c8b36e3f-a81c-4e2a-ac61-2defe3cc8c6d tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:44.863181 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Pushing event updated for resources: {'Port': ['ID=d4c22b04-a9c0-431f-9aee-ea76dc44e36b,revision_number=4']} {{(pid=91057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:17:44.868055 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-073371e9-fef7-4328-8710-907eea2d89d7 req-c8b36e3f-a81c-4e2a-ac61-2defe3cc8c6d tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] 10.222.0.90 "GET /v2.0/ports?device_id=cf735dae-87de-4f38-bbac-d96e7da78584 HTTP/1.1" status: 200 len: 944 time: 0.1110330 May 19 11:17:44.870354 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:17:44.872358 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33d10d4-00b4-49d9-a8ca-ccf1ef63b9cb req-6d303cbe-53f1-48a2-95ad-bd9648837946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:44.873181 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-f33d10d4-00b4-49d9-a8ca-ccf1ef63b9cb req-6d303cbe-53f1-48a2-95ad-bd9648837946 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=55ec5a42-b6e4-4e09-a033-1b610f60d866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0609055 May 19 11:17:44.887306 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51eb714-2966-4cb3-b512-25ab35d3477c req-2b461ecc-b7db-446a-9528-0c23602db9fc tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:44.888143 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-b51eb714-2966-4cb3-b512-25ab35d3477c req-2b461ecc-b7db-446a-9528-0c23602db9fc tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] 10.222.0.90 "GET /v2.0/ports?device_id=2c378e23-6241-44ec-9b71-a9b2aa247f27 HTTP/1.1" status: 200 len: 944 time: 0.1069460 May 19 11:17:44.913797 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-073371e9-fef7-4328-8710-907eea2d89d7 req-60544e80-4742-4348-914a-2d360dc5bb52 tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] 10.222.0.90 "GET /v2.0/security-groups?id=e491c481-3a65-4aed-8ce1-50d931fc68aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451441 May 19 11:17:44.926124 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-b51eb714-2966-4cb3-b512-25ab35d3477c req-12c2a043-6730-4b92-9eb5-3cd7b3e4fa38 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] 10.222.0.90 "GET /v2.0/security-groups?id=892ed30b-94ce-475f-8919-c4519fee1ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0288801 May 19 11:17:44.953785 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-f33d10d4-00b4-49d9-a8ca-ccf1ef63b9cb req-153bd47e-d923-421e-9e7b-c56868efdb0a service neutron] 10.222.0.112 "GET /v2.0/networks/55ec5a42-b6e4-4e09-a033-1b610f60d866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0757232 May 19 11:17:45.028181 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-f33d10d4-00b4-49d9-a8ca-ccf1ef63b9cb req-47872e39-aaf7-47d4-897a-bcc6f6d34628 service neutron] 10.222.0.112 "GET /v2.0/networks/55ec5a42-b6e4-4e09-a033-1b610f60d866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0655766 May 19 11:17:45.127293 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65a3392-082c-4fb7-b979-7fdcd6a64a47 req-f25461e2-6848-41e2-87f4-4e54f832b9a5 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:45.128140 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-b65a3392-082c-4fb7-b979-7fdcd6a64a47 req-f25461e2-6848-41e2-87f4-4e54f832b9a5 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=ee8bb661-8d2c-45db-9a1c-ee57ba0d6dd7 HTTP/1.1" status: 200 len: 946 time: 0.0449145 May 19 11:17:45.157413 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-b65a3392-082c-4fb7-b979-7fdcd6a64a47 req-cd0d65ba-9e97-419d-8165-18b74d731961 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0259235 May 19 11:17:45.499443 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bfa6ab-7f83-4dea-b0f5-0ae01d2882ec req-3afbfc82-8628-4875-bee2-584ce556c312 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:45.500580 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-63bfa6ab-7f83-4dea-b0f5-0ae01d2882ec req-3afbfc82-8628-4875-bee2-584ce556c312 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=3e0d1d3f-b399-4eae-9920-1d2a10e0c32d HTTP/1.1" status: 200 len: 944 time: 0.0550199 May 19 11:17:45.529530 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-63bfa6ab-7f83-4dea-b0f5-0ae01d2882ec req-45d4c258-20bf-4e51-a5e1-ebfcd64aab0d tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/security-groups?id=02f8fdd5-5dea-4a08-86bc-b9af91d4a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0254045 May 19 11:17:45.793318 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] get_ports_and_sgs() called for port_ids ['d4c22b04-a9c0-431f-9aee-ea76dc44e36b'] {{(pid=91057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 11:17:45.858744 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185e0b2c-7ce2-4aee-bd44-489f5b45f15a req-9a868aee-ed01-4911-889a-c386fa5a5b2d tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:45.859800 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-185e0b2c-7ce2-4aee-bd44-489f5b45f15a req-9a868aee-ed01-4911-889a-c386fa5a5b2d tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 945 time: 0.0437407 May 19 11:17:45.888003 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-185e0b2c-7ce2-4aee-bd44-489f5b45f15a req-34e5d837-ce52-4681-aa6c-ee9c807ab216 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/security-groups?id=e67f0d0c-35aa-4baf-bdac-63aaa17f4b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0243986 May 19 11:17:45.902184 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 47878) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:17:45.913055 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b405a684-51d3-4fee-b59a-db12047799a7 req-f0873ed3-5cb8-4978-846d-fd2c2638ee3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:45.914013 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-b405a684-51d3-4fee-b59a-db12047799a7 req-f0873ed3-5cb8-4978-846d-fd2c2638ee3e service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=35d46b728d4a4c459e7454a908c9e5c2&device_id=2c378e23-6241-44ec-9b71-a9b2aa247f27 HTTP/1.1" status: 200 len: 1097 time: 0.0490589 May 19 11:17:46.003181 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b405a684-51d3-4fee-b59a-db12047799a7 req-8a434e0e-41d4-4b43-818a-28aede236e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:46.004056 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-b405a684-51d3-4fee-b59a-db12047799a7 req-8a434e0e-41d4-4b43-818a-28aede236e9c service neutron] 10.222.0.112 "GET /v2.0/networks?id=55ec5a42-b6e4-4e09-a033-1b610f60d866 HTTP/1.1" status: 200 len: 912 time: 0.0852833 May 19 11:17:46.044273 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-b405a684-51d3-4fee-b59a-db12047799a7 req-86bfda9e-ee4d-4cf2-ab2a-a043c7debb2c service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ca68c52d-6e26-4824-bafe-0b280cc3d7cd HTTP/1.1" status: 200 len: 217 time: 0.0341876 May 19 11:17:46.080943 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baac546-a997-4c47-9fe8-8e959be38db5 req-b256cc12-f004-4b9d-9139-21bd300c7c72 tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:46.081792 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-4baac546-a997-4c47-9fe8-8e959be38db5 req-b256cc12-f004-4b9d-9139-21bd300c7c72 tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] 10.222.0.90 "GET /v2.0/ports?device_id=cf735dae-87de-4f38-bbac-d96e7da78584 HTTP/1.1" status: 200 len: 945 time: 0.1044312 May 19 11:17:46.083210 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b405a684-51d3-4fee-b59a-db12047799a7 req-6cc52cb4-0a42-4280-a7fb-0a8f86c00cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:46.084071 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-b405a684-51d3-4fee-b59a-db12047799a7 req-6cc52cb4-0a42-4280-a7fb-0a8f86c00cf1 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=b791564f-e95e-40fa-bc9d-bcbecb0ce07c HTTP/1.1" status: 200 len: 849 time: 0.0325487 May 19 11:17:46.093138 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e40389-d75c-4e6c-8ec4-95b3a447f761 req-4758cc73-5e9f-4a27-b061-4a8bc10218e8 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:46.093924 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-03e40389-d75c-4e6c-8ec4-95b3a447f761 req-4758cc73-5e9f-4a27-b061-4a8bc10218e8 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] 10.222.0.90 "GET /v2.0/ports?device_id=2c378e23-6241-44ec-9b71-a9b2aa247f27 HTTP/1.1" status: 200 len: 944 time: 0.0909760 May 19 11:17:46.105151 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-828b25a2-9ed3-4c2b-a215-5bb69f4d6d05 tempest-TestMinimumBasicScenario-128126829 tempest-TestMinimumBasicScenario-128126829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:46.105543 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-828b25a2-9ed3-4c2b-a215-5bb69f4d6d05 tempest-TestMinimumBasicScenario-128126829 tempest-TestMinimumBasicScenario-128126829-project-admin] Synchronizing usage tracker for tenant:c7a83c3fe0194d46bba7aa69562fc59c on resource:port {{(pid=91056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 11:17:46.133590 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b405a684-51d3-4fee-b59a-db12047799a7 req-4dbd4e9c-659f-4eef-b690-ffaa996018a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:46.134467 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-b405a684-51d3-4fee-b59a-db12047799a7 req-4dbd4e9c-659f-4eef-b690-ffaa996018a0 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=55ec5a42-b6e4-4e09-a033-1b610f60d866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0457625 May 19 11:17:46.199451 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-4baac546-a997-4c47-9fe8-8e959be38db5 req-a1f1d1e3-6060-40e1-acc7-ae475a4210a0 tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] 10.222.0.90 "GET /v2.0/security-groups?id=e491c481-3a65-4aed-8ce1-50d931fc68aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106570 May 19 11:17:46.200989 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-828b25a2-9ed3-4c2b-a215-5bb69f4d6d05 tempest-TestMinimumBasicScenario-128126829 tempest-TestMinimumBasicScenario-128126829-project-admin] Unset dirty status for tenant:c7a83c3fe0194d46bba7aa69562fc59c on resource:port {{(pid=91056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 11:17:46.204228 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-828b25a2-9ed3-4c2b-a215-5bb69f4d6d05 tempest-TestMinimumBasicScenario-128126829 tempest-TestMinimumBasicScenario-128126829-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 1093 time: 0.3009505 May 19 11:17:46.205167 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 47892) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:17:46.205967 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-03e40389-d75c-4e6c-8ec4-95b3a447f761 req-fbb118c9-a171-4642-84ca-57b9addb6960 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] 10.222.0.90 "GET /v2.0/security-groups?id=892ed30b-94ce-475f-8919-c4519fee1ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034589 May 19 11:17:46.211474 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.v2.base [None req-f630e27d-80dc-4f5c-bba8-83637761a0a2 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Request body: {'floatingip': {'floating_network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'port_id': '6a809875-e8d2-44df-9b04-a71c434d12a3', 'tenant_id': '3adb7158fa694a28886f78876a3057cd', 'fixed_ip_address': '172.20.0.7'}} {{(pid=91055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:17:46.215906 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-f630e27d-80dc-4f5c-bba8-83637761a0a2 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:17:46.219938 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-f630e27d-80dc-4f5c-bba8-83637761a0a2 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Usage tracker for resource:floatingip and tenant:3adb7158fa694a28886f78876a3057cd is out of sync, need to count used quota {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:17:46.223024 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-f630e27d-80dc-4f5c-bba8-83637761a0a2 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:17:46.228582 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-f630e27d-80dc-4f5c-bba8-83637761a0a2 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:17:46.237939 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:46.242842 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-b405a684-51d3-4fee-b59a-db12047799a7 req-715f57ab-c99e-4f81-a4f8-53e59e58b598 service neutron] 10.222.0.112 "GET /v2.0/networks/55ec5a42-b6e4-4e09-a033-1b610f60d866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976741 May 19 11:17:46.244534 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-f630e27d-80dc-4f5c-bba8-83637761a0a2 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Notify callbacks [] for floatingip, before_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:46.299518 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c124591f-1a2c-4ab6-9737-7e0f38d6c741 req-54935688-9ae3-4f03-b1fc-17e42d864aef tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:46.300315 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-c124591f-1a2c-4ab6-9737-7e0f38d6c741 req-54935688-9ae3-4f03-b1fc-17e42d864aef tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=ee8bb661-8d2c-45db-9a1c-ee57ba0d6dd7 HTTP/1.1" status: 200 len: 946 time: 0.0449052 May 19 11:17:46.323939 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-c124591f-1a2c-4ab6-9737-7e0f38d6c741 req-76e19de0-72ba-4f41-8a1a-7e1e9f9aa206 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0200851 May 19 11:17:46.374997 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-b405a684-51d3-4fee-b59a-db12047799a7 req-34a74131-48b7-4939-9bbf-54945b43b480 service neutron] 10.222.0.112 "GET /v2.0/networks/55ec5a42-b6e4-4e09-a033-1b610f60d866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207566 May 19 11:17:46.394179 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-f630e27d-80dc-4f5c-bba8-83637761a0a2 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:46.468366 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.db_base_plugin_common [None req-f630e27d-80dc-4f5c-bba8-83637761a0a2 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Allocated IP 172.27.0.200 (02345af2-6ed3-48fb-b7af-bf8d47e25522/aba42eaa-d100-461a-90c5-240f62c775e0/c586c5bb-e543-48fa-be3e-232ea35f823c) {{(pid=91055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 11:17:46.608649 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-f630e27d-80dc-4f5c-bba8-83637761a0a2 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Notify callbacks [] for port, precommit_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:46.626246 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-f630e27d-80dc-4f5c-bba8-83637761a0a2 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749740362231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3654904'] for port, after_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:46.628925 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:17:46.637737 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f63857-922d-4e02-a9f4-d04adf9d7e17 req-cc53f5be-a4cb-46ad-b8e0-f3119145d53f tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:46.638577 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-91f63857-922d-4e02-a9f4-d04adf9d7e17 req-cc53f5be-a4cb-46ad-b8e0-f3119145d53f tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=3e0d1d3f-b399-4eae-9920-1d2a10e0c32d HTTP/1.1" status: 200 len: 944 time: 0.0472674 May 19 11:17:46.662921 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f630e27d-80dc-4f5c-bba8-83637761a0a2 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Network 02345af2-6ed3-48fb-b7af-bf8d47e25522 is already hosted by enough agents. {{(pid=91055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 11:17:46.664474 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-91f63857-922d-4e02-a9f4-d04adf9d7e17 req-8eb76b77-aefc-4a80-a33e-198bc61b24e2 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/security-groups?id=02f8fdd5-5dea-4a08-86bc-b9af91d4a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0222139 May 19 11:17:46.664570 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.scheduler.base_scheduler [None req-f630e27d-80dc-4f5c-bba8-83637761a0a2 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Resources bound (agent type, host, resource id): {{(pid=91055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:17:46.666155 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f630e27d-80dc-4f5c-bba8-83637761a0a2 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Received port after_create {{(pid=91055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 11:17:46.691238 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f630e27d-80dc-4f5c-bba8-83637761a0a2 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Pushing event updated for resources: {'Port': ['ID=c586c5bb-e543-48fa-be3e-232ea35f823c,revision_number=1']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:17:46.692988 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-f630e27d-80dc-4f5c-bba8-83637761a0a2 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:17:47.008788 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-f630e27d-80dc-4f5c-bba8-83637761a0a2 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:47.072845 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-f630e27d-80dc-4f5c-bba8-83637761a0a2 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:47.185057 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-f630e27d-80dc-4f5c-bba8-83637761a0a2 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Notify callbacks [] for port, precommit_update {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:47.188992 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-f630e27d-80dc-4f5c-bba8-83637761a0a2 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3654881'] for port, after_update {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:47.191049 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-9e08f693-8752-4f08-aa8c-3defe20f1622 tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:17:47.245568 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f630e27d-80dc-4f5c-bba8-83637761a0a2 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Pushing event updated for resources: {'Port': ['ID=c586c5bb-e543-48fa-be3e-232ea35f823c,revision_number=2']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:17:47.247872 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-f630e27d-80dc-4f5c-bba8-83637761a0a2 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:17:47.253272 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-f630e27d-80dc-4f5c-bba8-83637761a0a2 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716915'] for floatingip, after_update {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:47.349883 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.db.l3_db [None req-f630e27d-80dc-4f5c-bba8-83637761a0a2 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Floating IP e7eb3143-bd65-4065-a809-7e768c8e8d32 associated. External IP: 172.27.0.200, port: 6a809875-e8d2-44df-9b04-a71c434d12a3. May 19 11:17:47.381244 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ee0279-c69e-486a-ad9d-22b5e4c2e5c5 req-1610efcb-4e17-42ba-b83e-2079674596f2 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:47.382227 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-51ee0279-c69e-486a-ad9d-22b5e4c2e5c5 req-1610efcb-4e17-42ba-b83e-2079674596f2 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] 10.222.0.90 "GET /v2.0/ports?device_id=2c378e23-6241-44ec-9b71-a9b2aa247f27 HTTP/1.1" status: 200 len: 944 time: 0.0879023 May 19 11:17:47.386986 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb43e2f1-ee4d-4739-9c73-ffcf2bc9b44a req-7a7e4dff-9f74-482a-bfaa-65705d7f17ee tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:47.387875 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-eb43e2f1-ee4d-4739-9c73-ffcf2bc9b44a req-7a7e4dff-9f74-482a-bfaa-65705d7f17ee tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] 10.222.0.90 "GET /v2.0/ports?device_id=cf735dae-87de-4f38-bbac-d96e7da78584 HTTP/1.1" status: 200 len: 945 time: 0.0948541 May 19 11:17:47.427240 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-51ee0279-c69e-486a-ad9d-22b5e4c2e5c5 req-744b75f4-dec2-4a55-8964-a510f0006ec8 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] 10.222.0.90 "GET /v2.0/security-groups?id=892ed30b-94ce-475f-8919-c4519fee1ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386975 May 19 11:17:47.432718 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-eb43e2f1-ee4d-4739-9c73-ffcf2bc9b44a req-d52381c9-4a22-4638-b4ad-fbe87ee8b145 tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] 10.222.0.90 "GET /v2.0/security-groups?id=e491c481-3a65-4aed-8ce1-50d931fc68aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345910 May 19 11:17:47.558803 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc8c8df-2374-4c65-8bf2-19a853335fae req-b1d175ac-52a2-4a5e-9637-c2c3142e295c tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:47.559716 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-4cc8c8df-2374-4c65-8bf2-19a853335fae req-b1d175ac-52a2-4a5e-9637-c2c3142e295c tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=ee8bb661-8d2c-45db-9a1c-ee57ba0d6dd7 HTTP/1.1" status: 200 len: 946 time: 0.0522597 May 19 11:17:47.585428 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-4cc8c8df-2374-4c65-8bf2-19a853335fae req-a10b5254-8230-4709-b9ab-3b2fc2cef1ca tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0219424 May 19 11:17:47.622397 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f630e27d-80dc-4f5c-bba8-83637761a0a2 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Router 91fe879d-12e7-4cd2-a05d-9c939b573f8c has already been hosted by L3 agent 326bf12a-fdae-48e8-b877-7dbd40e20eda {{(pid=91055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 11:17:47.723497 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f630e27d-80dc-4f5c-bba8-83637761a0a2 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Notify agent at l3_agent.dv-cinder-787764-1-iscsi the message routers_updated {{(pid=91055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 11:17:47.729770 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7acbef-db01-425c-b22f-b4d1ce35096a None None] Sync routers for ids ['91fe879d-12e7-4cd2-a05d-9c939b573f8c'] in dv-cinder-787764-1-iscsi {{(pid=91058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 11:17:47.740133 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-f630e27d-80dc-4f5c-bba8-83637761a0a2 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6101'] for floatingip, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:47.752833 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7acbef-db01-425c-b22f-b4d1ce35096a None None] Routers {'91fe879d-12e7-4cd2-a05d-9c939b573f8c'} bound to L3 agent in host dv-cinder-787764-1-iscsi {{(pid=91058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:17:47.753203 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.l3_hamode_db [None req-1d7acbef-db01-425c-b22f-b4d1ce35096a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-19T11:10:36Z,description=,heartbeat_timestamp=2021-05-19T11:17:36Z,host='dv-cinder-787764-1-iscsi',id=326bf12a-fdae-48e8-b877-7dbd40e20eda,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:36Z,topic='l3_agent')) {'router_ids': ['91fe879d-12e7-4cd2-a05d-9c939b573f8c'], 'active': True} {{(pid=91058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:17:47.775657 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-f630e27d-80dc-4f5c-bba8-83637761a0a2 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5696828 May 19 11:17:47.776898 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '423e923b-b725-4325-bdbf-4d9356dd79b3', 'tag': '6a809875-e8d2-44df-9b04-a71c434d12a3'}] {{(pid=91055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 11:17:47.778931 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 47946) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:17:47.782371 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.v2.base [None req-040c2772-77f3-4091-9e06-7476569e4511 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-720922685', 'description': 'tempest-secgroup-smoke-720922685 description', 'project_id': '3adb7158fa694a28886f78876a3057cd'}} {{(pid=91055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:17:47.786185 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-040c2772-77f3-4091-9e06-7476569e4511 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:17:47.788837 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-040c2772-77f3-4091-9e06-7476569e4511 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Usage tracker for resource:security_group and tenant:3adb7158fa694a28886f78876a3057cd is out of sync, need to count used quota {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:17:47.790693 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-040c2772-77f3-4091-9e06-7476569e4511 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:17:47.798519 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-040c2772-77f3-4091-9e06-7476569e4511 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:17:47.803427 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178da88e-6aef-41a8-82d3-1cb257209050 req-de500ea8-3dd3-45b2-ad65-01792494a862 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:47.808449 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-178da88e-6aef-41a8-82d3-1cb257209050 req-de500ea8-3dd3-45b2-ad65-01792494a862 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=3e0d1d3f-b399-4eae-9920-1d2a10e0c32d HTTP/1.1" status: 200 len: 944 time: 0.0827146 May 19 11:17:47.814623 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-040c2772-77f3-4091-9e06-7476569e4511 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Notify callbacks [] for security_group, before_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:47.827594 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-040c2772-77f3-4091-9e06-7476569e4511 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:17:47.830372 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-040c2772-77f3-4091-9e06-7476569e4511 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Usage tracker for resource:security_group_rule and tenant:3adb7158fa694a28886f78876a3057cd is out of sync, need to count used quota {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:17:47.831949 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-040c2772-77f3-4091-9e06-7476569e4511 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:17:47.836286 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-040c2772-77f3-4091-9e06-7476569e4511 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:17:47.841293 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '423e923b-b725-4325-bdbf-4d9356dd79b3', 'tag': '6a809875-e8d2-44df-9b04-a71c434d12a3', 'status': 'completed', 'code': 200} May 19 11:17:47.842845 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-178da88e-6aef-41a8-82d3-1cb257209050 req-9818c411-446d-4e02-988f-6525fedd0e05 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/security-groups?id=02f8fdd5-5dea-4a08-86bc-b9af91d4a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324512 May 19 11:17:47.871104 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.l3_dvr_db [None req-1d7acbef-db01-425c-b22f-b4d1ce35096a None None] Set router 91fe879d-12e7-4cd2-a05d-9c939b573f8c gateway port host: dv-cinder-787764-1-iscsi {{(pid=91058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:17:47.883667 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-040c2772-77f3-4091-9e06-7476569e4511 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Notify callbacks [] for security_group, precommit_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:47.886271 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-040c2772-77f3-4091-9e06-7476569e4511 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:47.889623 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-2884159d-9bd5-4c8f-be22-2b2afcf1b331 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:17:47.912283 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c2772-77f3-4091-9e06-7476569e4511 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edc8a31d-f210-4437-9ddf-e706f37172c0,revision_number=1']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:17:47.915276 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-040c2772-77f3-4091-9e06-7476569e4511 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:17:47.916235 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-040c2772-77f3-4091-9e06-7476569e4511 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Notify callbacks [] for security_group, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:47.919544 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 47954) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:17:47.921372 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-040c2772-77f3-4091-9e06-7476569e4511 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1416335 May 19 11:17:47.924002 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.v2.base [None req-702ba58c-cd4d-4e1a-8c79-cdafb5f8a1b4 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Request body: {'security_group_rule': {'security_group_id': 'edc8a31d-f210-4437-9ddf-e706f37172c0', 'project_id': '3adb7158fa694a28886f78876a3057cd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:17:47.927782 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-702ba58c-cd4d-4e1a-8c79-cdafb5f8a1b4 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:17:47.929988 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-702ba58c-cd4d-4e1a-8c79-cdafb5f8a1b4 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Usage tracker for resource:security_group_rule and tenant:3adb7158fa694a28886f78876a3057cd is out of sync, need to count used quota {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:17:47.931654 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-702ba58c-cd4d-4e1a-8c79-cdafb5f8a1b4 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:17:47.935096 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-702ba58c-cd4d-4e1a-8c79-cdafb5f8a1b4 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:17:47.945683 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-702ba58c-cd4d-4e1a-8c79-cdafb5f8a1b4 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:47.981418 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-702ba58c-cd4d-4e1a-8c79-cdafb5f8a1b4 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:47.984197 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-702ba58c-cd4d-4e1a-8c79-cdafb5f8a1b4 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775300'] for security_group_rule, after_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:47.986244 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:17:47.998175 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702ba58c-cd4d-4e1a-8c79-cdafb5f8a1b4 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8db64d3-46e7-429e-84d2-f9a10d09e41c,revision_number=0']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:17:48.005530 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702ba58c-cd4d-4e1a-8c79-cdafb5f8a1b4 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:17:48.005777 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702ba58c-cd4d-4e1a-8c79-cdafb5f8a1b4 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:17:48.006030 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702ba58c-cd4d-4e1a-8c79-cdafb5f8a1b4 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:17:48.006265 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702ba58c-cd4d-4e1a-8c79-cdafb5f8a1b4 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:17:48.006491 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702ba58c-cd4d-4e1a-8c79-cdafb5f8a1b4 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:17:48.006743 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702ba58c-cd4d-4e1a-8c79-cdafb5f8a1b4 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:17:48.006991 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702ba58c-cd4d-4e1a-8c79-cdafb5f8a1b4 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:17:48.007228 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702ba58c-cd4d-4e1a-8c79-cdafb5f8a1b4 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:17:48.007471 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702ba58c-cd4d-4e1a-8c79-cdafb5f8a1b4 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:17:48.007692 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702ba58c-cd4d-4e1a-8c79-cdafb5f8a1b4 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:17:48.007894 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702ba58c-cd4d-4e1a-8c79-cdafb5f8a1b4 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:17:48.008127 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702ba58c-cd4d-4e1a-8c79-cdafb5f8a1b4 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:17:48.010867 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-702ba58c-cd4d-4e1a-8c79-cdafb5f8a1b4 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:17:48.013421 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-702ba58c-cd4d-4e1a-8c79-cdafb5f8a1b4 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:48.014171 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-702ba58c-cd4d-4e1a-8c79-cdafb5f8a1b4 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.0938604 May 19 11:17:48.016169 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 47962) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:17:48.019248 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.v2.base [None req-b01dc8db-80f9-4748-970b-04ddd7eadbb3 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Request body: {'security_group_rule': {'security_group_id': 'edc8a31d-f210-4437-9ddf-e706f37172c0', 'project_id': '3adb7158fa694a28886f78876a3057cd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:17:48.022728 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-b01dc8db-80f9-4748-970b-04ddd7eadbb3 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:17:48.024993 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-b01dc8db-80f9-4748-970b-04ddd7eadbb3 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Usage tracker for resource:security_group_rule and tenant:3adb7158fa694a28886f78876a3057cd is out of sync, need to count used quota {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:17:48.026816 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-b01dc8db-80f9-4748-970b-04ddd7eadbb3 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:17:48.029883 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-b01dc8db-80f9-4748-970b-04ddd7eadbb3 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:17:48.039746 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-b01dc8db-80f9-4748-970b-04ddd7eadbb3 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:48.070753 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.l3_hamode_db [None req-1d7acbef-db01-425c-b22f-b4d1ce35096a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91fe879d-12e7-4cd2-a05d-9c939b573f8c', 'name': 'tempest-TestMinimumBasicScenario-44004761-router', 'tenant_id': '3adb7158fa694a28886f78876a3057cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'external_fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': '4096f727-d959-469e-9deb-387fbc1d1f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:16:15Z', 'updated_at': '2021-05-19T11:16:18Z', 'revision_number': 4, 'project_id': '3adb7158fa694a28886f78876a3057cd', 'gw_port': {'id': '4096f727-d959-469e-9deb-387fbc1d1f27', 'name': '', 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:a0:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fe879d-12e7-4cd2-a05d-9c939b573f8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 222, 'fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:16:16Z', 'updated_at': '2021-05-19T11:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-1-iscsi', '_floatingips': [{'id': 'e7eb3143-bd65-4065-a809-7e768c8e8d32', 'tenant_id': '3adb7158fa694a28886f78876a3057cd', 'floating_ip_address': '172.27.0.200', 'floating_network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'router_id': '91fe879d-12e7-4cd2-a05d-9c939b573f8c', 'port_id': '6a809875-e8d2-44df-9b04-a71c434d12a3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 335, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17b3c0ef-f9b4-49e2-aa3b-d746210e219f', 'mac_address': 'fa:16:3e:48:24:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423e923b-b725-4325-bdbf-4d9356dd79b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T11:17:46Z', 'updated_at': '2021-05-19T11:17:46Z', 'revision_number': 0, 'project_id': '3adb7158fa694a28886f78876a3057cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '015259d5-e370-4f43-aa2a-9cc4d5e4e7e4', 'name': '', 'network_id': '17b3c0ef-f9b4-49e2-aa3b-d746210e219f', 'tenant_id': '3adb7158fa694a28886f78876a3057cd', 'mac_address': 'fa:16:3e:05:57:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fe879d-12e7-4cd2-a05d-9c939b573f8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 223, 'fixed_ips': [{'subnet_id': 'ec111969-0878-4395-8e69-3abd2c5f226d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:16:18Z', 'updated_at': '2021-05-19T11:16:23Z', 'revision_number': 5, 'project_id': '3adb7158fa694a28886f78876a3057cd', 'subnets': [{'id': 'ec111969-0878-4395-8e69-3abd2c5f226d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-1-iscsi', False) {} {{(pid=91058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:17:48.073046 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7acbef-db01-425c-b22f-b4d1ce35096a None None] Checking router: 91fe879d-12e7-4cd2-a05d-9c939b573f8c for host: dv-cinder-787764-1-iscsi {{(pid=91058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 11:17:48.074081 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-b01dc8db-80f9-4748-970b-04ddd7eadbb3 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:48.077927 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-b01dc8db-80f9-4748-970b-04ddd7eadbb3 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775300'] for security_group_rule, after_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:48.078073 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7acbef-db01-425c-b22f-b4d1ce35096a None None] Routers {'91fe879d-12e7-4cd2-a05d-9c939b573f8c'} bound to L3 agent in host dv-cinder-787764-1-iscsi {{(pid=91058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:17:48.078371 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.l3_hamode_db [None req-1d7acbef-db01-425c-b22f-b4d1ce35096a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-19T11:10:36Z,description=,heartbeat_timestamp=2021-05-19T11:17:36Z,host='dv-cinder-787764-1-iscsi',id=326bf12a-fdae-48e8-b877-7dbd40e20eda,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:36Z,topic='l3_agent')) {'router_ids': ['91fe879d-12e7-4cd2-a05d-9c939b573f8c'], 'active': True} {{(pid=91058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:17:48.079712 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:17:48.091849 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01dc8db-80f9-4748-970b-04ddd7eadbb3 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d39f748-db52-446d-9fd1-420775c99d06,revision_number=0']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:17:48.093409 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-b01dc8db-80f9-4748-970b-04ddd7eadbb3 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:17:48.098464 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-b01dc8db-80f9-4748-970b-04ddd7eadbb3 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:48.099288 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-b01dc8db-80f9-4748-970b-04ddd7eadbb3 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.0824533 May 19 11:17:48.101512 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 47970) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:17:48.105935 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.v2.base [None req-4f3708f1-5bbc-4d8b-8239-5cd79a110a21 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Request body: {'security_group_rule': {'security_group_id': 'edc8a31d-f210-4437-9ddf-e706f37172c0', 'project_id': '3adb7158fa694a28886f78876a3057cd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:17:48.109359 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-4f3708f1-5bbc-4d8b-8239-5cd79a110a21 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:17:48.111495 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-4f3708f1-5bbc-4d8b-8239-5cd79a110a21 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Usage tracker for resource:security_group_rule and tenant:3adb7158fa694a28886f78876a3057cd is out of sync, need to count used quota {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:17:48.113156 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-4f3708f1-5bbc-4d8b-8239-5cd79a110a21 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:17:48.116184 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-4f3708f1-5bbc-4d8b-8239-5cd79a110a21 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:17:48.128621 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-4f3708f1-5bbc-4d8b-8239-5cd79a110a21 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:48.166409 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-4f3708f1-5bbc-4d8b-8239-5cd79a110a21 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:48.169575 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-4f3708f1-5bbc-4d8b-8239-5cd79a110a21 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775300'] for security_group_rule, after_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:48.174514 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-27b6534d-fd94-4902-932f-3dc3def06fc1 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:17:48.188214 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3708f1-5bbc-4d8b-8239-5cd79a110a21 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7296830-a0f4-4b82-8119-0304720121cf,revision_number=0']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:17:48.190334 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-4f3708f1-5bbc-4d8b-8239-5cd79a110a21 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:17:48.193855 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-4f3708f1-5bbc-4d8b-8239-5cd79a110a21 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:48.194658 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-4f3708f1-5bbc-4d8b-8239-5cd79a110a21 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.0925057 May 19 11:17:48.197289 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 47980) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:17:48.200262 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.l3_dvr_db [None req-1d7acbef-db01-425c-b22f-b4d1ce35096a None None] Set router 91fe879d-12e7-4cd2-a05d-9c939b573f8c gateway port host: dv-cinder-787764-1-iscsi {{(pid=91058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:17:48.200374 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.v2.base [None req-97406d73-d0e9-4f6b-ab91-d01188bb6bed tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Request body: {'security_group_rule': {'security_group_id': 'edc8a31d-f210-4437-9ddf-e706f37172c0', 'project_id': '3adb7158fa694a28886f78876a3057cd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:17:48.203643 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-97406d73-d0e9-4f6b-ab91-d01188bb6bed tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:17:48.205768 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-97406d73-d0e9-4f6b-ab91-d01188bb6bed tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Usage tracker for resource:security_group_rule and tenant:3adb7158fa694a28886f78876a3057cd is out of sync, need to count used quota {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:17:48.207385 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-97406d73-d0e9-4f6b-ab91-d01188bb6bed tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:17:48.210571 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-97406d73-d0e9-4f6b-ab91-d01188bb6bed tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:17:48.221937 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-97406d73-d0e9-4f6b-ab91-d01188bb6bed tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:48.256081 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-97406d73-d0e9-4f6b-ab91-d01188bb6bed tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:48.259252 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-97406d73-d0e9-4f6b-ab91-d01188bb6bed tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775300'] for security_group_rule, after_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:48.263954 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:17:48.277562 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97406d73-d0e9-4f6b-ab91-d01188bb6bed tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6044b194-a505-466b-a493-f1534895290e,revision_number=0']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:17:48.277966 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-97406d73-d0e9-4f6b-ab91-d01188bb6bed tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:17:48.282958 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-97406d73-d0e9-4f6b-ab91-d01188bb6bed tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:48.284467 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-97406d73-d0e9-4f6b-ab91-d01188bb6bed tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.0858388 May 19 11:17:48.285693 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 47988) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:17:48.288899 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.v2.base [None req-2183b0a6-f050-43a8-8a00-9c41ac414c94 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Request body: {'security_group_rule': {'security_group_id': 'edc8a31d-f210-4437-9ddf-e706f37172c0', 'project_id': '3adb7158fa694a28886f78876a3057cd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:17:48.292738 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-2183b0a6-f050-43a8-8a00-9c41ac414c94 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:17:48.294974 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-2183b0a6-f050-43a8-8a00-9c41ac414c94 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Usage tracker for resource:security_group_rule and tenant:3adb7158fa694a28886f78876a3057cd is out of sync, need to count used quota {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:17:48.296948 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-2183b0a6-f050-43a8-8a00-9c41ac414c94 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:17:48.303563 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-2183b0a6-f050-43a8-8a00-9c41ac414c94 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:17:48.310688 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.db.securitygroups_db [None req-2183b0a6-f050-43a8-8a00-9c41ac414c94 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Project 3adb7158fa694a28886f78876a3057cd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 19 11:17:48.316211 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-2183b0a6-f050-43a8-8a00-9c41ac414c94 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:48.351163 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-2183b0a6-f050-43a8-8a00-9c41ac414c94 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:48.354713 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-2183b0a6-f050-43a8-8a00-9c41ac414c94 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775300'] for security_group_rule, after_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:48.356142 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-4f3708f1-5bbc-4d8b-8239-5cd79a110a21 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:17:48.367964 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2183b0a6-f050-43a8-8a00-9c41ac414c94 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfd53495-4400-46dd-a5ae-e40695acddaa,revision_number=0']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:17:48.369360 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-2183b0a6-f050-43a8-8a00-9c41ac414c94 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:17:48.374268 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-2183b0a6-f050-43a8-8a00-9c41ac414c94 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:48.376870 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-2183b0a6-f050-43a8-8a00-9c41ac414c94 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.0886967 May 19 11:17:48.381343 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 47996) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:17:48.385592 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.v2.base [None req-fcd2a8d5-fad8-46b4-8201-ae11ee573556 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Request body: {'security_group_rule': {'security_group_id': 'edc8a31d-f210-4437-9ddf-e706f37172c0', 'project_id': '3adb7158fa694a28886f78876a3057cd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:17:48.388919 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-fcd2a8d5-fad8-46b4-8201-ae11ee573556 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:17:48.391007 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-fcd2a8d5-fad8-46b4-8201-ae11ee573556 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Usage tracker for resource:security_group_rule and tenant:3adb7158fa694a28886f78876a3057cd is out of sync, need to count used quota {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:17:48.392738 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-fcd2a8d5-fad8-46b4-8201-ae11ee573556 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:17:48.395929 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-fcd2a8d5-fad8-46b4-8201-ae11ee573556 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:17:48.398980 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.l3_hamode_db [None req-1d7acbef-db01-425c-b22f-b4d1ce35096a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91fe879d-12e7-4cd2-a05d-9c939b573f8c', 'name': 'tempest-TestMinimumBasicScenario-44004761-router', 'tenant_id': '3adb7158fa694a28886f78876a3057cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'external_fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': '4096f727-d959-469e-9deb-387fbc1d1f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:16:15Z', 'updated_at': '2021-05-19T11:16:18Z', 'revision_number': 4, 'project_id': '3adb7158fa694a28886f78876a3057cd', 'gw_port': {'id': '4096f727-d959-469e-9deb-387fbc1d1f27', 'name': '', 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:a0:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fe879d-12e7-4cd2-a05d-9c939b573f8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 222, 'fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:16:16Z', 'updated_at': '2021-05-19T11:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-1-iscsi', '_floatingips': [{'id': 'e7eb3143-bd65-4065-a809-7e768c8e8d32', 'tenant_id': '3adb7158fa694a28886f78876a3057cd', 'floating_ip_address': '172.27.0.200', 'floating_network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'router_id': '91fe879d-12e7-4cd2-a05d-9c939b573f8c', 'port_id': '6a809875-e8d2-44df-9b04-a71c434d12a3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 335, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17b3c0ef-f9b4-49e2-aa3b-d746210e219f', 'mac_address': 'fa:16:3e:48:24:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423e923b-b725-4325-bdbf-4d9356dd79b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T11:17:46Z', 'updated_at': '2021-05-19T11:17:46Z', 'revision_number': 0, 'project_id': '3adb7158fa694a28886f78876a3057cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '015259d5-e370-4f43-aa2a-9cc4d5e4e7e4', 'name': '', 'network_id': '17b3c0ef-f9b4-49e2-aa3b-d746210e219f', 'tenant_id': '3adb7158fa694a28886f78876a3057cd', 'mac_address': 'fa:16:3e:05:57:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fe879d-12e7-4cd2-a05d-9c939b573f8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 223, 'fixed_ips': [{'subnet_id': 'ec111969-0878-4395-8e69-3abd2c5f226d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:16:18Z', 'updated_at': '2021-05-19T11:16:23Z', 'revision_number': 5, 'project_id': '3adb7158fa694a28886f78876a3057cd', 'subnets': [{'id': 'ec111969-0878-4395-8e69-3abd2c5f226d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-1-iscsi', False) {} {{(pid=91058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:17:48.401333 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7acbef-db01-425c-b22f-b4d1ce35096a None None] The sync data for ids ['91fe879d-12e7-4cd2-a05d-9c939b573f8c'] in dv-cinder-787764-1-iscsi is: [{'id': '91fe879d-12e7-4cd2-a05d-9c939b573f8c', 'name': 'tempest-TestMinimumBasicScenario-44004761-router', 'tenant_id': '3adb7158fa694a28886f78876a3057cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'external_fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': '4096f727-d959-469e-9deb-387fbc1d1f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:16:15Z', 'updated_at': '2021-05-19T11:16:18Z', 'revision_number': 4, 'project_id': '3adb7158fa694a28886f78876a3057cd', 'gw_port': {'id': '4096f727-d959-469e-9deb-387fbc1d1f27', 'name': '', 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:a0:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fe879d-12e7-4cd2-a05d-9c939b573f8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 222, 'fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:16:16Z', 'updated_at': '2021-05-19T11:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-1-iscsi', '_floatingips': [{'id': 'e7eb3143-bd65-4065-a809-7e768c8e8d32', 'tenant_id': '3adb7158fa694a28886f78876a3057cd', 'floating_ip_address': '172.27.0.200', 'floating_network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'router_id': '91fe879d-12e7-4cd2-a05d-9c939b573f8c', 'port_id': '6a809875-e8d2-44df-9b04-a71c434d12a3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 335, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17b3c0ef-f9b4-49e2-aa3b-d746210e219f', 'mac_address': 'fa:16:3e:48:24:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423e923b-b725-4325-bdbf-4d9356dd79b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T11:17:46Z', 'updated_at': '2021-05-19T11:17:46Z', 'revision_number': 0, 'project_id': '3adb7158fa694a28886f78876a3057cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '015259d5-e370-4f43-aa2a-9cc4d5e4e7e4', 'name': '', 'network_id': '17b3c0ef-f9b4-49e2-aa3b-d746210e219f', 'tenant_id': '3adb7158fa694a28886f78876a3057cd', 'mac_address': 'fa:16:3e:05:57:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fe879d-12e7-4cd2-a05d-9c939b573f8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 223, 'fixed_ips': [{'subnet_id': 'ec111969-0878-4395-8e69-3abd2c5f226d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:16:18Z', 'updated_at': '2021-05-19T11:16:23Z', 'revision_number': 5, 'project_id': '3adb7158fa694a28886f78876a3057cd', 'subnets': [{'id': 'ec111969-0878-4395-8e69-3abd2c5f226d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 11:17:48.403216 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.db.securitygroups_db [None req-fcd2a8d5-fad8-46b4-8201-ae11ee573556 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Project 3adb7158fa694a28886f78876a3057cd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 19 11:17:48.407158 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-fcd2a8d5-fad8-46b4-8201-ae11ee573556 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:48.447020 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-fcd2a8d5-fad8-46b4-8201-ae11ee573556 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:48.451443 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-fcd2a8d5-fad8-46b4-8201-ae11ee573556 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775300'] for security_group_rule, after_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:48.452974 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:17:48.466269 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd2a8d5-fad8-46b4-8201-ae11ee573556 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bda48e89-ed71-42fe-8bab-f604e5fb6f0e,revision_number=0']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:17:48.468841 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-fcd2a8d5-fad8-46b4-8201-ae11ee573556 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:17:48.472521 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-fcd2a8d5-fad8-46b4-8201-ae11ee573556 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:48.473495 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-fcd2a8d5-fad8-46b4-8201-ae11ee573556 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.0915594 May 19 11:17:48.554764 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225de137-8aa4-4d54-9183-95077ff578d3 None None] New status for floating IP e7eb3143-bd65-4065-a809-7e768c8e8d32: ACTIVE {{(pid=91057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 11:17:48.555937 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fd5bb9-0747-4b15-837a-656503a897cf req-70d8c35a-18fd-4bff-b95e-2c1e12c3b2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:48.556825 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-24fd5bb9-0747-4b15-837a-656503a897cf req-70d8c35a-18fd-4bff-b95e-2c1e12c3b2ab service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=3adb7158fa694a28886f78876a3057cd&device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 1098 time: 0.0556393 May 19 11:17:48.622390 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b205249-8249-4983-b552-6b39c981d8cc req-84f9c7ee-d07f-4252-8494-025421e46690 tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:48.625596 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-3b205249-8249-4983-b552-6b39c981d8cc req-84f9c7ee-d07f-4252-8494-025421e46690 tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] 10.222.0.90 "GET /v2.0/ports?device_id=cf735dae-87de-4f38-bbac-d96e7da78584 HTTP/1.1" status: 200 len: 945 time: 0.0856357 May 19 11:17:48.630220 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797a96c4-39ed-41ea-97fb-ffe4caf65a76 req-f655cf51-7792-49ce-ac2d-460ec1add6ab tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:48.631591 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-797a96c4-39ed-41ea-97fb-ffe4caf65a76 req-f655cf51-7792-49ce-ac2d-460ec1add6ab tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] 10.222.0.90 "GET /v2.0/ports?device_id=2c378e23-6241-44ec-9b71-a9b2aa247f27 HTTP/1.1" status: 200 len: 944 time: 0.0688870 May 19 11:17:48.646624 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fd5bb9-0747-4b15-837a-656503a897cf req-2b621bea-9bd8-41be-99fd-63ac4b6eb936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:48.647554 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-24fd5bb9-0747-4b15-837a-656503a897cf req-2b621bea-9bd8-41be-99fd-63ac4b6eb936 service neutron] 10.222.0.112 "GET /v2.0/networks?id=17b3c0ef-f9b4-49e2-aa3b-d746210e219f HTTP/1.1" status: 200 len: 915 time: 0.0849264 May 19 11:17:48.653189 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Device 91f4064d-3935-44fd-ad59-2df97d807c84 details requested by agent hyperv_hv-cinder-78776 with host hv-cinder-78776 {{(pid=91057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 11:17:48.679102 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-797a96c4-39ed-41ea-97fb-ffe4caf65a76 req-7624a3d5-c3ee-4bc2-bb7b-d953acab84fc tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] 10.222.0.90 "GET /v2.0/security-groups?id=892ed30b-94ce-475f-8919-c4519fee1ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350540 May 19 11:17:48.696521 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-3b205249-8249-4983-b552-6b39c981d8cc req-753df3e9-d743-44a8-a5b5-78d33f3c8207 tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] 10.222.0.90 "GET /v2.0/security-groups?id=e491c481-3a65-4aed-8ce1-50d931fc68aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535436 May 19 11:17:48.717630 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-24fd5bb9-0747-4b15-837a-656503a897cf req-23a1233e-ce48-4234-8b26-9fbc32dfe35e service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6a809875-e8d2-44df-9b04-a71c434d12a3 HTTP/1.1" status: 200 len: 999 time: 0.0637174 May 19 11:17:48.722145 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Device d4c22b04-a9c0-431f-9aee-ea76dc44e36b up at agent hyperv_hv-cinder-78776 {{(pid=91057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 11:17:48.769729 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fd5bb9-0747-4b15-837a-656503a897cf req-b4eeb5be-a618-4f38-bd58-ce208f7d177d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:48.770540 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-24fd5bb9-0747-4b15-837a-656503a897cf req-b4eeb5be-a618-4f38-bd58-ce208f7d177d service neutron] 10.222.0.112 "GET /v2.0/subnets?id=ec111969-0878-4395-8e69-3abd2c5f226d HTTP/1.1" status: 200 len: 852 time: 0.0469460 May 19 11:17:48.819554 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-9d39b7c1-5570-4345-a8d5-720322d12352 req-810737dc-c806-4953-b71f-e4653f41322a tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-720922685&fields=id&tenant_id=3adb7158fa694a28886f78876a3057cd HTTP/1.1" status: 200 len: 267 time: 0.0485215 May 19 11:17:48.830586 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fd5bb9-0747-4b15-837a-656503a897cf req-3da6f42f-5e59-4534-adb1-be3801100baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:48.831691 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-24fd5bb9-0747-4b15-837a-656503a897cf req-3da6f42f-5e59-4534-adb1-be3801100baa service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=17b3c0ef-f9b4-49e2-aa3b-d746210e219f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0539412 May 19 11:17:48.862192 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee1b170-0e8c-46c0-8e95-b1b6ae8a8fd8 req-c23049b3-e53b-483b-93a3-dfcaee4e9a55 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:48.863318 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Provisioning for port d4c22b04-a9c0-431f-9aee-ea76dc44e36b completed by entity L2. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 11:17:48.863489 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-1ee1b170-0e8c-46c0-8e95-b1b6ae8a8fd8 req-c23049b3-e53b-483b-93a3-dfcaee4e9a55 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=ee8bb661-8d2c-45db-9a1c-ee57ba0d6dd7 HTTP/1.1" status: 200 len: 946 time: 0.1111732 May 19 11:17:48.867455 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Provisioning complete for port d4c22b04-a9c0-431f-9aee-ea76dc44e36b triggered by entity L2. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:17:48.867664 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441453'] for port, provisioning_complete {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:48.892611 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-1ee1b170-0e8c-46c0-8e95-b1b6ae8a8fd8 req-8f66a92c-c79f-4a27-84e6-9cde0e917145 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0255277 May 19 11:17:48.898135 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d39b7c1-5570-4345-a8d5-720322d12352 req-261820a5-9ca8-4fbd-9c25-b85067f6cf97 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:48.902692 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-9d39b7c1-5570-4345-a8d5-720322d12352 req-261820a5-9ca8-4fbd-9c25-b85067f6cf97 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 945 time: 0.0822494 May 19 11:17:48.909804 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.v2.base [req-9d39b7c1-5570-4345-a8d5-720322d12352 req-a5872827-8cd0-4c5c-a376-0c57ca7b3053 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Request body: {'port': {'security_groups': ['e67f0d0c-35aa-4baf-bdac-63aaa17f4b4a', 'edc8a31d-f210-4437-9ddf-e706f37172c0']}} {{(pid=91056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:17:48.910647 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] For port 91f4064d-3935-44fd-ad59-2df97d807c84, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=91f4064d-3935-44fd-ad59-2df97d807c84,segment=NetworkSegment(196e79df-6043-4c3c-bc65-7e8b3bac3a1b),segment_id=196e79df-6043-4c3c-bc65-7e8b3bac3a1b)] {{(pid=91057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:17:48.921620 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Returning: {'device': '91f4064d-3935-44fd-ad59-2df97d807c84', 'network_id': 'f2a18643-8b9e-461e-b075-a423d396a703', 'port_id': '91f4064d-3935-44fd-ad59-2df97d807c84', 'mac_address': 'fa:16:3e:45:ad:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad8c650d-7c1e-4564-9480-5348b05a4c70', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 11:17:48.976400 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [req-9d39b7c1-5570-4345-a8d5-720322d12352 req-a5872827-8cd0-4c5c-a376-0c57ca7b3053 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:48.979174 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:48.988670 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-24fd5bb9-0747-4b15-837a-656503a897cf req-c0385dcc-c84e-4d9a-9175-4b37cc36e200 service neutron] 10.222.0.112 "GET /v2.0/networks/17b3c0ef-f9b4-49e2-aa3b-d746210e219f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514635 May 19 11:17:48.991779 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.notifiers.nova [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91f4064d-3935-44fd-ad59-2df97d807c84 {{(pid=91057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 11:17:48.993861 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:49.012410 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] For port 91f4064d-3935-44fd-ad59-2df97d807c84, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=91f4064d-3935-44fd-ad59-2df97d807c84,segment=NetworkSegment(196e79df-6043-4c3c-bc65-7e8b3bac3a1b),segment_id=196e79df-6043-4c3c-bc65-7e8b3bac3a1b)] {{(pid=91057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:17:49.014916 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf735dae-87de-4f38-bbac-d96e7da78584', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4c22b04-a9c0-431f-9aee-ea76dc44e36b'}] {{(pid=91057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 11:17:49.018891 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602'] for port, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:49.020693 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:17:49.038995 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] For port d4c22b04-a9c0-431f-9aee-ea76dc44e36b, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=d4c22b04-a9c0-431f-9aee-ea76dc44e36b,segment=NetworkSegment(24d1ac71-d537-4a4a-b908-95411b58ae30),segment_id=24d1ac71-d537-4a4a-b908-95411b58ae30)] {{(pid=91057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:17:49.043377 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602'] for port, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:49.059908 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Pushing event updated for resources: {'Port': ['ID=91f4064d-3935-44fd-ad59-2df97d807c84,revision_number=4']} {{(pid=91057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:17:49.061760 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:17:49.062140 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-ec73d32c-dfc2-4676-8824-1a473e3cba6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:17:49.068800 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-24fd5bb9-0747-4b15-837a-656503a897cf req-5dc051b4-b65d-4791-b85f-e6abece7cc21 service neutron] 10.222.0.112 "GET /v2.0/networks/17b3c0ef-f9b4-49e2-aa3b-d746210e219f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0748563 May 19 11:17:49.096921 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Pushing event updated for resources: {'Port': ['ID=d4c22b04-a9c0-431f-9aee-ea76dc44e36b,revision_number=5']} {{(pid=91057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:17:49.098725 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:17:49.116300 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.db [req-9d39b7c1-5570-4345-a8d5-720322d12352 req-a5872827-8cd0-4c5c-a376-0c57ca7b3053 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] For port 6a809875-e8d2-44df-9b04-a71c434d12a3, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=6a809875-e8d2-44df-9b04-a71c434d12a3,segment=NetworkSegment(64c3527b-0b17-4dce-9bf8-b502fa139a66),segment_id=64c3527b-0b17-4dce-9bf8-b502fa139a66)] {{(pid=91056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:17:49.129783 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [req-9d39b7c1-5570-4345-a8d5-720322d12352 req-a5872827-8cd0-4c5c-a376-0c57ca7b3053 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Notify callbacks [] for port, precommit_update {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:49.133298 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [req-9d39b7c1-5570-4345-a8d5-720322d12352 req-a5872827-8cd0-4c5c-a376-0c57ca7b3053 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602'] for port, after_update {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:49.136992 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-0a17f277-33f0-46d3-a95f-ebad61f56147 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:17:49.143267 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] get_ports_and_sgs() called for port_ids ['6a809875-e8d2-44df-9b04-a71c434d12a3'] {{(pid=91057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 11:17:49.192031 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d39b7c1-5570-4345-a8d5-720322d12352 req-a5872827-8cd0-4c5c-a376-0c57ca7b3053 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:49.192398 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [req-9d39b7c1-5570-4345-a8d5-720322d12352 req-a5872827-8cd0-4c5c-a376-0c57ca7b3053 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695638'] for port, before_response {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:49.193196 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-9d39b7c1-5570-4345-a8d5-720322d12352 req-a5872827-8cd0-4c5c-a376-0c57ca7b3053 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "PUT /v2.0/ports/6a809875-e8d2-44df-9b04-a71c434d12a3 HTTP/1.1" status: 200 len: 981 time: 0.2899497 May 19 11:17:49.198868 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '423e923b-b725-4325-bdbf-4d9356dd79b3', 'tag': '6a809875-e8d2-44df-9b04-a71c434d12a3'}] {{(pid=91056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 11:17:49.225125 dv-cinder-787764-1-iscsi neutron-server[91057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf735dae-87de-4f38-bbac-d96e7da78584', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4c22b04-a9c0-431f-9aee-ea76dc44e36b', 'code': 200} May 19 11:17:49.304893 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5872827-8cd0-4c5c-a376-0c57ca7b3053 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Pushing event updated for resources: {'Port': ['ID=6a809875-e8d2-44df-9b04-a71c434d12a3,revision_number=6']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:17:49.306795 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-a5872827-8cd0-4c5c-a376-0c57ca7b3053 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:17:49.351802 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9506167-ad69-486b-9423-1682d5cd5297 req-c911a899-96f7-4889-86a3-19ed8c2315b0 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:49.353062 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-c9506167-ad69-486b-9423-1682d5cd5297 req-c911a899-96f7-4889-86a3-19ed8c2315b0 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=3e0d1d3f-b399-4eae-9920-1d2a10e0c32d HTTP/1.1" status: 200 len: 945 time: 0.1849024 May 19 11:17:49.368263 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7148b3-60e1-4770-a0c1-50d50848ee4e req-74853dcf-c171-402f-bd6b-23affc3290c5 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:49.369022 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-dc7148b3-60e1-4770-a0c1-50d50848ee4e req-74853dcf-c171-402f-bd6b-23affc3290c5 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 984 time: 0.0664399 May 19 11:17:49.371146 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-d384cf5a-c2a0-4492-a331-ec010f79a08b None None] Provisioning complete for port 6a809875-e8d2-44df-9b04-a71c434d12a3 triggered by entity DHCP. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:17:49.371361 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-d384cf5a-c2a0-4492-a331-ec010f79a08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441453'] for port, provisioning_complete {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:49.384732 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] get_ports_and_sgs() called for port_ids ['6a809875-e8d2-44df-9b04-a71c434d12a3'] {{(pid=91057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 11:17:49.396113 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-c9506167-ad69-486b-9423-1682d5cd5297 req-1621bfb2-1cd3-4c18-a975-c24ca5c9199c tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/security-groups?id=02f8fdd5-5dea-4a08-86bc-b9af91d4a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392652 May 19 11:17:49.403214 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-dc7148b3-60e1-4770-a0c1-50d50848ee4e req-76e3b7c6-9fd6-444d-ba10-18406b409d67 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/security-groups?id=edc8a31d-f210-4437-9ddf-e706f37172c0&id=e67f0d0c-35aa-4baf-bdac-63aaa17f4b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0302558 May 19 11:17:49.430400 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '423e923b-b725-4325-bdbf-4d9356dd79b3', 'tag': '6a809875-e8d2-44df-9b04-a71c434d12a3', 'status': 'completed', 'code': 200} May 19 11:17:49.531726 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] get_ports_and_sgs() called for port_ids ['91f4064d-3935-44fd-ad59-2df97d807c84'] {{(pid=91057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 11:17:49.821443 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091f8981-5771-4178-bf9b-a8bce853c43c req-49a29f7f-c85d-466a-8c9b-e7232d0e98ce tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:49.822391 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-091f8981-5771-4178-bf9b-a8bce853c43c req-49a29f7f-c85d-466a-8c9b-e7232d0e98ce tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] 10.222.0.90 "GET /v2.0/ports?device_id=cf735dae-87de-4f38-bbac-d96e7da78584 HTTP/1.1" status: 200 len: 946 time: 0.0781963 May 19 11:17:49.830094 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84255fca-d59e-48ad-80ff-f2c2671fe1b8 req-3f9810e4-b8e5-4853-8279-dd2a0547c98a tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:49.830896 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-84255fca-d59e-48ad-80ff-f2c2671fe1b8 req-3f9810e4-b8e5-4853-8279-dd2a0547c98a tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] 10.222.0.90 "GET /v2.0/ports?device_id=2c378e23-6241-44ec-9b71-a9b2aa247f27 HTTP/1.1" status: 200 len: 944 time: 0.0671198 May 19 11:17:49.851049 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b6efb6-d345-49d3-83af-3026c4c17523 req-a89397ff-e59c-47a2-bea4-5f97a031093b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:49.852216 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-e5b6efb6-d345-49d3-83af-3026c4c17523 req-a89397ff-e59c-47a2-bea4-5f97a031093b service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=3adb7158fa694a28886f78876a3057cd&device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 1137 time: 0.0478363 May 19 11:17:49.873531 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-091f8981-5771-4178-bf9b-a8bce853c43c req-3b03400b-dd1e-42b3-8da5-99659045e0cb tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] 10.222.0.90 "GET /v2.0/security-groups?id=e491c481-3a65-4aed-8ce1-50d931fc68aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419776 May 19 11:17:49.885128 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-84255fca-d59e-48ad-80ff-f2c2671fe1b8 req-3475fe94-1aa1-42a1-8a16-1b7942caa398 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] 10.222.0.90 "GET /v2.0/security-groups?id=892ed30b-94ce-475f-8919-c4519fee1ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416272 May 19 11:17:49.932659 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b6efb6-d345-49d3-83af-3026c4c17523 req-ebfb0ae0-62f8-443f-9bee-790080168b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:49.933568 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-e5b6efb6-d345-49d3-83af-3026c4c17523 req-ebfb0ae0-62f8-443f-9bee-790080168b4a service neutron] 10.222.0.112 "GET /v2.0/networks?id=17b3c0ef-f9b4-49e2-aa3b-d746210e219f HTTP/1.1" status: 200 len: 915 time: 0.0749710 May 19 11:17:49.991319 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-e5b6efb6-d345-49d3-83af-3026c4c17523 req-38418d4e-bc6c-42da-aa49-ad9d9ab04b09 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6a809875-e8d2-44df-9b04-a71c434d12a3 HTTP/1.1" status: 200 len: 1001 time: 0.0519187 May 19 11:17:50.001239 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a85e5b4-f6fa-4849-bd28-b77c607acd45 req-ce8a7d1a-8f85-4657-bc3e-f07c41a44b6b tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:50.002057 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-9a85e5b4-f6fa-4849-bd28-b77c607acd45 req-ce8a7d1a-8f85-4657-bc3e-f07c41a44b6b tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=ee8bb661-8d2c-45db-9a1c-ee57ba0d6dd7 HTTP/1.1" status: 200 len: 946 time: 0.0424931 May 19 11:17:50.027249 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-9a85e5b4-f6fa-4849-bd28-b77c607acd45 req-b84be8f1-6d25-41b9-91cf-ef0a7ae3720a tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0214024 May 19 11:17:50.035955 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b6efb6-d345-49d3-83af-3026c4c17523 req-140d238f-a6cd-4234-9d65-c9ac4b7220cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:50.036854 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-e5b6efb6-d345-49d3-83af-3026c4c17523 req-140d238f-a6cd-4234-9d65-c9ac4b7220cb service neutron] 10.222.0.112 "GET /v2.0/subnets?id=ec111969-0878-4395-8e69-3abd2c5f226d HTTP/1.1" status: 200 len: 852 time: 0.0403247 May 19 11:17:50.084942 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b6efb6-d345-49d3-83af-3026c4c17523 req-1b7d75b6-0b41-41a4-8c46-d074722a1ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:50.085679 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-e5b6efb6-d345-49d3-83af-3026c4c17523 req-1b7d75b6-0b41-41a4-8c46-d074722a1ac9 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=17b3c0ef-f9b4-49e2-aa3b-d746210e219f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421424 May 19 11:17:50.161898 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-e5b6efb6-d345-49d3-83af-3026c4c17523 req-ba072290-de42-4e05-a02d-bc3cba13336b service neutron] 10.222.0.112 "GET /v2.0/networks/17b3c0ef-f9b4-49e2-aa3b-d746210e219f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0696118 May 19 11:17:50.229747 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-e5b6efb6-d345-49d3-83af-3026c4c17523 req-449efe1c-7722-4ae0-b045-aff5f410d0b2 service neutron] 10.222.0.112 "GET /v2.0/networks/17b3c0ef-f9b4-49e2-aa3b-d746210e219f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0619440 May 19 11:17:50.531829 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b01a99a-ca13-4f22-ba86-9bb205e6a64b req-c8b86056-0d8b-4f1d-b876-76844bed1a1e tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:50.532970 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-7b01a99a-ca13-4f22-ba86-9bb205e6a64b req-c8b86056-0d8b-4f1d-b876-76844bed1a1e tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=3e0d1d3f-b399-4eae-9920-1d2a10e0c32d HTTP/1.1" status: 200 len: 945 time: 0.0553663 May 19 11:17:50.562152 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-7b01a99a-ca13-4f22-ba86-9bb205e6a64b req-abfe9935-d80b-4696-a6c0-c9e82911df63 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/security-groups?id=02f8fdd5-5dea-4a08-86bc-b9af91d4a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0226848 May 19 11:17:50.624062 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddbab72-6339-4852-8966-635021f9e8e2 req-81dde401-5ec0-4933-8053-91ca59d3e5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:50.624931 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-1ddbab72-6339-4852-8966-635021f9e8e2 req-81dde401-5ec0-4933-8053-91ca59d3e5cf service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=cf735dae-87de-4f38-bbac-d96e7da78584 HTTP/1.1" status: 200 len: 1099 time: 0.0397077 May 19 11:17:50.648472 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-1ddbab72-6339-4852-8966-635021f9e8e2 req-153e0afa-9626-4fb0-a0ac-eede76687489 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=e491c481-3a65-4aed-8ce1-50d931fc68aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0180714 May 19 11:17:51.020741 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07662ea-94c0-499b-8fd7-f13b87191640 req-5e9f0cff-333e-4df9-b80e-ce6915f58f4f tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:51.021599 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-c07662ea-94c0-499b-8fd7-f13b87191640 req-5e9f0cff-333e-4df9-b80e-ce6915f58f4f tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] 10.222.0.90 "GET /v2.0/ports?device_id=2c378e23-6241-44ec-9b71-a9b2aa247f27 HTTP/1.1" status: 200 len: 944 time: 0.0764620 May 19 11:17:51.027629 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7024199-b955-48d7-b321-738b0b863310 req-6fad99fe-e371-4179-a2be-5adfef493971 tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:51.028337 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-f7024199-b955-48d7-b321-738b0b863310 req-6fad99fe-e371-4179-a2be-5adfef493971 tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] 10.222.0.90 "GET /v2.0/ports?device_id=cf735dae-87de-4f38-bbac-d96e7da78584 HTTP/1.1" status: 200 len: 946 time: 0.0618279 May 19 11:17:51.064622 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-c07662ea-94c0-499b-8fd7-f13b87191640 req-168b88ab-cb7e-4507-bf65-7ba2c7e8ca8d tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] 10.222.0.90 "GET /v2.0/security-groups?id=892ed30b-94ce-475f-8919-c4519fee1ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357668 May 19 11:17:51.066988 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-f7024199-b955-48d7-b321-738b0b863310 req-05d83e76-da4f-45a1-a9a0-0a62c4c79d1b tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] 10.222.0.90 "GET /v2.0/security-groups?id=e491c481-3a65-4aed-8ce1-50d931fc68aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310285 May 19 11:17:51.167462 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19b2eb0-927e-4b31-9203-2e3a29714086 req-36d23555-8938-4b46-8267-77f3668b70a1 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:51.168317 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-c19b2eb0-927e-4b31-9203-2e3a29714086 req-36d23555-8938-4b46-8267-77f3668b70a1 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=ee8bb661-8d2c-45db-9a1c-ee57ba0d6dd7 HTTP/1.1" status: 200 len: 946 time: 0.0452564 May 19 11:17:51.191624 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-c19b2eb0-927e-4b31-9203-2e3a29714086 req-371bad96-c66c-4f77-812c-afef148ca111 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0196984 May 19 11:17:51.716511 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c280a4b-0eb5-45a5-8999-ffb99140956b req-60642f0a-4bf6-4bf6-ba23-afccc689077d tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:51.717607 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-0c280a4b-0eb5-45a5-8999-ffb99140956b req-60642f0a-4bf6-4bf6-ba23-afccc689077d tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=3e0d1d3f-b399-4eae-9920-1d2a10e0c32d HTTP/1.1" status: 200 len: 945 time: 0.0695238 May 19 11:17:51.754243 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-0c280a4b-0eb5-45a5-8999-ffb99140956b req-e20ddf43-5b59-47ec-b70d-ed3f166fb074 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/security-groups?id=02f8fdd5-5dea-4a08-86bc-b9af91d4a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294228 May 19 11:17:52.240037 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee61c193-0e53-4586-99ec-9a5e50f03e6f req-29107cdb-675c-45ab-b65f-b9a6256e19e5 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:52.241040 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-ee61c193-0e53-4586-99ec-9a5e50f03e6f req-29107cdb-675c-45ab-b65f-b9a6256e19e5 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] 10.222.0.90 "GET /v2.0/ports?device_id=2c378e23-6241-44ec-9b71-a9b2aa247f27 HTTP/1.1" status: 200 len: 944 time: 0.1046548 May 19 11:17:52.245682 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794b49c8-a571-4648-8b45-374d95341e8f req-c279b2d3-4824-4eb7-92d6-77f7b8a5f3a4 tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:52.246507 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-794b49c8-a571-4648-8b45-374d95341e8f req-c279b2d3-4824-4eb7-92d6-77f7b8a5f3a4 tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] 10.222.0.90 "GET /v2.0/ports?device_id=cf735dae-87de-4f38-bbac-d96e7da78584 HTTP/1.1" status: 200 len: 946 time: 0.0892324 May 19 11:17:52.289556 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-ee61c193-0e53-4586-99ec-9a5e50f03e6f req-4d2f9e8d-f45c-4639-9ad6-0bd980f6a6a8 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] 10.222.0.90 "GET /v2.0/security-groups?id=892ed30b-94ce-475f-8919-c4519fee1ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424333 May 19 11:17:52.291014 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-794b49c8-a571-4648-8b45-374d95341e8f req-31bb92ca-529a-4a9c-b63b-ad6f00901d31 tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] 10.222.0.90 "GET /v2.0/security-groups?id=e491c481-3a65-4aed-8ce1-50d931fc68aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355282 May 19 11:17:52.398483 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cf1ed1-6750-4711-93e0-5f31a78985fd req-3491b746-ae1e-4922-81da-926794a9838e tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:52.399584 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-c1cf1ed1-6750-4711-93e0-5f31a78985fd req-3491b746-ae1e-4922-81da-926794a9838e tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=ee8bb661-8d2c-45db-9a1c-ee57ba0d6dd7 HTTP/1.1" status: 200 len: 946 time: 0.0519252 May 19 11:17:52.430804 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-c1cf1ed1-6750-4711-93e0-5f31a78985fd req-597c8f5e-2a2f-4cfe-9647-e52b6e220346 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270767 May 19 11:17:52.666019 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Device ca68c52d-6e26-4824-bafe-0b280cc3d7cd details requested by agent hyperv_hv-cinder-78776 with host hv-cinder-78776 {{(pid=91057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 11:17:52.675942 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Device 91f4064d-3935-44fd-ad59-2df97d807c84 up at agent hyperv_hv-cinder-78776 {{(pid=91057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 11:17:52.780720 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Provisioning for port 91f4064d-3935-44fd-ad59-2df97d807c84 completed by entity L2. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 11:17:52.787130 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] For port ca68c52d-6e26-4824-bafe-0b280cc3d7cd, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=ca68c52d-6e26-4824-bafe-0b280cc3d7cd,segment=NetworkSegment(e0015d87-dcd6-4fdc-83d4-a15c21b906a0),segment_id=e0015d87-dcd6-4fdc-83d4-a15c21b906a0)] {{(pid=91057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:17:52.790837 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Provisioning complete for port 91f4064d-3935-44fd-ad59-2df97d807c84 triggered by entity L2. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:17:52.791056 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441453'] for port, provisioning_complete {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:52.819969 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Returning: {'device': 'ca68c52d-6e26-4824-bafe-0b280cc3d7cd', 'network_id': '55ec5a42-b6e4-4e09-a033-1b610f60d866', 'port_id': 'ca68c52d-6e26-4824-bafe-0b280cc3d7cd', 'mac_address': 'fa:16:3e:0e:23:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b791564f-e95e-40fa-bc9d-bcbecb0ce07c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 11:17:52.855982 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:52.888260 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.notifiers.nova [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca68c52d-6e26-4824-bafe-0b280cc3d7cd {{(pid=91057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 11:17:52.890140 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1b74f9-e112-4c06-80ae-49ef5dc82d97 req-8e9c569a-c687-4d56-9bb2-5f8a4bd09f38 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:52.891110 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-ab1b74f9-e112-4c06-80ae-49ef5dc82d97 req-8e9c569a-c687-4d56-9bb2-5f8a4bd09f38 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=3e0d1d3f-b399-4eae-9920-1d2a10e0c32d HTTP/1.1" status: 200 len: 945 time: 0.0563059 May 19 11:17:52.901700 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:52.909606 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] For port ca68c52d-6e26-4824-bafe-0b280cc3d7cd, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=ca68c52d-6e26-4824-bafe-0b280cc3d7cd,segment=NetworkSegment(e0015d87-dcd6-4fdc-83d4-a15c21b906a0),segment_id=e0015d87-dcd6-4fdc-83d4-a15c21b906a0)] {{(pid=91057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:17:52.913907 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602'] for port, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:52.915227 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:17:52.923239 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-ab1b74f9-e112-4c06-80ae-49ef5dc82d97 req-85b76691-8dc0-49df-8ab3-402b54abf59f tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/security-groups?id=02f8fdd5-5dea-4a08-86bc-b9af91d4a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266354 May 19 11:17:52.962903 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e0d1d3f-b399-4eae-9920-1d2a10e0c32d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91f4064d-3935-44fd-ad59-2df97d807c84'}] {{(pid=91057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 11:17:52.972005 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] For port 91f4064d-3935-44fd-ad59-2df97d807c84, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=91f4064d-3935-44fd-ad59-2df97d807c84,segment=NetworkSegment(196e79df-6043-4c3c-bc65-7e8b3bac3a1b),segment_id=196e79df-6043-4c3c-bc65-7e8b3bac3a1b)] {{(pid=91057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:17:52.975490 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602'] for port, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:52.979374 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Pushing event updated for resources: {'Port': ['ID=ca68c52d-6e26-4824-bafe-0b280cc3d7cd,revision_number=4']} {{(pid=91057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:17:52.980900 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:17:52.981168 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:17:52.998728 dv-cinder-787764-1-iscsi neutron-server[91057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e0d1d3f-b399-4eae-9920-1d2a10e0c32d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91f4064d-3935-44fd-ad59-2df97d807c84', 'code': 200} May 19 11:17:53.016510 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Pushing event updated for resources: {'Port': ['ID=91f4064d-3935-44fd-ad59-2df97d807c84,revision_number=5']} {{(pid=91057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:17:53.018678 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:17:53.118865 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 48104) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:17:53.190859 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-9592312d-cfc3-40c9-9983-aa1febb3d133 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:53.199043 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-9592312d-cfc3-40c9-9983-aa1febb3d133 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:17:53.201410 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-9592312d-cfc3-40c9-9983-aa1febb3d133 admin admin] Usage tracker for resource:security_group_rule and tenant:d6512ef1139b45eda65ccdc52eae9692 is out of sync, need to count used quota {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:17:53.203017 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-9592312d-cfc3-40c9-9983-aa1febb3d133 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:17:53.206779 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-9592312d-cfc3-40c9-9983-aa1febb3d133 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:17:53.266280 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-9592312d-cfc3-40c9-9983-aa1febb3d133 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:53.269295 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-9592312d-cfc3-40c9-9983-aa1febb3d133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:53.273120 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-e54d7142-1575-4aa3-8b80-eed4e322c765 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:17:53.293915 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9592312d-cfc3-40c9-9983-aa1febb3d133 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0493824-3f0d-49a7-9a96-a93761d2285b,revision_number=1']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:17:53.296256 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-9592312d-cfc3-40c9-9983-aa1febb3d133 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=d6512ef1139b45eda65ccdc52eae9692&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1767049 May 19 11:17:53.296761 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-9592312d-cfc3-40c9-9983-aa1febb3d133 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:17:53.301425 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 48152) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:17:53.336823 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-d248854b-807b-4de6-84da-6662c5d9522d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:53.354629 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-d248854b-807b-4de6-84da-6662c5d9522d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:53.380884 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] get_ports_and_sgs() called for port_ids ['ca68c52d-6e26-4824-bafe-0b280cc3d7cd'] {{(pid=91057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 11:17:53.466416 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2da4cc-ef99-4503-8465-d64f48088f05 req-370742db-673a-4fee-9b5f-879b57232eee tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:53.467582 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-ea2da4cc-ef99-4503-8465-d64f48088f05 req-370742db-673a-4fee-9b5f-879b57232eee tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] 10.222.0.90 "GET /v2.0/ports?device_id=cf735dae-87de-4f38-bbac-d96e7da78584 HTTP/1.1" status: 200 len: 946 time: 0.1070299 May 19 11:17:53.472954 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbcc819-9997-44b5-ae76-2f993e9b172b req-9ffe10ee-2f29-45f5-9cff-afda4297176c tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:53.477344 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-dfbcc819-9997-44b5-ae76-2f993e9b172b req-9ffe10ee-2f29-45f5-9cff-afda4297176c tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] 10.222.0.90 "GET /v2.0/ports?device_id=2c378e23-6241-44ec-9b71-a9b2aa247f27 HTTP/1.1" status: 200 len: 945 time: 0.1156833 May 19 11:17:53.478454 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-d248854b-807b-4de6-84da-6662c5d9522d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:53.482623 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-3437e20b-a58e-4a69-98f7-8ac650b73600 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:17:53.498500 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d248854b-807b-4de6-84da-6662c5d9522d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0493824-3f0d-49a7-9a96-a93761d2285b,revision_number=None']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:17:53.558796 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-d248854b-807b-4de6-84da-6662c5d9522d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:17:53.576954 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-d248854b-807b-4de6-84da-6662c5d9522d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:53.577677 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-d248854b-807b-4de6-84da-6662c5d9522d admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/e0493824-3f0d-49a7-9a96-a93761d2285b HTTP/1.1" status: 204 len: 168 time: 0.2782521 May 19 11:17:53.582639 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-dfbcc819-9997-44b5-ae76-2f993e9b172b req-5c0c6413-4e09-4571-b27d-f62d05166008 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] 10.222.0.90 "GET /v2.0/security-groups?id=892ed30b-94ce-475f-8919-c4519fee1ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048362 May 19 11:17:53.584841 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-ea2da4cc-ef99-4503-8465-d64f48088f05 req-9587d2e6-a052-4a25-b838-120f6d3b0df0 tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] 10.222.0.90 "GET /v2.0/security-groups?id=e491c481-3a65-4aed-8ce1-50d931fc68aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039982 May 19 11:17:53.726265 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11258319-ae16-4ff2-acb9-860282b7cc58 req-c70a8e26-d088-45ee-a78f-597658498548 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:53.727140 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-11258319-ae16-4ff2-acb9-860282b7cc58 req-c70a8e26-d088-45ee-a78f-597658498548 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=ee8bb661-8d2c-45db-9a1c-ee57ba0d6dd7 HTTP/1.1" status: 200 len: 946 time: 0.0485098 May 19 11:17:53.757453 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-11258319-ae16-4ff2-acb9-860282b7cc58 req-01e083fd-da07-4ec9-87ee-0d38be8b1e53 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265892 May 19 11:17:53.820637 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d768cc-3e68-4c29-afcc-4c184de8a112 req-17e8df58-8565-4a8a-bfc0-8fc77cfcef73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:53.821503 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-13d768cc-3e68-4c29-afcc-4c184de8a112 req-17e8df58-8565-4a8a-bfc0-8fc77cfcef73 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=3e0d1d3f-b399-4eae-9920-1d2a10e0c32d HTTP/1.1" status: 200 len: 1099 time: 0.0435607 May 19 11:17:53.844527 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-13d768cc-3e68-4c29-afcc-4c184de8a112 req-d2684a5f-c433-4156-9b38-d39bf5d038c3 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=02f8fdd5-5dea-4a08-86bc-b9af91d4a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0180779 May 19 11:17:54.034988 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c306ac3-4996-451f-bb41-c9b0c40b4e2c req-eb800cb9-b289-4499-887c-bb474b017cce tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:54.035834 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-6c306ac3-4996-451f-bb41-c9b0c40b4e2c req-eb800cb9-b289-4499-887c-bb474b017cce tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=3e0d1d3f-b399-4eae-9920-1d2a10e0c32d HTTP/1.1" status: 200 len: 946 time: 0.0500047 May 19 11:17:54.066701 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-6c306ac3-4996-451f-bb41-c9b0c40b4e2c req-e8743baa-bf77-4ebb-ad73-81705957854a tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/security-groups?id=02f8fdd5-5dea-4a08-86bc-b9af91d4a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0237696 May 19 11:17:54.090248 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 48192) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:17:54.150983 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.v2.base [None req-faeef72a-dd38-411f-8648-494589583bca admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-763031037-network', 'tenant_id': '32d5d407c4a842328dc05ec1f325d92c'}} {{(pid=91056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:17:54.156733 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-faeef72a-dd38-411f-8648-494589583bca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:17:54.160476 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-faeef72a-dd38-411f-8648-494589583bca admin admin] Usage tracker for resource:network and tenant:32d5d407c4a842328dc05ec1f325d92c is out of sync, need to count used quota {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:17:54.162237 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-faeef72a-dd38-411f-8648-494589583bca admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:17:54.165579 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-faeef72a-dd38-411f-8648-494589583bca admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:17:54.171956 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faeef72a-dd38-411f-8648-494589583bca admin admin] Made reservation on behalf of 32d5d407c4a842328dc05ec1f325d92c for: {'network': 1} {{(pid=91056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 11:17:54.173235 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-faeef72a-dd38-411f-8648-494589583bca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-783228'] for network, before_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:54.179708 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-faeef72a-dd38-411f-8648-494589583bca admin admin] Notify callbacks [] for security_group, before_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:54.186954 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-faeef72a-dd38-411f-8648-494589583bca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:17:54.189038 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-faeef72a-dd38-411f-8648-494589583bca admin admin] Usage tracker for resource:security_group_rule and tenant:32d5d407c4a842328dc05ec1f325d92c is out of sync, need to count used quota {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:17:54.191074 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-faeef72a-dd38-411f-8648-494589583bca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:17:54.194019 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-faeef72a-dd38-411f-8648-494589583bca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:17:54.239317 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-faeef72a-dd38-411f-8648-494589583bca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:54.243105 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-faeef72a-dd38-411f-8648-494589583bca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:54.244760 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:17:54.259541 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faeef72a-dd38-411f-8648-494589583bca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1389} {{(pid=91056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 11:17:54.263937 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faeef72a-dd38-411f-8648-494589583bca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62f73f8e-e1e3-4496-ab48-43c895af0156,revision_number=1']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:17:54.266140 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-faeef72a-dd38-411f-8648-494589583bca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:17:54.274205 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-faeef72a-dd38-411f-8648-494589583bca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432044'] for segment, precommit_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:54.274701 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.db.segments_db [None req-faeef72a-dd38-411f-8648-494589583bca admin admin] Added segment e1b8a063-d2ab-44b0-88b2-aa693e3413a5 of type vlan for network a3798fb5-4a80-4cab-8456-d8472daef890 May 19 11:17:54.293202 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-faeef72a-dd38-411f-8648-494589583bca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749740349296'] for network, precommit_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:54.314046 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-faeef72a-dd38-411f-8648-494589583bca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1777549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1695667'] for network, after_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:54.315246 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faeef72a-dd38-411f-8648-494589583bca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:54.315606 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-faeef72a-dd38-411f-8648-494589583bca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695638'] for network, before_response {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:54.317472 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-8a646c8c-4c60-4a37-9f26-c11992568f49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:17:54.368438 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faeef72a-dd38-411f-8648-494589583bca admin admin] Pushing event updated for resources: {'Network': ['ID=a3798fb5-4a80-4cab-8456-d8472daef890,revision_number=1']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:17:54.370325 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-faeef72a-dd38-411f-8648-494589583bca admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2793643 May 19 11:17:54.370809 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-faeef72a-dd38-411f-8648-494589583bca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:17:54.372344 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 48208) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:17:54.375655 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.v2.base [None req-bf5433cb-b780-4ef4-8c67-f96adc63c16b admin admin] Request body: {'subnet': {'network_id': 'a3798fb5-4a80-4cab-8456-d8472daef890', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-763031037-subnet', 'tenant_id': '32d5d407c4a842328dc05ec1f325d92c', 'ip_version': 4}} {{(pid=91056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:17:54.375818 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Network a3798fb5-4a80-4cab-8456-d8472daef890 details requested by agent ovs-agent-dv-cinder-787764-1-iscsi with host dv-cinder-787764-1-iscsi {{(pid=91057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 11:17:54.378599 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-bf5433cb-b780-4ef4-8c67-f96adc63c16b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:17:54.380745 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-bf5433cb-b780-4ef4-8c67-f96adc63c16b admin admin] Usage tracker for resource:subnet and tenant:32d5d407c4a842328dc05ec1f325d92c is out of sync, need to count used quota {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:17:54.382424 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-bf5433cb-b780-4ef4-8c67-f96adc63c16b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:17:54.385717 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-bf5433cb-b780-4ef4-8c67-f96adc63c16b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:17:54.392718 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf5433cb-b780-4ef4-8c67-f96adc63c16b admin admin] Made reservation on behalf of 32d5d407c4a842328dc05ec1f325d92c for: {'subnet': 1} {{(pid=91056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 11:17:54.394098 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-bf5433cb-b780-4ef4-8c67-f96adc63c16b admin admin] Notify callbacks [] for subnet, before_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:54.605424 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-bf5433cb-b780-4ef4-8c67-f96adc63c16b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620'] for subnet, after_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:54.607500 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:17:54.644771 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5433cb-b780-4ef4-8c67-f96adc63c16b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5b5a4ef-d391-4177-9fad-6b6530e5bcb9,revision_number=0']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:17:54.646644 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-bf5433cb-b780-4ef4-8c67-f96adc63c16b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:17:54.671193 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5433cb-b780-4ef4-8c67-f96adc63c16b admin admin] Checking segment: {'id': 'e1b8a063-d2ab-44b0-88b2-aa693e3413a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1389, 'network_id': 'a3798fb5-4a80-4cab-8456-d8472daef890'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 11:17:54.671408 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf5433cb-b780-4ef4-8c67-f96adc63c16b admin admin] Network hostable DHCP agents. Network: a3798fb5-4a80-4cab-8456-d8472daef890, hostable agents: ['36604066-f80c-4f9a-9f0a-cbdcbbee93eb'], hosted agents: [] {{(pid=91056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 11:17:54.680131 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Device ca68c52d-6e26-4824-bafe-0b280cc3d7cd up at agent hyperv_hv-cinder-78776 {{(pid=91057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 11:17:54.693531 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf5433cb-b780-4ef4-8c67-f96adc63c16b admin admin] Network a3798fb5-4a80-4cab-8456-d8472daef890 is scheduled to be hosted by DHCP agent 36604066-f80c-4f9a-9f0a-cbdcbbee93eb with binding_index 1 {{(pid=91056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 11:17:54.705350 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b7abf5-24dd-4122-9b77-00970619ce54 req-47604494-45d2-47a5-a5b1-d79e54614881 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:54.706241 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-84b7abf5-24dd-4122-9b77-00970619ce54 req-47604494-45d2-47a5-a5b1-d79e54614881 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] 10.222.0.90 "GET /v2.0/ports?device_id=2c378e23-6241-44ec-9b71-a9b2aa247f27 HTTP/1.1" status: 200 len: 945 time: 0.0580301 May 19 11:17:54.706921 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.scheduler.base_scheduler [None req-bf5433cb-b780-4ef4-8c67-f96adc63c16b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787764-1-iscsi, a3798fb5-4a80-4cab-8456-d8472daef890) {{(pid=91056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:17:54.709610 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5433cb-b780-4ef4-8c67-f96adc63c16b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:54.710032 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-bf5433cb-b780-4ef4-8c67-f96adc63c16b admin admin] Notify callbacks [] for subnet, before_response {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:54.714245 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5595fb42-8f36-4757-9750-f87d8453cd18 None None] Network a3798fb5-4a80-4cab-8456-d8472daef890 requested from dv-cinder-787764-1-iscsi {{(pid=91057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 11:17:54.735625 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-bf5433cb-b780-4ef4-8c67-f96adc63c16b admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3626838 May 19 11:17:54.737686 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 48220) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:17:54.741765 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.v2.base [None req-de20015b-4999-4f7d-88a7-228767618c2c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-763031037-router', 'tenant_id': '32d5d407c4a842328dc05ec1f325d92c', 'external_gateway_info': {'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522'}}} {{(pid=91056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:17:54.744869 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-de20015b-4999-4f7d-88a7-228767618c2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:17:54.747314 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-84b7abf5-24dd-4122-9b77-00970619ce54 req-01b0611c-e565-4eb3-a2fe-380460bf6232 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] 10.222.0.90 "GET /v2.0/security-groups?id=892ed30b-94ce-475f-8919-c4519fee1ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341029 May 19 11:17:54.748532 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-de20015b-4999-4f7d-88a7-228767618c2c admin admin] Usage tracker for resource:router and tenant:32d5d407c4a842328dc05ec1f325d92c is out of sync, need to count used quota {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:17:54.750138 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-de20015b-4999-4f7d-88a7-228767618c2c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:17:54.753593 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-de20015b-4999-4f7d-88a7-228767618c2c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:17:54.763150 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-de20015b-4999-4f7d-88a7-228767618c2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1593972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26728'] for router, before_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:54.763943 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-de20015b-4999-4f7d-88a7-228767618c2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1713012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1713973', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1770163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26723'] for router, precommit_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:54.770756 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Provisioning for port ca68c52d-6e26-4824-bafe-0b280cc3d7cd completed by entity L2. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 11:17:54.774402 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-de20015b-4999-4f7d-88a7-228767618c2c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:54.777628 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Provisioning complete for port ca68c52d-6e26-4824-bafe-0b280cc3d7cd triggered by entity L2. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:17:54.777879 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441453'] for port, provisioning_complete {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:54.883461 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e47d04-c85b-4abf-982b-510c81ee0b09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbc713b2-5b1e-5e4a-ab48-4751d66359fe-a3798fb5-4a80-4cab-8456-d8472daef890', 'network_id': 'a3798fb5-4a80-4cab-8456-d8472daef890', 'tenant_id': '32d5d407c4a842328dc05ec1f325d92c', 'fixed_ips': [{'subnet_id': 'f5b5a4ef-d391-4177-9fad-6b6530e5bcb9'}]}} from dv-cinder-787764-1-iscsi. {{(pid=91057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 11:17:54.884082 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e6e47d04-c85b-4abf-982b-510c81ee0b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_create {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:54.937771 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:54.965327 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-de20015b-4999-4f7d-88a7-228767618c2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1713980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1593862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26701'] for router, precommit_update {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:54.999710 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c378e23-6241-44ec-9b71-a9b2aa247f27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca68c52d-6e26-4824-bafe-0b280cc3d7cd'}] {{(pid=91057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 11:17:55.005846 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] For port ca68c52d-6e26-4824-bafe-0b280cc3d7cd, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=ca68c52d-6e26-4824-bafe-0b280cc3d7cd,segment=NetworkSegment(e0015d87-dcd6-4fdc-83d4-a15c21b906a0),segment_id=e0015d87-dcd6-4fdc-83d4-a15c21b906a0)] {{(pid=91057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:17:55.012384 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602'] for port, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:55.016393 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:17:55.033151 dv-cinder-787764-1-iscsi neutron-server[91057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c378e23-6241-44ec-9b71-a9b2aa247f27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca68c52d-6e26-4824-bafe-0b280cc3d7cd', 'code': 200} May 19 11:17:55.060098 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac9e9b9-333b-4594-84ca-2bf9b9c9ea79 req-9a05c9e6-1dae-4e7d-8216-1496cf269115 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:55.060932 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-1ac9e9b9-333b-4594-84ca-2bf9b9c9ea79 req-9a05c9e6-1dae-4e7d-8216-1496cf269115 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=ee8bb661-8d2c-45db-9a1c-ee57ba0d6dd7 HTTP/1.1" status: 200 len: 946 time: 0.2358880 May 19 11:17:55.083219 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.db_base_plugin_common [None req-e6e47d04-c85b-4abf-982b-510c81ee0b09 None None] Allocated IP 172.20.0.2 (a3798fb5-4a80-4cab-8456-d8472daef890/f5b5a4ef-d391-4177-9fad-6b6530e5bcb9/c3eaa27e-36a8-4439-961a-ac82df5dbeb2) {{(pid=91057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 11:17:55.084314 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Pushing event updated for resources: {'Port': ['ID=ca68c52d-6e26-4824-bafe-0b280cc3d7cd,revision_number=5']} {{(pid=91057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:17:55.090471 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:17:55.091192 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-1ac9e9b9-333b-4594-84ca-2bf9b9c9ea79 req-d597eaee-101c-4c46-8c54-0ca02bedfc65 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0252113 May 19 11:17:55.202818 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e6e47d04-c85b-4abf-982b-510c81ee0b09 None None] Notify callbacks [] for port, precommit_create {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:55.209215 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-e6e47d04-c85b-4abf-982b-510c81ee0b09 None None] Transition to ACTIVE for port object c3eaa27e-36a8-4439-961a-ac82df5dbeb2 will not be triggered until provisioned by entity L2. {{(pid=91057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 11:17:55.220803 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-e6e47d04-c85b-4abf-982b-510c81ee0b09 None None] Transition to ACTIVE for port object c3eaa27e-36a8-4439-961a-ac82df5dbeb2 will not be triggered until provisioned by entity DHCP. {{(pid=91057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 11:17:55.225605 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e6e47d04-c85b-4abf-982b-510c81ee0b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749740362231'] for port, after_create {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:55.227779 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:17:55.263380 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce14a667-4209-4ccc-a6e9-6bd9f916efe3 req-161059ea-8e9c-4a3c-8fc2-4ea755f37e85 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:55.264267 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-ce14a667-4209-4ccc-a6e9-6bd9f916efe3 req-161059ea-8e9c-4a3c-8fc2-4ea755f37e85 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=3e0d1d3f-b399-4eae-9920-1d2a10e0c32d HTTP/1.1" status: 200 len: 946 time: 0.1310563 May 19 11:17:55.264895 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e47d04-c85b-4abf-982b-510c81ee0b09 None None] Network a3798fb5-4a80-4cab-8456-d8472daef890 is already hosted by enough agents. {{(pid=91057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 11:17:55.266538 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.scheduler.base_scheduler [None req-e6e47d04-c85b-4abf-982b-510c81ee0b09 None None] Resources bound (agent type, host, resource id): {{(pid=91057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:17:55.268449 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e47d04-c85b-4abf-982b-510c81ee0b09 None None] Received port after_create {{(pid=91057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 11:17:55.272999 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-de20015b-4999-4f7d-88a7-228767618c2c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:55.286175 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e47d04-c85b-4abf-982b-510c81ee0b09 None None] Pushing event updated for resources: {'Port': ['ID=c3eaa27e-36a8-4439-961a-ac82df5dbeb2,revision_number=1']} {{(pid=91057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:17:55.288031 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-e6e47d04-c85b-4abf-982b-510c81ee0b09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:17:55.299200 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-de20015b-4999-4f7d-88a7-228767618c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:55.319686 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.managers [None req-e6e47d04-c85b-4abf-982b-510c81ee0b09 None None] Attempting to bind port c3eaa27e-36a8-4439-961a-ac82df5dbeb2 on host dv-cinder-787764-1-iscsi for vnic_type normal with profile {{(pid=91057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 11:17:55.319894 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.managers [None req-e6e47d04-c85b-4abf-982b-510c81ee0b09 None None] Attempting to bind port c3eaa27e-36a8-4439-961a-ac82df5dbeb2 by drivers openvswitch,hyperv on host dv-cinder-787764-1-iscsi at level 0 using segments [{'id': 'e1b8a063-d2ab-44b0-88b2-aa693e3413a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1389, 'network_id': 'a3798fb5-4a80-4cab-8456-d8472daef890'}] {{(pid=91057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 11:17:55.320063 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e47d04-c85b-4abf-982b-510c81ee0b09 None None] Attempting to bind port c3eaa27e-36a8-4439-961a-ac82df5dbeb2 on network a3798fb5-4a80-4cab-8456-d8472daef890 {{(pid=91057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 11:17:55.323391 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e47d04-c85b-4abf-982b-510c81ee0b09 None None] Checking agent: {'id': '8ddda9c6-7d5f-4e42-9175-c986b5c107e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787764-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 11, 10, 36), 'started_at': datetime.datetime(2021, 5, 19, 11, 11, 6), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 11, 17, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787764-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 11:17:55.323594 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e47d04-c85b-4abf-982b-510c81ee0b09 None None] Checking segment: {'id': 'e1b8a063-d2ab-44b0-88b2-aa693e3413a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1389, 'network_id': 'a3798fb5-4a80-4cab-8456-d8472daef890'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 11:17:55.323824 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e6e47d04-c85b-4abf-982b-510c81ee0b09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:55.324041 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e47d04-c85b-4abf-982b-510c81ee0b09 None None] Bound using segment: {'id': 'e1b8a063-d2ab-44b0-88b2-aa693e3413a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1389, 'network_id': 'a3798fb5-4a80-4cab-8456-d8472daef890'} {{(pid=91057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 11:17:55.324302 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.managers [None req-e6e47d04-c85b-4abf-982b-510c81ee0b09 None None] Bound port: c3eaa27e-36a8-4439-961a-ac82df5dbeb2, host: dv-cinder-787764-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1b8a063-d2ab-44b0-88b2-aa693e3413a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1389, 'network_id': 'a3798fb5-4a80-4cab-8456-d8472daef890'}}] {{(pid=91057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 11:17:55.324510 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e6e47d04-c85b-4abf-982b-510c81ee0b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:55.333486 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-ce14a667-4209-4ccc-a6e9-6bd9f916efe3 req-e81b7761-db18-462d-9f6d-2a199d6863cb tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/security-groups?id=02f8fdd5-5dea-4a08-86bc-b9af91d4a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630040 May 19 11:17:55.373344 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-e6e47d04-c85b-4abf-982b-510c81ee0b09 None None] For port c3eaa27e-36a8-4439-961a-ac82df5dbeb2, host dv-cinder-787764-1-iscsi, cleared binding levels {{(pid=91057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 11:17:55.375384 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-e6e47d04-c85b-4abf-982b-510c81ee0b09 None None] For port c3eaa27e-36a8-4439-961a-ac82df5dbeb2, host dv-cinder-787764-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-1-iscsi',level=0,port_id=c3eaa27e-36a8-4439-961a-ac82df5dbeb2,segment=NetworkSegment(e1b8a063-d2ab-44b0-88b2-aa693e3413a5),segment_id=e1b8a063-d2ab-44b0-88b2-aa693e3413a5)] {{(pid=91057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 11:17:55.378078 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e6e47d04-c85b-4abf-982b-510c81ee0b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602'] for port, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:55.379283 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.db_base_plugin_common [None req-de20015b-4999-4f7d-88a7-228767618c2c admin admin] Allocated IP 172.27.0.112 (02345af2-6ed3-48fb-b7af-bf8d47e25522/aba42eaa-d100-461a-90c5-240f62c775e0/99629143-335d-4b86-919c-97c10f235b35) {{(pid=91056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 11:17:55.380949 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:17:55.424237 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e47d04-c85b-4abf-982b-510c81ee0b09 None None] Pushing event updated for resources: {'Port': ['ID=c3eaa27e-36a8-4439-961a-ac82df5dbeb2,revision_number=2']} {{(pid=91057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:17:55.426137 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-e6e47d04-c85b-4abf-982b-510c81ee0b09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:17:55.464878 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-de20015b-4999-4f7d-88a7-228767618c2c admin admin] Notify callbacks [] for port, precommit_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:55.482632 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-de20015b-4999-4f7d-88a7-228767618c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749740362231'] for port, after_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:55.485382 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-4ca80ba5-7c99-4bb8-bb9e-b282b110b535 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:17:55.521708 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de20015b-4999-4f7d-88a7-228767618c2c admin admin] Network 02345af2-6ed3-48fb-b7af-bf8d47e25522 is already hosted by enough agents. {{(pid=91056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 11:17:55.523333 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.scheduler.base_scheduler [None req-de20015b-4999-4f7d-88a7-228767618c2c admin admin] Resources bound (agent type, host, resource id): {{(pid=91056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:17:55.525569 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de20015b-4999-4f7d-88a7-228767618c2c admin admin] Received port after_create {{(pid=91056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 11:17:55.556945 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de20015b-4999-4f7d-88a7-228767618c2c admin admin] Pushing event updated for resources: {'Port': ['ID=99629143-335d-4b86-919c-97c10f235b35,revision_number=1']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:17:55.568570 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-de20015b-4999-4f7d-88a7-228767618c2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:17:55.751251 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-de20015b-4999-4f7d-88a7-228767618c2c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:56.033975 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fad4f1-2af4-48ed-872f-ab3870ccc4bb req-49818b36-acc7-475c-9d29-33cdcb1903ef tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:56.034884 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-a1fad4f1-2af4-48ed-872f-ab3870ccc4bb req-49818b36-acc7-475c-9d29-33cdcb1903ef tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] 10.222.0.90 "GET /v2.0/ports?device_id=cf735dae-87de-4f38-bbac-d96e7da78584 HTTP/1.1" status: 200 len: 946 time: 0.2384298 May 19 11:17:56.038593 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5048d816-3669-449a-acd2-ce6fe00bfa63 req-41900827-16e1-4e35-b39e-5b8df9bd1d23 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:56.039350 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-5048d816-3669-449a-acd2-ce6fe00bfa63 req-41900827-16e1-4e35-b39e-5b8df9bd1d23 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] 10.222.0.90 "GET /v2.0/ports?device_id=2c378e23-6241-44ec-9b71-a9b2aa247f27 HTTP/1.1" status: 200 len: 946 time: 0.2245066 May 19 11:17:56.130617 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-de20015b-4999-4f7d-88a7-228767618c2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1593983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1714063'] for router, after_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:56.134153 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-a1fad4f1-2af4-48ed-872f-ab3870ccc4bb req-58b75a49-0912-4e0c-abd5-8536988aa76f tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] 10.222.0.90 "GET /v2.0/security-groups?id=e491c481-3a65-4aed-8ce1-50d931fc68aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942860 May 19 11:17:56.134677 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76548e6c-d6ae-42f3-8b7c-d1a44686d60f None None] Network a3798fb5-4a80-4cab-8456-d8472daef890 requested from dv-cinder-787764-1-iscsi {{(pid=91057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 11:17:56.136084 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-5048d816-3669-449a-acd2-ce6fe00bfa63 req-0db70ac2-b00a-4f90-8f4c-b9c7f54540a8 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] 10.222.0.90 "GET /v2.0/security-groups?id=892ed30b-94ce-475f-8919-c4519fee1ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699835 May 19 11:17:56.257706 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-5d2f531d-35d9-4f7c-80ef-3ae6520aafcf None None] Provisioning for port c3eaa27e-36a8-4439-961a-ac82df5dbeb2 completed by entity DHCP. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 11:17:56.310912 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37889c82-3014-4ac3-b304-e5adcff9198a req-382639ff-fc4f-4fbe-85ab-29bf1363224c tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:56.311757 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-37889c82-3014-4ac3-b304-e5adcff9198a req-382639ff-fc4f-4fbe-85ab-29bf1363224c tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=ee8bb661-8d2c-45db-9a1c-ee57ba0d6dd7 HTTP/1.1" status: 200 len: 946 time: 0.0638647 May 19 11:17:56.312153 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de20015b-4999-4f7d-88a7-228767618c2c admin admin] Router b3181f1e-8420-4eed-9dd7-38949e2442b3 is scheduled to L3 agent 326bf12a-fdae-48e8-b877-7dbd40e20eda with binding_index 1 {{(pid=91056) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 11:17:56.385960 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-37889c82-3014-4ac3-b304-e5adcff9198a req-3835a831-836e-4b3b-bc52-c8c43cf1480d tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694454 May 19 11:17:56.460356 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de20015b-4999-4f7d-88a7-228767618c2c admin admin] Notify agent at l3_agent.dv-cinder-787764-1-iscsi the message routers_updated {{(pid=91056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 11:17:56.466334 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf7a296-08fd-4f26-a463-139144ab763f None None] Sync routers for ids ['b3181f1e-8420-4eed-9dd7-38949e2442b3'] in dv-cinder-787764-1-iscsi {{(pid=91058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 11:17:56.472356 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf7a296-08fd-4f26-a463-139144ab763f None None] Routers {'b3181f1e-8420-4eed-9dd7-38949e2442b3'} bound to L3 agent in host dv-cinder-787764-1-iscsi {{(pid=91058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:17:56.473087 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.l3_hamode_db [None req-2bf7a296-08fd-4f26-a463-139144ab763f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-19T11:10:36Z,description=,heartbeat_timestamp=2021-05-19T11:17:36Z,host='dv-cinder-787764-1-iscsi',id=326bf12a-fdae-48e8-b877-7dbd40e20eda,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:36Z,topic='l3_agent')) {'router_ids': ['b3181f1e-8420-4eed-9dd7-38949e2442b3'], 'active': True} {{(pid=91058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:17:56.479006 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-de20015b-4999-4f7d-88a7-228767618c2c admin admin] Notify callbacks [] for router, before_response {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:56.479717 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-de20015b-4999-4f7d-88a7-228767618c2c admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7414942 May 19 11:17:56.481873 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 48256) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:17:56.483725 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e66142-3ba2-42d5-aa6c-3045a3358e73 req-3c64fdef-34bf-4985-b0a6-689c8a6aeff7 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:56.484512 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-75e66142-3ba2-42d5-aa6c-3045a3358e73 req-3c64fdef-34bf-4985-b0a6-689c8a6aeff7 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=3e0d1d3f-b399-4eae-9920-1d2a10e0c32d HTTP/1.1" status: 200 len: 946 time: 0.0679760 May 19 11:17:56.509959 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-75e66142-3ba2-42d5-aa6c-3045a3358e73 req-dfb5f1d3-24d0-4ce1-961b-aed48f14ecc4 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/security-groups?id=02f8fdd5-5dea-4a08-86bc-b9af91d4a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0215087 May 19 11:17:56.597724 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.l3_dvr_db [None req-2bf7a296-08fd-4f26-a463-139144ab763f None None] Set router b3181f1e-8420-4eed-9dd7-38949e2442b3 gateway port host: dv-cinder-787764-1-iscsi {{(pid=91058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:17:56.778121 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.l3_hamode_db [None req-2bf7a296-08fd-4f26-a463-139144ab763f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3181f1e-8420-4eed-9dd7-38949e2442b3', 'name': 'tempest-TestShelveInstance-763031037-router', 'tenant_id': '32d5d407c4a842328dc05ec1f325d92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'external_fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '99629143-335d-4b86-919c-97c10f235b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:17:54Z', 'updated_at': '2021-05-19T11:17:55Z', 'revision_number': 3, 'project_id': '32d5d407c4a842328dc05ec1f325d92c', 'gw_port': {'id': '99629143-335d-4b86-919c-97c10f235b35', 'name': '', 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ef:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3181f1e-8420-4eed-9dd7-38949e2442b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:17:55Z', 'updated_at': '2021-05-19T11:17:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-1-iscsi'}], 'dv-cinder-787764-1-iscsi', False) {} {{(pid=91058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:17:56.780579 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf7a296-08fd-4f26-a463-139144ab763f None None] Checking router: b3181f1e-8420-4eed-9dd7-38949e2442b3 for host: dv-cinder-787764-1-iscsi {{(pid=91058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 11:17:56.780796 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf7a296-08fd-4f26-a463-139144ab763f None None] Updating router b3181f1e-8420-4eed-9dd7-38949e2442b3 port 99629143-335d-4b86-919c-97c10f235b35 binding host dv-cinder-787764-1-iscsi {{(pid=91058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 11:17:56.810372 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron_lib.callbacks.manager [None req-2bf7a296-08fd-4f26-a463-139144ab763f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:56.849570 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45e64c8-8c21-40d6-9487-4ee9b38dbbb0 req-bf3c1bc0-72b6-4044-b763-dc47063dacff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:56.850460 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-e45e64c8-8c21-40d6-9487-4ee9b38dbbb0 req-bf3c1bc0-72b6-4044-b763-dc47063dacff service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=ee8bb661-8d2c-45db-9a1c-ee57ba0d6dd7 HTTP/1.1" status: 200 len: 1099 time: 0.1922858 May 19 11:17:56.914122 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-e45e64c8-8c21-40d6-9487-4ee9b38dbbb0 req-4167ad7c-4628-4c68-8224-fe4cb3a624c4 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353339 May 19 11:17:56.994943 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron_lib.callbacks.manager [None req-2bf7a296-08fd-4f26-a463-139144ab763f None None] Notify callbacks [] for port, precommit_update {{(pid=91058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:56.998174 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-611940bd-1e31-443d-8ea0-121ac1c12393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:57.001620 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.provisioning_blocks [None req-2bf7a296-08fd-4f26-a463-139144ab763f None None] Transition to ACTIVE for port object 99629143-335d-4b86-919c-97c10f235b35 will not be triggered until provisioned by entity L2. {{(pid=91058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 11:17:57.005357 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron_lib.callbacks.manager [None req-2bf7a296-08fd-4f26-a463-139144ab763f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602'] for port, after_update {{(pid=91058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:57.007536 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG oslo_concurrency.lockutils [None req-6ba723e6-55db-4db2-ae36-ea15e7d1bf99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91058) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:17:57.046787 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920b3169-7ffd-4648-abd0-80ea560e1f11 None None] Pushing event updated for resources: {'Port': ['ID=99629143-335d-4b86-919c-97c10f235b35,revision_number=2']} {{(pid=91058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:17:57.048720 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG oslo_concurrency.lockutils [None req-920b3169-7ffd-4648-abd0-80ea560e1f11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91058) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:17:57.049201 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.plugins.ml2.managers [None req-2bf7a296-08fd-4f26-a463-139144ab763f None None] Attempting to bind port 99629143-335d-4b86-919c-97c10f235b35 on host dv-cinder-787764-1-iscsi for vnic_type normal with profile {{(pid=91058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 11:17:57.049397 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.plugins.ml2.managers [None req-2bf7a296-08fd-4f26-a463-139144ab763f None None] Attempting to bind port 99629143-335d-4b86-919c-97c10f235b35 by drivers openvswitch,hyperv on host dv-cinder-787764-1-iscsi at level 0 using segments [{'id': '49ddd7c4-aafb-432e-a188-efbf16e2f9e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522'}] {{(pid=91058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 11:17:57.049591 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf7a296-08fd-4f26-a463-139144ab763f None None] Attempting to bind port 99629143-335d-4b86-919c-97c10f235b35 on network 02345af2-6ed3-48fb-b7af-bf8d47e25522 {{(pid=91058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 11:17:57.052425 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf7a296-08fd-4f26-a463-139144ab763f None None] Checking agent: {'id': '8ddda9c6-7d5f-4e42-9175-c986b5c107e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787764-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 11, 10, 36), 'started_at': datetime.datetime(2021, 5, 19, 11, 11, 6), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 11, 17, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787764-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 11:17:57.052623 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf7a296-08fd-4f26-a463-139144ab763f None None] Checking segment: {'id': '49ddd7c4-aafb-432e-a188-efbf16e2f9e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 11:17:57.052847 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron_lib.callbacks.manager [None req-2bf7a296-08fd-4f26-a463-139144ab763f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:57.053049 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf7a296-08fd-4f26-a463-139144ab763f None None] Bound using segment: {'id': '49ddd7c4-aafb-432e-a188-efbf16e2f9e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522'} {{(pid=91058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 11:17:57.053329 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.plugins.ml2.managers [None req-2bf7a296-08fd-4f26-a463-139144ab763f None None] Bound port: 99629143-335d-4b86-919c-97c10f235b35, host: dv-cinder-787764-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49ddd7c4-aafb-432e-a188-efbf16e2f9e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522'}}] {{(pid=91058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 11:17:57.053519 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron_lib.callbacks.manager [None req-2bf7a296-08fd-4f26-a463-139144ab763f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:57.096766 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.plugins.ml2.db [None req-2bf7a296-08fd-4f26-a463-139144ab763f None None] For port 99629143-335d-4b86-919c-97c10f235b35, host dv-cinder-787764-1-iscsi, cleared binding levels {{(pid=91058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 11:17:57.098437 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.plugins.ml2.db [None req-2bf7a296-08fd-4f26-a463-139144ab763f None None] For port 99629143-335d-4b86-919c-97c10f235b35, host dv-cinder-787764-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-1-iscsi',level=0,port_id=99629143-335d-4b86-919c-97c10f235b35,segment=NetworkSegment(49ddd7c4-aafb-432e-a188-efbf16e2f9e4),segment_id=49ddd7c4-aafb-432e-a188-efbf16e2f9e4)] {{(pid=91058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 11:17:57.102175 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron_lib.callbacks.manager [None req-2bf7a296-08fd-4f26-a463-139144ab763f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602'] for port, after_update {{(pid=91058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:57.104537 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG oslo_concurrency.lockutils [None req-95e9eb81-e483-4f67-ae26-96ad15d05896 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91058) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:17:57.111860 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.db_base_plugin_common [None req-611940bd-1e31-443d-8ea0-121ac1c12393 admin admin] Allocated IP 172.20.0.1 (a3798fb5-4a80-4cab-8456-d8472daef890/f5b5a4ef-d391-4177-9fad-6b6530e5bcb9/564ea12a-c5c9-451d-b154-75e970e31c27) {{(pid=91055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 11:17:57.158932 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf7a296-08fd-4f26-a463-139144ab763f None None] Routers {'b3181f1e-8420-4eed-9dd7-38949e2442b3'} bound to L3 agent in host dv-cinder-787764-1-iscsi {{(pid=91058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:17:57.159188 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.l3_hamode_db [None req-2bf7a296-08fd-4f26-a463-139144ab763f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-19T11:10:36Z,description=,heartbeat_timestamp=2021-05-19T11:17:36Z,host='dv-cinder-787764-1-iscsi',id=326bf12a-fdae-48e8-b877-7dbd40e20eda,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:36Z,topic='l3_agent')) {'router_ids': ['b3181f1e-8420-4eed-9dd7-38949e2442b3'], 'active': True} {{(pid=91058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:17:57.193032 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-611940bd-1e31-443d-8ea0-121ac1c12393 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:57.201625 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.provisioning_blocks [None req-611940bd-1e31-443d-8ea0-121ac1c12393 admin admin] Transition to ACTIVE for port object 564ea12a-c5c9-451d-b154-75e970e31c27 will not be triggered until provisioned by entity DHCP. {{(pid=91055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 11:17:57.217530 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-611940bd-1e31-443d-8ea0-121ac1c12393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749740362231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3654904'] for port, after_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:57.221807 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-64202fc7-4fa1-44d8-9f0d-f124519161c6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:17:57.258736 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-611940bd-1e31-443d-8ea0-121ac1c12393 admin admin] Network a3798fb5-4a80-4cab-8456-d8472daef890 is already hosted by enough agents. {{(pid=91055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 11:17:57.260272 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.scheduler.base_scheduler [None req-611940bd-1e31-443d-8ea0-121ac1c12393 admin admin] Resources bound (agent type, host, resource id): {{(pid=91055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:17:57.262495 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611940bd-1e31-443d-8ea0-121ac1c12393 admin admin] Received port after_create {{(pid=91055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 11:17:57.264366 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Device c3eaa27e-36a8-4439-961a-ac82df5dbeb2 up at agent ovs-agent-dv-cinder-787764-1-iscsi {{(pid=91057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 11:17:57.265402 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.l3_dvr_db [None req-2bf7a296-08fd-4f26-a463-139144ab763f None None] Set router b3181f1e-8420-4eed-9dd7-38949e2442b3 gateway port host: dv-cinder-787764-1-iscsi {{(pid=91058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:17:57.284423 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611940bd-1e31-443d-8ea0-121ac1c12393 admin admin] Pushing event updated for resources: {'Port': ['ID=564ea12a-c5c9-451d-b154-75e970e31c27,revision_number=1']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:17:57.287818 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-611940bd-1e31-443d-8ea0-121ac1c12393 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:17:57.302845 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-611940bd-1e31-443d-8ea0-121ac1c12393 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1716796'] for router_interface, before_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:57.333549 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Provisioning for port c3eaa27e-36a8-4439-961a-ac82df5dbeb2 completed by entity L2. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 11:17:57.337379 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Provisioning complete for port c3eaa27e-36a8-4439-961a-ac82df5dbeb2 triggered by entity L2. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:17:57.337693 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441453'] for port, provisioning_complete {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:57.338105 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920b3169-7ffd-4648-abd0-80ea560e1f11 None None] Pushing event updated for resources: {'Port': ['ID=99629143-335d-4b86-919c-97c10f235b35,revision_number=3']} {{(pid=91058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:17:57.340887 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG oslo_concurrency.lockutils [None req-920b3169-7ffd-4648-abd0-80ea560e1f11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=91058) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:17:57.391103 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7593e63-2608-4d04-b359-0abc6917d6e2 req-b470ee6a-a61d-45d7-b518-284da1c1c21a tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:57.394780 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-c7593e63-2608-4d04-b359-0abc6917d6e2 req-b470ee6a-a61d-45d7-b518-284da1c1c21a tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] 10.222.0.90 "GET /v2.0/ports?device_id=cf735dae-87de-4f38-bbac-d96e7da78584 HTTP/1.1" status: 200 len: 946 time: 0.1544118 May 19 11:17:57.398446 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-611940bd-1e31-443d-8ea0-121ac1c12393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:57.426236 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:57.443353 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec77963-f529-4854-9aea-954df55c7700 req-dc243f74-120b-4206-b88e-5e65f8eced1e tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:57.449690 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-4ec77963-f529-4854-9aea-954df55c7700 req-dc243f74-120b-4206-b88e-5e65f8eced1e tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] 10.222.0.90 "GET /v2.0/ports?device_id=2c378e23-6241-44ec-9b71-a9b2aa247f27 HTTP/1.1" status: 200 len: 946 time: 0.1457722 May 19 11:17:57.452460 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] For port c3eaa27e-36a8-4439-961a-ac82df5dbeb2, host dv-cinder-787764-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-1-iscsi',level=0,port_id=c3eaa27e-36a8-4439-961a-ac82df5dbeb2,segment=NetworkSegment(e1b8a063-d2ab-44b0-88b2-aa693e3413a5),segment_id=e1b8a063-d2ab-44b0-88b2-aa693e3413a5)] {{(pid=91057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:17:57.456918 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-c7593e63-2608-4d04-b359-0abc6917d6e2 req-a84edd2d-cc24-40fe-b5ba-ced212242bf5 tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] 10.222.0.90 "GET /v2.0/security-groups?id=e491c481-3a65-4aed-8ce1-50d931fc68aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528002 May 19 11:17:57.463182 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602'] for port, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:57.464581 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:17:57.478710 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.l3_hamode_db [None req-2bf7a296-08fd-4f26-a463-139144ab763f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3181f1e-8420-4eed-9dd7-38949e2442b3', 'name': 'tempest-TestShelveInstance-763031037-router', 'tenant_id': '32d5d407c4a842328dc05ec1f325d92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'external_fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '99629143-335d-4b86-919c-97c10f235b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:17:54Z', 'updated_at': '2021-05-19T11:17:55Z', 'revision_number': 3, 'project_id': '32d5d407c4a842328dc05ec1f325d92c', 'gw_port': {'id': '99629143-335d-4b86-919c-97c10f235b35', 'name': '', 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ef:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3181f1e-8420-4eed-9dd7-38949e2442b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:17:55Z', 'updated_at': '2021-05-19T11:17:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-1-iscsi'}], 'dv-cinder-787764-1-iscsi', False) {} {{(pid=91058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:17:57.487134 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf7a296-08fd-4f26-a463-139144ab763f None None] The sync data for ids ['b3181f1e-8420-4eed-9dd7-38949e2442b3'] in dv-cinder-787764-1-iscsi is: [{'id': 'b3181f1e-8420-4eed-9dd7-38949e2442b3', 'name': 'tempest-TestShelveInstance-763031037-router', 'tenant_id': '32d5d407c4a842328dc05ec1f325d92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'external_fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '99629143-335d-4b86-919c-97c10f235b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:17:54Z', 'updated_at': '2021-05-19T11:17:55Z', 'revision_number': 3, 'project_id': '32d5d407c4a842328dc05ec1f325d92c', 'gw_port': {'id': '99629143-335d-4b86-919c-97c10f235b35', 'name': '', 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ef:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3181f1e-8420-4eed-9dd7-38949e2442b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:17:55Z', 'updated_at': '2021-05-19T11:17:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-1-iscsi'}] {{(pid=91058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 11:17:57.501752 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-4ec77963-f529-4854-9aea-954df55c7700 req-d545af59-97ec-4325-b957-d20afa6966be tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] 10.222.0.90 "GET /v2.0/security-groups?id=892ed30b-94ce-475f-8919-c4519fee1ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368848 May 19 11:17:57.520431 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Pushing event updated for resources: {'Port': ['ID=c3eaa27e-36a8-4439-961a-ac82df5dbeb2,revision_number=3']} {{(pid=91057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:17:57.523879 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:17:57.524959 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-e9735c55-bc3e-4b93-bafe-726440ba6f32 None None] Provisioning for port 564ea12a-c5c9-451d-b154-75e970e31c27 completed by entity DHCP. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 11:17:57.528617 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-e9735c55-bc3e-4b93-bafe-726440ba6f32 None None] Provisioning complete for port 564ea12a-c5c9-451d-b154-75e970e31c27 triggered by entity DHCP. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:17:57.528814 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e9735c55-bc3e-4b93-bafe-726440ba6f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441453'] for port, provisioning_complete {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:57.569812 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.plugin [None req-e9735c55-bc3e-4b93-bafe-726440ba6f32 None None] Port 564ea12a-c5c9-451d-b154-75e970e31c27 cannot update to ACTIVE because it is not bound. {{(pid=91057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 11:17:57.584021 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-611940bd-1e31-443d-8ea0-121ac1c12393 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:57.587314 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-611940bd-1e31-443d-8ea0-121ac1c12393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3654881'] for port, after_update {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:57.602691 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:17:57.604037 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c67b5d8-6780-4ea2-b9fe-c26f69ef2691 req-5d40ec5c-ac41-433d-935a-7d1ac4fa2354 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:57.604913 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-8c67b5d8-6780-4ea2-b9fe-c26f69ef2691 req-5d40ec5c-ac41-433d-935a-7d1ac4fa2354 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=ee8bb661-8d2c-45db-9a1c-ee57ba0d6dd7 HTTP/1.1" status: 200 len: 946 time: 0.0449920 May 19 11:17:57.632255 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-8c67b5d8-6780-4ea2-b9fe-c26f69ef2691 req-5ae7359e-c2e2-41ec-8d5a-794f3dc44406 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0236976 May 19 11:17:57.646607 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-611940bd-1e31-443d-8ea0-121ac1c12393 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1695649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1716827'] for router_interface, after_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:57.648705 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611940bd-1e31-443d-8ea0-121ac1c12393 admin admin] Pushing event updated for resources: {'Port': ['ID=564ea12a-c5c9-451d-b154-75e970e31c27,revision_number=2']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:17:57.650638 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-611940bd-1e31-443d-8ea0-121ac1c12393 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:17:57.744888 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-611940bd-1e31-443d-8ea0-121ac1c12393 admin admin] Network a3798fb5-4a80-4cab-8456-d8472daef890 is already hosted by enough agents. {{(pid=91055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 11:17:57.745669 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.scheduler.base_scheduler [None req-611940bd-1e31-443d-8ea0-121ac1c12393 admin admin] Resources bound (agent type, host, resource id): {{(pid=91055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:17:57.885133 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-2f23ae0f-effe-40d6-a0f6-7857ce8da26c None None] Provisioning complete for port 564ea12a-c5c9-451d-b154-75e970e31c27 triggered by entity DHCP. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:17:57.885415 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-2f23ae0f-effe-40d6-a0f6-7857ce8da26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441453'] for port, provisioning_complete {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:57.917981 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.plugin [None req-2f23ae0f-effe-40d6-a0f6-7857ce8da26c None None] Port 564ea12a-c5c9-451d-b154-75e970e31c27 cannot update to ACTIVE because it is not bound. {{(pid=91057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 11:17:57.962005 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-611940bd-1e31-443d-8ea0-121ac1c12393 admin admin] Router b3181f1e-8420-4eed-9dd7-38949e2442b3 has already been hosted by L3 agent 326bf12a-fdae-48e8-b877-7dbd40e20eda {{(pid=91055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 11:17:58.057712 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-611940bd-1e31-443d-8ea0-121ac1c12393 admin admin] Notify agent at l3_agent.dv-cinder-787764-1-iscsi the message routers_updated {{(pid=91055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 11:17:58.063199 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-611940bd-1e31-443d-8ea0-121ac1c12393 admin admin] 10.222.0.90 "PUT /v2.0/routers/b3181f1e-8420-4eed-9dd7-38949e2442b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5803022 May 19 11:17:58.368101 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 48294) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:17:58.371505 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.v2.base [None req-cd66cfd2-c983-447d-8eed-88dc74738e76 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1406320705-network', 'tenant_id': '360bd03ce9774539a64c4265894a7f17'}} {{(pid=91056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:17:58.374328 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-cd66cfd2-c983-447d-8eed-88dc74738e76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:17:58.376524 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-cd66cfd2-c983-447d-8eed-88dc74738e76 admin admin] Usage tracker for resource:network and tenant:360bd03ce9774539a64c4265894a7f17 is out of sync, need to count used quota {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:17:58.378453 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-cd66cfd2-c983-447d-8eed-88dc74738e76 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:17:58.381579 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-cd66cfd2-c983-447d-8eed-88dc74738e76 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:17:58.388523 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd66cfd2-c983-447d-8eed-88dc74738e76 admin admin] Made reservation on behalf of 360bd03ce9774539a64c4265894a7f17 for: {'network': 1} {{(pid=91056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 11:17:58.389890 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-cd66cfd2-c983-447d-8eed-88dc74738e76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-783228'] for network, before_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:58.396594 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-cd66cfd2-c983-447d-8eed-88dc74738e76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:58.404306 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-cd66cfd2-c983-447d-8eed-88dc74738e76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:17:58.406518 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-cd66cfd2-c983-447d-8eed-88dc74738e76 admin admin] Usage tracker for resource:security_group_rule and tenant:360bd03ce9774539a64c4265894a7f17 is out of sync, need to count used quota {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:17:58.408200 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-cd66cfd2-c983-447d-8eed-88dc74738e76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:17:58.411449 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-cd66cfd2-c983-447d-8eed-88dc74738e76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:17:58.461575 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-cd66cfd2-c983-447d-8eed-88dc74738e76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:58.464671 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-cd66cfd2-c983-447d-8eed-88dc74738e76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:58.466584 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-d8ce8abe-fed5-4b5e-a9e8-9eb2138cc383 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:17:58.485293 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd66cfd2-c983-447d-8eed-88dc74738e76 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1368} {{(pid=91056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 11:17:58.489211 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd66cfd2-c983-447d-8eed-88dc74738e76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1198fa5d-5563-4e2c-9ed9-e5ef91a7aec3,revision_number=1']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:17:58.491313 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-cd66cfd2-c983-447d-8eed-88dc74738e76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:17:58.494753 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-cd66cfd2-c983-447d-8eed-88dc74738e76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432044'] for segment, precommit_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:58.494988 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.db.segments_db [None req-cd66cfd2-c983-447d-8eed-88dc74738e76 admin admin] Added segment 4d6e547a-bd2e-491e-9d28-86297cd92b49 of type vlan for network d198e52c-7f47-428b-8904-e38d617a3470 May 19 11:17:58.514761 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-cd66cfd2-c983-447d-8eed-88dc74738e76 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749740349296'] for network, precommit_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:58.647715 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aeb2e7c-4695-48f7-90af-3c7c668a0bbf None None] Sync routers for ids ['b3181f1e-8420-4eed-9dd7-38949e2442b3'] in dv-cinder-787764-1-iscsi {{(pid=91057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 11:17:58.654216 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aeb2e7c-4695-48f7-90af-3c7c668a0bbf None None] Routers {'b3181f1e-8420-4eed-9dd7-38949e2442b3'} bound to L3 agent in host dv-cinder-787764-1-iscsi {{(pid=91057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:17:58.654581 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_hamode_db [None req-0aeb2e7c-4695-48f7-90af-3c7c668a0bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-19T11:10:36Z,description=,heartbeat_timestamp=2021-05-19T11:17:36Z,host='dv-cinder-787764-1-iscsi',id=326bf12a-fdae-48e8-b877-7dbd40e20eda,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:36Z,topic='l3_agent')) {'router_ids': ['b3181f1e-8420-4eed-9dd7-38949e2442b3'], 'active': True} {{(pid=91057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:17:58.673151 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-cd66cfd2-c983-447d-8eed-88dc74738e76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1777549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1695667'] for network, after_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:58.676432 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd66cfd2-c983-447d-8eed-88dc74738e76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:58.676757 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-cd66cfd2-c983-447d-8eed-88dc74738e76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695638'] for network, before_response {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:58.679256 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:17:58.743754 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd66cfd2-c983-447d-8eed-88dc74738e76 admin admin] Pushing event updated for resources: {'Network': ['ID=d198e52c-7f47-428b-8904-e38d617a3470,revision_number=1']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:17:58.745536 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-cd66cfd2-c983-447d-8eed-88dc74738e76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:17:58.748778 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-cd66cfd2-c983-447d-8eed-88dc74738e76 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3799829 May 19 11:17:58.751269 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 48308) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:17:58.755013 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.v2.base [None req-bab37a3f-d9ff-49aa-a85a-9ff121ba1ae6 admin admin] Request body: {'subnet': {'network_id': 'd198e52c-7f47-428b-8904-e38d617a3470', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1406320705-subnet', 'tenant_id': '360bd03ce9774539a64c4265894a7f17', 'ip_version': 4}} {{(pid=91055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:17:58.755631 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e9d839-2866-449c-89da-bb91d0aa6370 req-a1229013-9ffd-4741-81ab-e3ec7191c1fd tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:58.756434 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-01e9d839-2866-449c-89da-bb91d0aa6370 req-a1229013-9ffd-4741-81ab-e3ec7191c1fd tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] 10.222.0.90 "GET /v2.0/ports?device_id=cf735dae-87de-4f38-bbac-d96e7da78584 HTTP/1.1" status: 200 len: 946 time: 0.2367551 May 19 11:17:58.761361 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-bab37a3f-d9ff-49aa-a85a-9ff121ba1ae6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:17:58.761613 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_dvr_db [None req-0aeb2e7c-4695-48f7-90af-3c7c668a0bbf None None] Set router b3181f1e-8420-4eed-9dd7-38949e2442b3 gateway port host: dv-cinder-787764-1-iscsi {{(pid=91057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:17:58.763952 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-bab37a3f-d9ff-49aa-a85a-9ff121ba1ae6 admin admin] Usage tracker for resource:subnet and tenant:360bd03ce9774539a64c4265894a7f17 is out of sync, need to count used quota {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:17:58.765705 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-bab37a3f-d9ff-49aa-a85a-9ff121ba1ae6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:17:58.769019 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-bab37a3f-d9ff-49aa-a85a-9ff121ba1ae6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:17:58.772851 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87597930-ad76-413f-a07b-dae3b846bccc req-7b3e25dc-82c2-46e3-8ad8-48dd26ee175b tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:58.779225 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-87597930-ad76-413f-a07b-dae3b846bccc req-7b3e25dc-82c2-46e3-8ad8-48dd26ee175b tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] 10.222.0.90 "GET /v2.0/ports?device_id=2c378e23-6241-44ec-9b71-a9b2aa247f27 HTTP/1.1" status: 200 len: 946 time: 0.2243750 May 19 11:17:58.786174 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bab37a3f-d9ff-49aa-a85a-9ff121ba1ae6 admin admin] Made reservation on behalf of 360bd03ce9774539a64c4265894a7f17 for: {'subnet': 1} {{(pid=91055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 11:17:58.787730 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-bab37a3f-d9ff-49aa-a85a-9ff121ba1ae6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3994652'] for subnet, before_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:58.800126 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Network d198e52c-7f47-428b-8904-e38d617a3470 details requested by agent ovs-agent-dv-cinder-787764-1-iscsi with host dv-cinder-787764-1-iscsi {{(pid=91057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 11:17:58.813521 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-01e9d839-2866-449c-89da-bb91d0aa6370 req-0501312e-fdd2-4e8c-bfc4-a9e8ae07deb7 tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] 10.222.0.90 "GET /v2.0/security-groups?id=e491c481-3a65-4aed-8ce1-50d931fc68aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505385 May 19 11:17:58.817522 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-87597930-ad76-413f-a07b-dae3b846bccc req-d5fe70c7-a030-4c24-a602-b74fdf0764ff tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] 10.222.0.90 "GET /v2.0/security-groups?id=892ed30b-94ce-475f-8919-c4519fee1ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376871 May 19 11:17:58.959893 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ab2917-aa80-4369-97c7-41eb1c37cf3f req-a52c0e99-366c-4603-b9f6-c5c7728adb70 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:58.961095 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-82ab2917-aa80-4369-97c7-41eb1c37cf3f req-a52c0e99-366c-4603-b9f6-c5c7728adb70 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=ee8bb661-8d2c-45db-9a1c-ee57ba0d6dd7 HTTP/1.1" status: 200 len: 946 time: 0.0562050 May 19 11:17:59.003170 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-82ab2917-aa80-4369-97c7-41eb1c37cf3f req-038328ad-bb9f-4612-be74-7280288b4a91 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367100 May 19 11:17:59.012723 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_hamode_db [None req-0aeb2e7c-4695-48f7-90af-3c7c668a0bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3181f1e-8420-4eed-9dd7-38949e2442b3', 'name': 'tempest-TestShelveInstance-763031037-router', 'tenant_id': '32d5d407c4a842328dc05ec1f325d92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'external_fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '99629143-335d-4b86-919c-97c10f235b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:17:54Z', 'updated_at': '2021-05-19T11:17:57Z', 'revision_number': 4, 'project_id': '32d5d407c4a842328dc05ec1f325d92c', 'gw_port': {'id': '99629143-335d-4b86-919c-97c10f235b35', 'name': '', 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ef:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3181f1e-8420-4eed-9dd7-38949e2442b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:17:55Z', 'updated_at': '2021-05-19T11:17:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-1-iscsi', '_interfaces': [{'id': '564ea12a-c5c9-451d-b154-75e970e31c27', 'name': '', 'network_id': 'a3798fb5-4a80-4cab-8456-d8472daef890', 'tenant_id': '32d5d407c4a842328dc05ec1f325d92c', 'mac_address': 'fa:16:3e:4d:4b:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3181f1e-8420-4eed-9dd7-38949e2442b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'f5b5a4ef-d391-4177-9fad-6b6530e5bcb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:17:57Z', 'updated_at': '2021-05-19T11:17:57Z', 'revision_number': 2, 'project_id': '32d5d407c4a842328dc05ec1f325d92c', 'subnets': [{'id': 'f5b5a4ef-d391-4177-9fad-6b6530e5bcb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-1-iscsi', False) {} {{(pid=91057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:17:59.015082 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aeb2e7c-4695-48f7-90af-3c7c668a0bbf None None] Checking router: b3181f1e-8420-4eed-9dd7-38949e2442b3 for host: dv-cinder-787764-1-iscsi {{(pid=91057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 11:17:59.015280 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aeb2e7c-4695-48f7-90af-3c7c668a0bbf None None] Updating router b3181f1e-8420-4eed-9dd7-38949e2442b3 port 564ea12a-c5c9-451d-b154-75e970e31c27 binding host dv-cinder-787764-1-iscsi {{(pid=91057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 11:17:59.048331 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-0aeb2e7c-4695-48f7-90af-3c7c668a0bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:59.091692 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3379c410-7f45-4cf4-ad04-645b2cb1f4a9 req-78eaebe1-ff26-462d-9868-9046a7a4a244 tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:59.092085 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [req-3379c410-7f45-4cf4-ad04-645b2cb1f4a9 req-78eaebe1-ff26-462d-9868-9046a7a4a244 tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] Synchronizing usage tracker for tenant:3fb94a808f784089bc7df3846c890050 on resource:port {{(pid=91055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 11:17:59.120383 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [req-3379c410-7f45-4cf4-ad04-645b2cb1f4a9 req-78eaebe1-ff26-462d-9868-9046a7a4a244 tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] Unset dirty status for tenant:3fb94a808f784089bc7df3846c890050 on resource:port {{(pid=91055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 11:17:59.121058 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-3379c410-7f45-4cf4-ad04-645b2cb1f4a9 req-78eaebe1-ff26-462d-9868-9046a7a4a244 tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] 10.222.0.112 "GET /v2.0/ports?device_id=cf735dae-87de-4f38-bbac-d96e7da78584 HTTP/1.1" status: 200 len: 946 time: 0.0902536 May 19 11:17:59.241882 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-bab37a3f-d9ff-49aa-a85a-9ff121ba1ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2635368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3994670'] for subnet, after_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:59.250406 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:17:59.269366 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee248caf-4b24-44a2-86a0-613fe8112637 req-abc4b9ca-6d0d-4124-9fb9-45fe57b94c28 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:59.270243 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-ee248caf-4b24-44a2-86a0-613fe8112637 req-abc4b9ca-6d0d-4124-9fb9-45fe57b94c28 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=ee8bb661-8d2c-45db-9a1c-ee57ba0d6dd7 HTTP/1.1" status: 200 len: 946 time: 0.0605485 May 19 11:17:59.293437 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Device 99629143-335d-4b86-919c-97c10f235b35 up at agent ovs-agent-dv-cinder-787764-1-iscsi {{(pid=91057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 11:17:59.300609 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab37a3f-d9ff-49aa-a85a-9ff121ba1ae6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1620851-b34c-4784-83d4-6e1ce34253e1,revision_number=0']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:17:59.301045 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.plugin [req-3379c410-7f45-4cf4-ad04-645b2cb1f4a9 req-86c954d6-6b30-4cac-b9e3-0c659920ba36 tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] Deleting port d4c22b04-a9c0-431f-9aee-ea76dc44e36b {{(pid=91055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 11:17:59.301249 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-3379c410-7f45-4cf4-ad04-645b2cb1f4a9 req-86c954d6-6b30-4cac-b9e3-0c659920ba36 tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749740776295'] for port, before_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:59.307104 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-ee248caf-4b24-44a2-86a0-613fe8112637 req-d08987a4-9495-4217-8884-8cacead640b2 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325296 May 19 11:17:59.311410 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-bab37a3f-d9ff-49aa-a85a-9ff121ba1ae6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:17:59.311720 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-0aeb2e7c-4695-48f7-90af-3c7c668a0bbf None None] Notify callbacks [] for port, precommit_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:59.331743 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-0aeb2e7c-4695-48f7-90af-3c7c668a0bbf None None] Transition to ACTIVE for port object 564ea12a-c5c9-451d-b154-75e970e31c27 will not be triggered until provisioned by entity L2. {{(pid=91057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 11:17:59.337730 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-0aeb2e7c-4695-48f7-90af-3c7c668a0bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602'] for port, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:59.340324 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:17:59.358372 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71efa400-f17d-44a8-bce4-fbbb5737d3a8 req-3a793776-977f-429c-9367-18818ae876b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:59.359331 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-71efa400-f17d-44a8-bce4-fbbb5737d3a8 req-3a793776-977f-429c-9367-18818ae876b0 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=84c9674d9ad94299b1626bb1392867e5&device_id=ee8bb661-8d2c-45db-9a1c-ee57ba0d6dd7 HTTP/1.1" status: 200 len: 1099 time: 0.1518219 May 19 11:17:59.363188 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab37a3f-d9ff-49aa-a85a-9ff121ba1ae6 admin admin] Checking segment: {'id': '4d6e547a-bd2e-491e-9d28-86297cd92b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1368, 'network_id': 'd198e52c-7f47-428b-8904-e38d617a3470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 11:17:59.363380 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab37a3f-d9ff-49aa-a85a-9ff121ba1ae6 admin admin] Network hostable DHCP agents. Network: d198e52c-7f47-428b-8904-e38d617a3470, hostable agents: ['36604066-f80c-4f9a-9f0a-cbdcbbee93eb'], hosted agents: [] {{(pid=91055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 11:17:59.407815 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Provisioning for port 99629143-335d-4b86-919c-97c10f235b35 completed by entity L2. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 11:17:59.432500 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d90943e-75da-41be-9c5e-31c2c22c26f3 None None] Pushing event updated for resources: {'Port': ['ID=564ea12a-c5c9-451d-b154-75e970e31c27,revision_number=3']} {{(pid=91057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:17:59.434086 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Provisioning complete for port 99629143-335d-4b86-919c-97c10f235b35 triggered by entity L2. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:17:59.435815 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.db [req-3379c410-7f45-4cf4-ad04-645b2cb1f4a9 req-86c954d6-6b30-4cac-b9e3-0c659920ba36 tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] For port d4c22b04-a9c0-431f-9aee-ea76dc44e36b, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=d4c22b04-a9c0-431f-9aee-ea76dc44e36b,segment=NetworkSegment(24d1ac71-d537-4a4a-b908-95411b58ae30),segment_id=24d1ac71-d537-4a4a-b908-95411b58ae30)] {{(pid=91055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:17:59.436018 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-3379c410-7f45-4cf4-ad04-645b2cb1f4a9 req-86c954d6-6b30-4cac-b9e3-0c659920ba36 tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1714319'] for port, precommit_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:59.437762 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441453'] for port, provisioning_complete {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:59.440383 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab37a3f-d9ff-49aa-a85a-9ff121ba1ae6 admin admin] Network d198e52c-7f47-428b-8904-e38d617a3470 is scheduled to be hosted by DHCP agent 36604066-f80c-4f9a-9f0a-cbdcbbee93eb with binding_index 1 {{(pid=91055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 11:17:59.451887 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-8d90943e-75da-41be-9c5e-31c2c22c26f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:17:59.498782 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.managers [None req-0aeb2e7c-4695-48f7-90af-3c7c668a0bbf None None] Attempting to bind port 564ea12a-c5c9-451d-b154-75e970e31c27 on host dv-cinder-787764-1-iscsi for vnic_type normal with profile {{(pid=91057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 11:17:59.498970 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.managers [None req-0aeb2e7c-4695-48f7-90af-3c7c668a0bbf None None] Attempting to bind port 564ea12a-c5c9-451d-b154-75e970e31c27 by drivers openvswitch,hyperv on host dv-cinder-787764-1-iscsi at level 0 using segments [{'id': 'e1b8a063-d2ab-44b0-88b2-aa693e3413a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1389, 'network_id': 'a3798fb5-4a80-4cab-8456-d8472daef890'}] {{(pid=91057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 11:17:59.499166 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aeb2e7c-4695-48f7-90af-3c7c668a0bbf None None] Attempting to bind port 564ea12a-c5c9-451d-b154-75e970e31c27 on network a3798fb5-4a80-4cab-8456-d8472daef890 {{(pid=91057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 11:17:59.505175 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aeb2e7c-4695-48f7-90af-3c7c668a0bbf None None] Checking agent: {'id': '8ddda9c6-7d5f-4e42-9175-c986b5c107e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787764-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 11, 10, 36), 'started_at': datetime.datetime(2021, 5, 19, 11, 11, 6), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 11, 17, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787764-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 11:17:59.505380 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aeb2e7c-4695-48f7-90af-3c7c668a0bbf None None] Checking segment: {'id': 'e1b8a063-d2ab-44b0-88b2-aa693e3413a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1389, 'network_id': 'a3798fb5-4a80-4cab-8456-d8472daef890'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 11:17:59.505615 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-0aeb2e7c-4695-48f7-90af-3c7c668a0bbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:59.505830 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aeb2e7c-4695-48f7-90af-3c7c668a0bbf None None] Bound using segment: {'id': 'e1b8a063-d2ab-44b0-88b2-aa693e3413a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1389, 'network_id': 'a3798fb5-4a80-4cab-8456-d8472daef890'} {{(pid=91057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 11:17:59.506088 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.managers [None req-0aeb2e7c-4695-48f7-90af-3c7c668a0bbf None None] Bound port: 564ea12a-c5c9-451d-b154-75e970e31c27, host: dv-cinder-787764-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1b8a063-d2ab-44b0-88b2-aa693e3413a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1389, 'network_id': 'a3798fb5-4a80-4cab-8456-d8472daef890'}}] {{(pid=91057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 11:17:59.506291 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-0aeb2e7c-4695-48f7-90af-3c7c668a0bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:59.510092 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.plugin [req-3379c410-7f45-4cf4-ad04-645b2cb1f4a9 req-86c954d6-6b30-4cac-b9e3-0c659920ba36 tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] Calling delete_port for d4c22b04-a9c0-431f-9aee-ea76dc44e36b owned by compute:nova {{(pid=91055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 11:17:59.513376 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.scheduler.base_scheduler [None req-bab37a3f-d9ff-49aa-a85a-9ff121ba1ae6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787764-1-iscsi, d198e52c-7f47-428b-8904-e38d617a3470) {{(pid=91055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:17:59.528889 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab37a3f-d9ff-49aa-a85a-9ff121ba1ae6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:59.529244 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-bab37a3f-d9ff-49aa-a85a-9ff121ba1ae6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695638'] for subnet, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:59.532285 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b4d8fd-47bf-493e-ba06-715ae16a5c72 None None] Network d198e52c-7f47-428b-8904-e38d617a3470 requested from dv-cinder-787764-1-iscsi {{(pid=91057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 11:17:59.541067 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71efa400-f17d-44a8-bce4-fbbb5737d3a8 req-4fa83e69-dc21-423c-85f3-b49be06d1f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:59.541895 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-71efa400-f17d-44a8-bce4-fbbb5737d3a8 req-4fa83e69-dc21-423c-85f3-b49be06d1f15 service neutron] 10.222.0.112 "GET /v2.0/networks?id=d80b1475-eff8-4ebe-8528-2eceb45e3226 HTTP/1.1" status: 200 len: 921 time: 0.1749551 May 19 11:17:59.624760 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:59.650265 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-0aeb2e7c-4695-48f7-90af-3c7c668a0bbf None None] For port 564ea12a-c5c9-451d-b154-75e970e31c27, host dv-cinder-787764-1-iscsi, cleared binding levels {{(pid=91057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 11:17:59.660271 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] For port 99629143-335d-4b86-919c-97c10f235b35, host dv-cinder-787764-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-1-iscsi',level=0,port_id=99629143-335d-4b86-919c-97c10f235b35,segment=NetworkSegment(49ddd7c4-aafb-432e-a188-efbf16e2f9e4),segment_id=49ddd7c4-aafb-432e-a188-efbf16e2f9e4)] {{(pid=91057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:17:59.662638 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-bab37a3f-d9ff-49aa-a85a-9ff121ba1ae6 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9093094 May 19 11:17:59.662638 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-71efa400-f17d-44a8-bce4-fbbb5737d3a8 req-5f49e538-e420-43bb-8259-69d779a3323c service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d0bcdf9-007d-4c7b-bff0-c5aa7d416d7c HTTP/1.1" status: 200 len: 217 time: 0.1153302 May 19 11:17:59.662865 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 48324) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:17:59.666850 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.v2.base [None req-a048025e-29f7-47b8-bf4e-2023cbeee49f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1406320705-router', 'tenant_id': '360bd03ce9774539a64c4265894a7f17', 'external_gateway_info': {'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522'}}} {{(pid=91055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:17:59.676192 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-0aeb2e7c-4695-48f7-90af-3c7c668a0bbf None None] For port 564ea12a-c5c9-451d-b154-75e970e31c27, host dv-cinder-787764-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-1-iscsi',level=0,port_id=564ea12a-c5c9-451d-b154-75e970e31c27,segment=NetworkSegment(e1b8a063-d2ab-44b0-88b2-aa693e3413a5),segment_id=e1b8a063-d2ab-44b0-88b2-aa693e3413a5)] {{(pid=91057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 11:17:59.678792 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602'] for port, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:59.679403 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Device c3eaa27e-36a8-4439-961a-ac82df5dbeb2 up at agent ovs-agent-dv-cinder-787764-1-iscsi {{(pid=91057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 11:17:59.688047 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-a048025e-29f7-47b8-bf4e-2023cbeee49f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:17:59.694725 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-8d90943e-75da-41be-9c5e-31c2c22c26f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:17:59.697481 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-a048025e-29f7-47b8-bf4e-2023cbeee49f admin admin] Usage tracker for resource:router and tenant:360bd03ce9774539a64c4265894a7f17 is out of sync, need to count used quota {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:17:59.702890 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-a048025e-29f7-47b8-bf4e-2023cbeee49f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:17:59.711857 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-a048025e-29f7-47b8-bf4e-2023cbeee49f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:17:59.722146 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71efa400-f17d-44a8-bce4-fbbb5737d3a8 req-fc2a214c-ed63-430d-9e57-e98e98c2cb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:17:59.723275 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-71efa400-f17d-44a8-bce4-fbbb5737d3a8 req-fc2a214c-ed63-430d-9e57-e98e98c2cb96 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=f1a81002-835e-403e-96ae-6977fdc5aac0 HTTP/1.1" status: 200 len: 859 time: 0.0532672 May 19 11:17:59.724738 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-0aeb2e7c-4695-48f7-90af-3c7c668a0bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602'] for port, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:59.740189 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-a048025e-29f7-47b8-bf4e-2023cbeee49f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1593972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26728'] for router, before_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:59.740838 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-a048025e-29f7-47b8-bf4e-2023cbeee49f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1713012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1713973', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1770163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26723'] for router, precommit_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:59.774596 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-71efa400-f17d-44a8-bce4-fbbb5737d3a8 req-c12a1c55-4ba8-4d8d-9c18-429bce46d7ee service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=d80b1475-eff8-4ebe-8528-2eceb45e3226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351944 May 19 11:17:59.801666 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dade96f9-3ec6-49a2-a33b-27d4861a59a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbc713b2-5b1e-5e4a-ab48-4751d66359fe-d198e52c-7f47-428b-8904-e38d617a3470', 'network_id': 'd198e52c-7f47-428b-8904-e38d617a3470', 'tenant_id': '360bd03ce9774539a64c4265894a7f17', 'fixed_ips': [{'subnet_id': 'a1620851-b34c-4784-83d4-6e1ce34253e1'}]}} from dv-cinder-787764-1-iscsi. {{(pid=91057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 11:17:59.802263 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-dade96f9-3ec6-49a2-a33b-27d4861a59a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_create {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:59.818292 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Pushing event updated for resources: {'Port': ['ID=99629143-335d-4b86-919c-97c10f235b35,revision_number=4']} {{(pid=91057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:17:59.819921 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aeb2e7c-4695-48f7-90af-3c7c668a0bbf None None] Routers {'b3181f1e-8420-4eed-9dd7-38949e2442b3'} bound to L3 agent in host dv-cinder-787764-1-iscsi {{(pid=91057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:17:59.820260 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_hamode_db [None req-0aeb2e7c-4695-48f7-90af-3c7c668a0bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-19T11:10:36Z,description=,heartbeat_timestamp=2021-05-19T11:17:36Z,host='dv-cinder-787764-1-iscsi',id=326bf12a-fdae-48e8-b877-7dbd40e20eda,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:36Z,topic='l3_agent')) {'router_ids': ['b3181f1e-8420-4eed-9dd7-38949e2442b3'], 'active': True} {{(pid=91057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:17:59.853648 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:17:59.867529 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.129s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:17:59.885815 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-a048025e-29f7-47b8-bf4e-2023cbeee49f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:59.890087 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.agents_db [None req-9df4fd67-1abd-480d-9703-ac00f2726051 None None] Agent healthcheck: found 6 active agents {{(pid=91058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 11:17:59.958261 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-3379c410-7f45-4cf4-ad04-645b2cb1f4a9 req-86c954d6-6b30-4cac-b9e3-0c659920ba36 tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749740778424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749740364548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3654904'] for port, after_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:17:59.963797 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-9984e20b-fb92-4485-a652-a5e6b00901ce req-7d0ca55a-ce6e-4180-8413-308f8e77391b tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] 10.222.0.90 "GET /v2.0/ports?device_id=cf735dae-87de-4f38-bbac-d96e7da78584 HTTP/1.1" status: 200 len: 210 time: 0.0385792 May 19 11:17:59.968211 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-688d0d82-a157-4924-8fc8-e2ad882eb271 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:18:00.026976 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Provisioning complete for port c3eaa27e-36a8-4439-961a-ac82df5dbeb2 triggered by entity L2. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:18:00.027212 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441453'] for port, provisioning_complete {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:00.077999 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bacca54-8484-411b-83ed-d2a48f758726 req-bcf87ee5-64e5-437b-a747-481ee5dc9652 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:00.082096 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] get_ports_and_sgs() called for port_ids ['d4c22b04-a9c0-431f-9aee-ea76dc44e36b'] {{(pid=91057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 11:18:00.082594 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-7bacca54-8484-411b-83ed-d2a48f758726 req-bcf87ee5-64e5-437b-a747-481ee5dc9652 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] 10.222.0.90 "GET /v2.0/ports?device_id=2c378e23-6241-44ec-9b71-a9b2aa247f27 HTTP/1.1" status: 200 len: 946 time: 0.0518670 May 19 11:18:00.086097 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c954d6-6b30-4cac-b9e3-0c659920ba36 tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] Pushing event deleted for resources: {'Port': ['ID=d4c22b04-a9c0-431f-9aee-ea76dc44e36b,revision_number=None']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:18:00.109827 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-86c954d6-6b30-4cac-b9e3-0c659920ba36 tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:18:00.120314 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-7bacca54-8484-411b-83ed-d2a48f758726 req-5e059acf-164b-43bf-9bef-f9866c6c331a tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] 10.222.0.90 "GET /v2.0/security-groups?id=892ed30b-94ce-475f-8919-c4519fee1ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342252 May 19 11:18:00.167260 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-71efa400-f17d-44a8-bce4-fbbb5737d3a8 req-ba42d9f5-618f-45cd-938c-432b83e06569 service neutron] 10.222.0.112 "GET /v2.0/networks/d80b1475-eff8-4ebe-8528-2eceb45e3226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3869569 May 19 11:18:00.231350 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d90943e-75da-41be-9c5e-31c2c22c26f3 None None] Pushing event updated for resources: {'Port': ['ID=564ea12a-c5c9-451d-b154-75e970e31c27,revision_number=4']} {{(pid=91057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:18:00.241280 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-8d90943e-75da-41be-9c5e-31c2c22c26f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:18:00.278473 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_dvr_db [None req-0aeb2e7c-4695-48f7-90af-3c7c668a0bbf None None] Set router b3181f1e-8420-4eed-9dd7-38949e2442b3 gateway port host: dv-cinder-787764-1-iscsi {{(pid=91057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:18:00.300661 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1914561d-c01f-492e-b5ca-c07390f550c8 req-f7be8431-a66f-4786-afcb-be37c66e0497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:00.300661 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-1914561d-c01f-492e-b5ca-c07390f550c8 req-f7be8431-a66f-4786-afcb-be37c66e0497 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=2c378e23-6241-44ec-9b71-a9b2aa247f27 HTTP/1.1" status: 200 len: 1099 time: 0.4983001 May 19 11:18:00.300661 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.l3_dvrscheduler_db [req-3379c410-7f45-4cf4-ad04-645b2cb1f4a9 req-86c954d6-6b30-4cac-b9e3-0c659920ba36 tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] No DVR routers for this DVR port d4c22b04-a9c0-431f-9aee-ea76dc44e36b on host hv-cinder-78776 {{(pid=91055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 11:18:00.302922 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-a048025e-29f7-47b8-bf4e-2023cbeee49f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1713980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1593862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26701'] for router, precommit_update {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:00.309892 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-3379c410-7f45-4cf4-ad04-645b2cb1f4a9 req-86c954d6-6b30-4cac-b9e3-0c659920ba36 tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6101'] for port, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:00.311307 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf735dae-87de-4f38-bbac-d96e7da78584', 'name': 'network-vif-deleted', 'tag': 'd4c22b04-a9c0-431f-9aee-ea76dc44e36b'}] {{(pid=91055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 11:18:00.350712 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf735dae-87de-4f38-bbac-d96e7da78584', 'name': 'network-vif-deleted', 'tag': 'd4c22b04-a9c0-431f-9aee-ea76dc44e36b', 'status': 'completed', 'code': 200} May 19 11:18:00.359486 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-3379c410-7f45-4cf4-ad04-645b2cb1f4a9 req-86c954d6-6b30-4cac-b9e3-0c659920ba36 tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] 10.222.0.112 "DELETE /v2.0/ports/d4c22b04-a9c0-431f-9aee-ea76dc44e36b HTTP/1.1" status: 204 len: 173 time: 1.2295642 May 19 11:18:00.371923 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-1914561d-c01f-492e-b5ca-c07390f550c8 req-993fd5b4-3c9a-4f2a-a88d-6e25d851e2b3 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=892ed30b-94ce-475f-8919-c4519fee1ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665460 May 19 11:18:00.375120 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-71efa400-f17d-44a8-bce4-fbbb5737d3a8 req-eaa8eda0-ec88-4295-9e95-b2ae36304822 service neutron] 10.222.0.112 "GET /v2.0/networks/d80b1475-eff8-4ebe-8528-2eceb45e3226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908374 May 19 11:18:00.412457 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.db_base_plugin_common [None req-dade96f9-3ec6-49a2-a33b-27d4861a59a5 None None] Allocated IP 172.20.0.2 (d198e52c-7f47-428b-8904-e38d617a3470/a1620851-b34c-4784-83d4-6e1ce34253e1/9b92000f-bd25-40d3-bdfd-c4de4885aac6) {{(pid=91057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 11:18:00.438254 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a05a6f1-255a-4b1f-bd61-6716bc913b8f req-5395db76-a3db-4c62-82e9-4ca8a5f63601 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:00.439157 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-8a05a6f1-255a-4b1f-bd61-6716bc913b8f req-5395db76-a3db-4c62-82e9-4ca8a5f63601 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=ee8bb661-8d2c-45db-9a1c-ee57ba0d6dd7 HTTP/1.1" status: 200 len: 946 time: 0.0662944 May 19 11:18:00.465467 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-8a05a6f1-255a-4b1f-bd61-6716bc913b8f req-9496ded0-178e-423c-96e5-b57182b13dc5 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0217428 May 19 11:18:00.617608 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-a048025e-29f7-47b8-bf4e-2023cbeee49f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:00.634260 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-a048025e-29f7-47b8-bf4e-2023cbeee49f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:00.678236 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-dade96f9-3ec6-49a2-a33b-27d4861a59a5 None None] Notify callbacks [] for port, precommit_create {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:00.685898 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-dade96f9-3ec6-49a2-a33b-27d4861a59a5 None None] Transition to ACTIVE for port object 9b92000f-bd25-40d3-bdfd-c4de4885aac6 will not be triggered until provisioned by entity L2. {{(pid=91057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 11:18:00.688530 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_hamode_db [None req-0aeb2e7c-4695-48f7-90af-3c7c668a0bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3181f1e-8420-4eed-9dd7-38949e2442b3', 'name': 'tempest-TestShelveInstance-763031037-router', 'tenant_id': '32d5d407c4a842328dc05ec1f325d92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'external_fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '99629143-335d-4b86-919c-97c10f235b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:17:54Z', 'updated_at': '2021-05-19T11:17:57Z', 'revision_number': 4, 'project_id': '32d5d407c4a842328dc05ec1f325d92c', 'gw_port': {'id': '99629143-335d-4b86-919c-97c10f235b35', 'name': '', 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ef:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3181f1e-8420-4eed-9dd7-38949e2442b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:17:55Z', 'updated_at': '2021-05-19T11:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-1-iscsi', '_interfaces': [{'id': '564ea12a-c5c9-451d-b154-75e970e31c27', 'name': '', 'network_id': 'a3798fb5-4a80-4cab-8456-d8472daef890', 'tenant_id': '32d5d407c4a842328dc05ec1f325d92c', 'mac_address': 'fa:16:3e:4d:4b:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3181f1e-8420-4eed-9dd7-38949e2442b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'f5b5a4ef-d391-4177-9fad-6b6530e5bcb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:17:57Z', 'updated_at': '2021-05-19T11:17:59Z', 'revision_number': 4, 'project_id': '32d5d407c4a842328dc05ec1f325d92c', 'subnets': [{'id': 'f5b5a4ef-d391-4177-9fad-6b6530e5bcb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-1-iscsi', False) {} {{(pid=91057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:18:00.695083 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aeb2e7c-4695-48f7-90af-3c7c668a0bbf None None] The sync data for ids ['b3181f1e-8420-4eed-9dd7-38949e2442b3'] in dv-cinder-787764-1-iscsi is: [{'id': 'b3181f1e-8420-4eed-9dd7-38949e2442b3', 'name': 'tempest-TestShelveInstance-763031037-router', 'tenant_id': '32d5d407c4a842328dc05ec1f325d92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'external_fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '99629143-335d-4b86-919c-97c10f235b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:17:54Z', 'updated_at': '2021-05-19T11:17:57Z', 'revision_number': 4, 'project_id': '32d5d407c4a842328dc05ec1f325d92c', 'gw_port': {'id': '99629143-335d-4b86-919c-97c10f235b35', 'name': '', 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ef:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3181f1e-8420-4eed-9dd7-38949e2442b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:17:55Z', 'updated_at': '2021-05-19T11:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-1-iscsi', '_interfaces': [{'id': '564ea12a-c5c9-451d-b154-75e970e31c27', 'name': '', 'network_id': 'a3798fb5-4a80-4cab-8456-d8472daef890', 'tenant_id': '32d5d407c4a842328dc05ec1f325d92c', 'mac_address': 'fa:16:3e:4d:4b:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3181f1e-8420-4eed-9dd7-38949e2442b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'f5b5a4ef-d391-4177-9fad-6b6530e5bcb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:17:57Z', 'updated_at': '2021-05-19T11:17:59Z', 'revision_number': 4, 'project_id': '32d5d407c4a842328dc05ec1f325d92c', 'subnets': [{'id': 'f5b5a4ef-d391-4177-9fad-6b6530e5bcb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 11:18:00.700942 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-dade96f9-3ec6-49a2-a33b-27d4861a59a5 None None] Transition to ACTIVE for port object 9b92000f-bd25-40d3-bdfd-c4de4885aac6 will not be triggered until provisioned by entity DHCP. {{(pid=91057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 11:18:00.706842 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-dade96f9-3ec6-49a2-a33b-27d4861a59a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749740362231'] for port, after_create {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:00.709497 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-e6e47d04-c85b-4abf-982b-510c81ee0b09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:18:00.724233 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.db_base_plugin_common [None req-a048025e-29f7-47b8-bf4e-2023cbeee49f admin admin] Allocated IP 172.27.0.189 (02345af2-6ed3-48fb-b7af-bf8d47e25522/aba42eaa-d100-461a-90c5-240f62c775e0/c7ca0d5d-c26c-410f-84f9-7f19edf1c9cc) {{(pid=91055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 11:18:00.750692 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dade96f9-3ec6-49a2-a33b-27d4861a59a5 None None] Network d198e52c-7f47-428b-8904-e38d617a3470 is already hosted by enough agents. {{(pid=91057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 11:18:00.752635 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.scheduler.base_scheduler [None req-dade96f9-3ec6-49a2-a33b-27d4861a59a5 None None] Resources bound (agent type, host, resource id): {{(pid=91057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:18:00.754377 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dade96f9-3ec6-49a2-a33b-27d4861a59a5 None None] Received port after_create {{(pid=91057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 11:18:00.759855 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dade96f9-3ec6-49a2-a33b-27d4861a59a5 None None] Pushing event updated for resources: {'Port': ['ID=9b92000f-bd25-40d3-bdfd-c4de4885aac6,revision_number=1']} {{(pid=91057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:18:00.761484 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-dade96f9-3ec6-49a2-a33b-27d4861a59a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:18:00.815538 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.managers [None req-dade96f9-3ec6-49a2-a33b-27d4861a59a5 None None] Attempting to bind port 9b92000f-bd25-40d3-bdfd-c4de4885aac6 on host dv-cinder-787764-1-iscsi for vnic_type normal with profile {{(pid=91057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 11:18:00.815744 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.managers [None req-dade96f9-3ec6-49a2-a33b-27d4861a59a5 None None] Attempting to bind port 9b92000f-bd25-40d3-bdfd-c4de4885aac6 by drivers openvswitch,hyperv on host dv-cinder-787764-1-iscsi at level 0 using segments [{'id': '4d6e547a-bd2e-491e-9d28-86297cd92b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1368, 'network_id': 'd198e52c-7f47-428b-8904-e38d617a3470'}] {{(pid=91057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 11:18:00.815948 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dade96f9-3ec6-49a2-a33b-27d4861a59a5 None None] Attempting to bind port 9b92000f-bd25-40d3-bdfd-c4de4885aac6 on network d198e52c-7f47-428b-8904-e38d617a3470 {{(pid=91057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 11:18:00.818986 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dade96f9-3ec6-49a2-a33b-27d4861a59a5 None None] Checking agent: {'id': '8ddda9c6-7d5f-4e42-9175-c986b5c107e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787764-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 11, 10, 36), 'started_at': datetime.datetime(2021, 5, 19, 11, 11, 6), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 11, 17, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787764-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 11:18:00.819190 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dade96f9-3ec6-49a2-a33b-27d4861a59a5 None None] Checking segment: {'id': '4d6e547a-bd2e-491e-9d28-86297cd92b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1368, 'network_id': 'd198e52c-7f47-428b-8904-e38d617a3470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 11:18:00.819417 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-dade96f9-3ec6-49a2-a33b-27d4861a59a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:00.819641 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dade96f9-3ec6-49a2-a33b-27d4861a59a5 None None] Bound using segment: {'id': '4d6e547a-bd2e-491e-9d28-86297cd92b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1368, 'network_id': 'd198e52c-7f47-428b-8904-e38d617a3470'} {{(pid=91057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 11:18:00.819900 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.managers [None req-dade96f9-3ec6-49a2-a33b-27d4861a59a5 None None] Bound port: 9b92000f-bd25-40d3-bdfd-c4de4885aac6, host: dv-cinder-787764-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d6e547a-bd2e-491e-9d28-86297cd92b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1368, 'network_id': 'd198e52c-7f47-428b-8904-e38d617a3470'}}] {{(pid=91057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 11:18:00.820105 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-dade96f9-3ec6-49a2-a33b-27d4861a59a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:00.854461 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-a048025e-29f7-47b8-bf4e-2023cbeee49f admin admin] Notify callbacks [] for port, precommit_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:00.876075 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-dade96f9-3ec6-49a2-a33b-27d4861a59a5 None None] For port 9b92000f-bd25-40d3-bdfd-c4de4885aac6, host dv-cinder-787764-1-iscsi, cleared binding levels {{(pid=91057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 11:18:00.876247 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-a048025e-29f7-47b8-bf4e-2023cbeee49f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749740362231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3654904'] for port, after_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:00.878452 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-dade96f9-3ec6-49a2-a33b-27d4861a59a5 None None] For port 9b92000f-bd25-40d3-bdfd-c4de4885aac6, host dv-cinder-787764-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-1-iscsi',level=0,port_id=9b92000f-bd25-40d3-bdfd-c4de4885aac6,segment=NetworkSegment(4d6e547a-bd2e-491e-9d28-86297cd92b49),segment_id=4d6e547a-bd2e-491e-9d28-86297cd92b49)] {{(pid=91057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 11:18:00.879999 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-39f0cac3-6ec9-444d-a6af-054618fd04c3 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:18:00.881224 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-dade96f9-3ec6-49a2-a33b-27d4861a59a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602'] for port, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:00.889650 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-e6e47d04-c85b-4abf-982b-510c81ee0b09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:18:00.914035 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a048025e-29f7-47b8-bf4e-2023cbeee49f admin admin] Network 02345af2-6ed3-48fb-b7af-bf8d47e25522 is already hosted by enough agents. {{(pid=91055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 11:18:00.919223 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.scheduler.base_scheduler [None req-a048025e-29f7-47b8-bf4e-2023cbeee49f admin admin] Resources bound (agent type, host, resource id): {{(pid=91055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:18:00.922341 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a048025e-29f7-47b8-bf4e-2023cbeee49f admin admin] Received port after_create {{(pid=91055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 11:18:00.942427 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dade96f9-3ec6-49a2-a33b-27d4861a59a5 None None] Pushing event updated for resources: {'Port': ['ID=9b92000f-bd25-40d3-bdfd-c4de4885aac6,revision_number=2']} {{(pid=91057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:18:00.949388 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-dade96f9-3ec6-49a2-a33b-27d4861a59a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:18:00.960974 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a048025e-29f7-47b8-bf4e-2023cbeee49f admin admin] Pushing event updated for resources: {'Port': ['ID=c7ca0d5d-c26c-410f-84f9-7f19edf1c9cc,revision_number=1']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:18:00.965305 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-a048025e-29f7-47b8-bf4e-2023cbeee49f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:18:01.064513 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-0d0e5365-13e8-46ad-bf99-21697e6014b6 req-4210441b-b281-46c8-8160-5125b4cf5fca tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] 10.222.0.90 "GET /v2.0/ports?device_id=cf735dae-87de-4f38-bbac-d96e7da78584 HTTP/1.1" status: 200 len: 210 time: 0.0443645 May 19 11:18:01.198651 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-a048025e-29f7-47b8-bf4e-2023cbeee49f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:01.291614 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcebe44b-141a-4174-9d09-1cf7a9520732 req-83b9b901-22d0-4854-91e2-4d4de1a30a06 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:01.297554 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-fcebe44b-141a-4174-9d09-1cf7a9520732 req-83b9b901-22d0-4854-91e2-4d4de1a30a06 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] 10.222.0.90 "GET /v2.0/ports?device_id=2c378e23-6241-44ec-9b71-a9b2aa247f27 HTTP/1.1" status: 200 len: 946 time: 0.1039255 May 19 11:18:01.365519 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-fcebe44b-141a-4174-9d09-1cf7a9520732 req-d15614a7-0b8b-4650-82fa-05ec2c6de4d6 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] 10.222.0.90 "GET /v2.0/security-groups?id=892ed30b-94ce-475f-8919-c4519fee1ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569468 May 19 11:18:01.378321 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Device 9b92000f-bd25-40d3-bdfd-c4de4885aac6 up at agent ovs-agent-dv-cinder-787764-1-iscsi {{(pid=91057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 11:18:01.427562 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-a048025e-29f7-47b8-bf4e-2023cbeee49f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1593983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1714063'] for router, after_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:01.427888 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Provisioning for port 9b92000f-bd25-40d3-bdfd-c4de4885aac6 completed by entity L2. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 11:18:01.431066 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Device 99629143-335d-4b86-919c-97c10f235b35 up at agent ovs-agent-dv-cinder-787764-1-iscsi {{(pid=91057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 11:18:01.469742 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Provisioning complete for port 99629143-335d-4b86-919c-97c10f235b35 triggered by entity L2. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:18:01.469742 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441453'] for port, provisioning_complete {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:01.536445 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Device 564ea12a-c5c9-451d-b154-75e970e31c27 up at agent ovs-agent-dv-cinder-787764-1-iscsi {{(pid=91057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 11:18:01.633163 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Provisioning for port 564ea12a-c5c9-451d-b154-75e970e31c27 completed by entity L2. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 11:18:01.637144 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Provisioning complete for port 564ea12a-c5c9-451d-b154-75e970e31c27 triggered by entity L2. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:18:01.637413 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441453'] for port, provisioning_complete {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:01.659199 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a048025e-29f7-47b8-bf4e-2023cbeee49f admin admin] Router 82174659-e7d0-46f6-b55e-f5daca0d6e99 is scheduled to L3 agent 326bf12a-fdae-48e8-b877-7dbd40e20eda with binding_index 1 {{(pid=91055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 11:18:01.716238 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:01.736342 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] For port 564ea12a-c5c9-451d-b154-75e970e31c27, host dv-cinder-787764-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-1-iscsi',level=0,port_id=564ea12a-c5c9-451d-b154-75e970e31c27,segment=NetworkSegment(e1b8a063-d2ab-44b0-88b2-aa693e3413a5),segment_id=e1b8a063-d2ab-44b0-88b2-aa693e3413a5)] {{(pid=91057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:18:01.740824 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602'] for port, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:01.744617 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:18:01.767623 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8d4014-590f-4213-a73b-2735c02a1e55 req-c9333361-2125-46f3-beec-85569e4749d9 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:01.768485 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-2d8d4014-590f-4213-a73b-2735c02a1e55 req-c9333361-2125-46f3-beec-85569e4749d9 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=ee8bb661-8d2c-45db-9a1c-ee57ba0d6dd7 HTTP/1.1" status: 200 len: 946 time: 0.0592637 May 19 11:18:01.776222 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a048025e-29f7-47b8-bf4e-2023cbeee49f admin admin] Notify agent at l3_agent.dv-cinder-787764-1-iscsi the message routers_updated {{(pid=91055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 11:18:01.784342 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1e810b-1681-4550-b2a7-6a8ca13b5606 None None] Sync routers for ids ['82174659-e7d0-46f6-b55e-f5daca0d6e99'] in dv-cinder-787764-1-iscsi {{(pid=91058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 11:18:01.791311 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1e810b-1681-4550-b2a7-6a8ca13b5606 None None] Routers {'82174659-e7d0-46f6-b55e-f5daca0d6e99'} bound to L3 agent in host dv-cinder-787764-1-iscsi {{(pid=91058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:18:01.791433 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Pushing event updated for resources: {'Port': ['ID=564ea12a-c5c9-451d-b154-75e970e31c27,revision_number=5']} {{(pid=91057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:18:01.791939 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.l3_hamode_db [None req-bb1e810b-1681-4550-b2a7-6a8ca13b5606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-19T11:10:36Z,description=,heartbeat_timestamp=2021-05-19T11:17:36Z,host='dv-cinder-787764-1-iscsi',id=326bf12a-fdae-48e8-b877-7dbd40e20eda,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:36Z,topic='l3_agent')) {'router_ids': ['82174659-e7d0-46f6-b55e-f5daca0d6e99'], 'active': True} {{(pid=91058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:18:01.792849 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-a048025e-29f7-47b8-bf4e-2023cbeee49f admin admin] Notify callbacks [] for router, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:01.795910 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-a048025e-29f7-47b8-bf4e-2023cbeee49f admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1321471 May 19 11:18:01.795999 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 48366) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:18:01.797693 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:18:01.837732 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-2d8d4014-590f-4213-a73b-2735c02a1e55 req-9eff7793-9b9d-46ee-b162-96cda19e335d tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636528 May 19 11:18:01.910332 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.l3_dvr_db [None req-bb1e810b-1681-4550-b2a7-6a8ca13b5606 None None] Set router 82174659-e7d0-46f6-b55e-f5daca0d6e99 gateway port host: dv-cinder-787764-1-iscsi {{(pid=91058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:18:01.938675 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a66c202f-de80-4fa7-a152-b496c1a72ae6 None None] Network d198e52c-7f47-428b-8904-e38d617a3470 requested from dv-cinder-787764-1-iscsi {{(pid=91057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 11:18:02.045943 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-fc000bba-f331-4dc4-9f6d-0581135f7849 None None] Provisioning for port 9b92000f-bd25-40d3-bdfd-c4de4885aac6 completed by entity DHCP. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 11:18:02.067335 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-fc000bba-f331-4dc4-9f6d-0581135f7849 None None] Provisioning complete for port 9b92000f-bd25-40d3-bdfd-c4de4885aac6 triggered by entity DHCP. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:18:02.067549 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-fc000bba-f331-4dc4-9f6d-0581135f7849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441453'] for port, provisioning_complete {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:02.071224 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.l3_hamode_db [None req-bb1e810b-1681-4550-b2a7-6a8ca13b5606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82174659-e7d0-46f6-b55e-f5daca0d6e99', 'name': 'tempest-TestShelveInstance-1406320705-router', 'tenant_id': '360bd03ce9774539a64c4265894a7f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'external_fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': 'c7ca0d5d-c26c-410f-84f9-7f19edf1c9cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:17:59Z', 'updated_at': '2021-05-19T11:18:01Z', 'revision_number': 3, 'project_id': '360bd03ce9774539a64c4265894a7f17', 'gw_port': {'id': 'c7ca0d5d-c26c-410f-84f9-7f19edf1c9cc', 'name': '', 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:83:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82174659-e7d0-46f6-b55e-f5daca0d6e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:18:00Z', 'updated_at': '2021-05-19T11:18:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-1-iscsi'}], 'dv-cinder-787764-1-iscsi', False) {} {{(pid=91058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:18:02.074709 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1e810b-1681-4550-b2a7-6a8ca13b5606 None None] Checking router: 82174659-e7d0-46f6-b55e-f5daca0d6e99 for host: dv-cinder-787764-1-iscsi {{(pid=91058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 11:18:02.075000 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1e810b-1681-4550-b2a7-6a8ca13b5606 None None] Updating router 82174659-e7d0-46f6-b55e-f5daca0d6e99 port c7ca0d5d-c26c-410f-84f9-7f19edf1c9cc binding host dv-cinder-787764-1-iscsi {{(pid=91058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 11:18:02.128070 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron_lib.callbacks.manager [None req-bb1e810b-1681-4550-b2a7-6a8ca13b5606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:02.177867 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-fc000bba-f331-4dc4-9f6d-0581135f7849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:02.207221 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-fc000bba-f331-4dc4-9f6d-0581135f7849 None None] For port 9b92000f-bd25-40d3-bdfd-c4de4885aac6, host dv-cinder-787764-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-1-iscsi',level=0,port_id=9b92000f-bd25-40d3-bdfd-c4de4885aac6,segment=NetworkSegment(4d6e547a-bd2e-491e-9d28-86297cd92b49),segment_id=4d6e547a-bd2e-491e-9d28-86297cd92b49)] {{(pid=91057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:18:02.214385 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-fc000bba-f331-4dc4-9f6d-0581135f7849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602'] for port, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:02.226559 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-d76d85d2-6c12-464d-bd8a-557b3b7da7e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:18:02.303163 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-413cca9b-4311-4f87-bb3f-6ca0185503d8 req-e45a37ed-2355-47ed-910e-2d7157ec0f1e tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] 10.222.0.90 "GET /v2.0/ports?device_id=cf735dae-87de-4f38-bbac-d96e7da78584 HTTP/1.1" status: 200 len: 210 time: 0.0346470 May 19 11:18:02.303548 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc000bba-f331-4dc4-9f6d-0581135f7849 None None] Pushing event updated for resources: {'Port': ['ID=9b92000f-bd25-40d3-bdfd-c4de4885aac6,revision_number=3']} {{(pid=91057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:18:02.305394 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-fc000bba-f331-4dc4-9f6d-0581135f7849 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:18:02.371075 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-921767fc-6725-42ed-88f4-b78059e742c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:02.394055 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron_lib.callbacks.manager [None req-bb1e810b-1681-4550-b2a7-6a8ca13b5606 None None] Notify callbacks [] for port, precommit_update {{(pid=91058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:02.400845 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.provisioning_blocks [None req-bb1e810b-1681-4550-b2a7-6a8ca13b5606 None None] Transition to ACTIVE for port object c7ca0d5d-c26c-410f-84f9-7f19edf1c9cc will not be triggered until provisioned by entity L2. {{(pid=91058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 11:18:02.404452 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron_lib.callbacks.manager [None req-bb1e810b-1681-4550-b2a7-6a8ca13b5606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602'] for port, after_update {{(pid=91058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:02.406726 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91058) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:18:02.429736 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-c460db78-b87b-4b0e-808b-2dc3304bcdea None None] Provisioning complete for port 9b92000f-bd25-40d3-bdfd-c4de4885aac6 triggered by entity DHCP. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:18:02.430037 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-c460db78-b87b-4b0e-808b-2dc3304bcdea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441453'] for port, provisioning_complete {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:02.449077 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b372bc68-3d0d-46af-9cb7-25e93ace1ea2 None None] Pushing event updated for resources: {'Port': ['ID=c7ca0d5d-c26c-410f-84f9-7f19edf1c9cc,revision_number=2']} {{(pid=91058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:18:02.450879 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG oslo_concurrency.lockutils [None req-b372bc68-3d0d-46af-9cb7-25e93ace1ea2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91058) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:18:02.453422 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.plugins.ml2.managers [None req-bb1e810b-1681-4550-b2a7-6a8ca13b5606 None None] Attempting to bind port c7ca0d5d-c26c-410f-84f9-7f19edf1c9cc on host dv-cinder-787764-1-iscsi for vnic_type normal with profile {{(pid=91058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 11:18:02.453579 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.plugins.ml2.managers [None req-bb1e810b-1681-4550-b2a7-6a8ca13b5606 None None] Attempting to bind port c7ca0d5d-c26c-410f-84f9-7f19edf1c9cc by drivers openvswitch,hyperv on host dv-cinder-787764-1-iscsi at level 0 using segments [{'id': '49ddd7c4-aafb-432e-a188-efbf16e2f9e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522'}] {{(pid=91058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 11:18:02.453777 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1e810b-1681-4550-b2a7-6a8ca13b5606 None None] Attempting to bind port c7ca0d5d-c26c-410f-84f9-7f19edf1c9cc on network 02345af2-6ed3-48fb-b7af-bf8d47e25522 {{(pid=91058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 11:18:02.456964 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1e810b-1681-4550-b2a7-6a8ca13b5606 None None] Checking agent: {'id': '8ddda9c6-7d5f-4e42-9175-c986b5c107e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787764-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 11, 10, 36), 'started_at': datetime.datetime(2021, 5, 19, 11, 11, 6), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 11, 17, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787764-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 11:18:02.457220 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1e810b-1681-4550-b2a7-6a8ca13b5606 None None] Checking segment: {'id': '49ddd7c4-aafb-432e-a188-efbf16e2f9e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 11:18:02.457402 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron_lib.callbacks.manager [None req-bb1e810b-1681-4550-b2a7-6a8ca13b5606 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:02.457610 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1e810b-1681-4550-b2a7-6a8ca13b5606 None None] Bound using segment: {'id': '49ddd7c4-aafb-432e-a188-efbf16e2f9e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522'} {{(pid=91058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 11:18:02.457866 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.plugins.ml2.managers [None req-bb1e810b-1681-4550-b2a7-6a8ca13b5606 None None] Bound port: c7ca0d5d-c26c-410f-84f9-7f19edf1c9cc, host: dv-cinder-787764-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49ddd7c4-aafb-432e-a188-efbf16e2f9e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522'}}] {{(pid=91058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 11:18:02.458064 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron_lib.callbacks.manager [None req-bb1e810b-1681-4550-b2a7-6a8ca13b5606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:02.501312 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.plugins.ml2.db [None req-bb1e810b-1681-4550-b2a7-6a8ca13b5606 None None] For port c7ca0d5d-c26c-410f-84f9-7f19edf1c9cc, host dv-cinder-787764-1-iscsi, cleared binding levels {{(pid=91058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 11:18:02.503788 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.plugins.ml2.db [None req-bb1e810b-1681-4550-b2a7-6a8ca13b5606 None None] For port c7ca0d5d-c26c-410f-84f9-7f19edf1c9cc, host dv-cinder-787764-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-1-iscsi',level=0,port_id=c7ca0d5d-c26c-410f-84f9-7f19edf1c9cc,segment=NetworkSegment(49ddd7c4-aafb-432e-a188-efbf16e2f9e4),segment_id=49ddd7c4-aafb-432e-a188-efbf16e2f9e4)] {{(pid=91058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 11:18:02.506954 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron_lib.callbacks.manager [None req-bb1e810b-1681-4550-b2a7-6a8ca13b5606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602'] for port, after_update {{(pid=91058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:02.509849 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG oslo_concurrency.lockutils [None req-3c757e39-f94f-4e32-8442-a355b8499e1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91058) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:18:02.518351 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db418f1-5d1f-46c8-923b-8a8207237c20 req-4e163440-80e3-4f36-b80c-bd9e3021f53a tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:02.520877 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-6db418f1-5d1f-46c8-923b-8a8207237c20 req-4e163440-80e3-4f36-b80c-bd9e3021f53a tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] 10.222.0.90 "GET /v2.0/ports?device_id=2c378e23-6241-44ec-9b71-a9b2aa247f27 HTTP/1.1" status: 200 len: 946 time: 0.1084099 May 19 11:18:02.527278 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.db_base_plugin_common [None req-921767fc-6725-42ed-88f4-b78059e742c4 admin admin] Allocated IP 172.20.0.1 (d198e52c-7f47-428b-8904-e38d617a3470/a1620851-b34c-4784-83d4-6e1ce34253e1/36ce3766-a0e6-4ea4-9e71-d4098ae79cb4) {{(pid=91056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 11:18:02.548842 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1e810b-1681-4550-b2a7-6a8ca13b5606 None None] Routers {'82174659-e7d0-46f6-b55e-f5daca0d6e99'} bound to L3 agent in host dv-cinder-787764-1-iscsi {{(pid=91058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:18:02.549176 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.l3_hamode_db [None req-bb1e810b-1681-4550-b2a7-6a8ca13b5606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-19T11:10:36Z,description=,heartbeat_timestamp=2021-05-19T11:17:36Z,host='dv-cinder-787764-1-iscsi',id=326bf12a-fdae-48e8-b877-7dbd40e20eda,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:36Z,topic='l3_agent')) {'router_ids': ['82174659-e7d0-46f6-b55e-f5daca0d6e99'], 'active': True} {{(pid=91058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:18:02.592270 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b372bc68-3d0d-46af-9cb7-25e93ace1ea2 None None] Pushing event updated for resources: {'Port': ['ID=c7ca0d5d-c26c-410f-84f9-7f19edf1c9cc,revision_number=3']} {{(pid=91058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:18:02.594489 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG oslo_concurrency.lockutils [None req-b372bc68-3d0d-46af-9cb7-25e93ace1ea2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91058) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:18:02.600424 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-6db418f1-5d1f-46c8-923b-8a8207237c20 req-15e2c49d-c0e9-4c0f-8cc3-1937ddb6be5a tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] 10.222.0.90 "GET /v2.0/security-groups?id=892ed30b-94ce-475f-8919-c4519fee1ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664806 May 19 11:18:02.633832 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-921767fc-6725-42ed-88f4-b78059e742c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:02.643129 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.provisioning_blocks [None req-921767fc-6725-42ed-88f4-b78059e742c4 admin admin] Transition to ACTIVE for port object 36ce3766-a0e6-4ea4-9e71-d4098ae79cb4 will not be triggered until provisioned by entity DHCP. {{(pid=91056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 11:18:02.650559 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.l3_dvr_db [None req-bb1e810b-1681-4550-b2a7-6a8ca13b5606 None None] Set router 82174659-e7d0-46f6-b55e-f5daca0d6e99 gateway port host: dv-cinder-787764-1-iscsi {{(pid=91058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:18:02.658745 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-921767fc-6725-42ed-88f4-b78059e742c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749740362231'] for port, after_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:02.664036 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:18:02.699571 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921767fc-6725-42ed-88f4-b78059e742c4 admin admin] Pushing event updated for resources: {'Port': ['ID=36ce3766-a0e6-4ea4-9e71-d4098ae79cb4,revision_number=1']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:18:02.713433 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Device d4c22b04-a9c0-431f-9aee-ea76dc44e36b no longer exists at agent hyperv_hv-cinder-78776 {{(pid=91057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 11:18:02.724664 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-921767fc-6725-42ed-88f4-b78059e742c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:18:02.731750 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-921767fc-6725-42ed-88f4-b78059e742c4 admin admin] Network d198e52c-7f47-428b-8904-e38d617a3470 is already hosted by enough agents. {{(pid=91056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 11:18:02.732789 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.plugin [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] No Port match for: d4c22b04-a9c0-431f-9aee-ea76dc44e36b {{(pid=91057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 11:18:02.733134 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Device d4c22b04-a9c0-431f-9aee-ea76dc44e36b not bound to the agent host hv-cinder-78776 {{(pid=91057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 11:18:02.740180 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.scheduler.base_scheduler [None req-921767fc-6725-42ed-88f4-b78059e742c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=91056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:18:02.743089 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921767fc-6725-42ed-88f4-b78059e742c4 admin admin] Received port after_create {{(pid=91056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 11:18:02.743419 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-921767fc-6725-42ed-88f4-b78059e742c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1716796'] for router_interface, before_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:02.764190 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e3045d-763a-4dda-8fa9-f843bfea9570 req-c3385a19-97ab-4c17-b0e3-ee1482bf6237 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:02.765037 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-01e3045d-763a-4dda-8fa9-f843bfea9570 req-c3385a19-97ab-4c17-b0e3-ee1482bf6237 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] 10.222.0.90 "GET /v2.0/ports?device_id=2c378e23-6241-44ec-9b71-a9b2aa247f27 HTTP/1.1" status: 200 len: 946 time: 0.1015751 May 19 11:18:02.771112 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 48382) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:18:02.774218 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.v2.base [None req-3bb6bc9d-7207-4d1d-a248-6856652e0153 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Request body: {'floatingip': {'port_id': 'ca68c52d-6e26-4824-bafe-0b280cc3d7cd'}} {{(pid=91056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:18:02.818606 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-3bb6bc9d-7207-4d1d-a248-6856652e0153 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Notify callbacks [] for floatingip, before_update {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:02.827216 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.l3_hamode_db [None req-bb1e810b-1681-4550-b2a7-6a8ca13b5606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82174659-e7d0-46f6-b55e-f5daca0d6e99', 'name': 'tempest-TestShelveInstance-1406320705-router', 'tenant_id': '360bd03ce9774539a64c4265894a7f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'external_fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': 'c7ca0d5d-c26c-410f-84f9-7f19edf1c9cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:17:59Z', 'updated_at': '2021-05-19T11:18:01Z', 'revision_number': 3, 'project_id': '360bd03ce9774539a64c4265894a7f17', 'gw_port': {'id': 'c7ca0d5d-c26c-410f-84f9-7f19edf1c9cc', 'name': '', 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:83:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82174659-e7d0-46f6-b55e-f5daca0d6e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:18:00Z', 'updated_at': '2021-05-19T11:18:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-1-iscsi'}], 'dv-cinder-787764-1-iscsi', False) {} {{(pid=91058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:18:02.829534 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1e810b-1681-4550-b2a7-6a8ca13b5606 None None] The sync data for ids ['82174659-e7d0-46f6-b55e-f5daca0d6e99'] in dv-cinder-787764-1-iscsi is: [{'id': '82174659-e7d0-46f6-b55e-f5daca0d6e99', 'name': 'tempest-TestShelveInstance-1406320705-router', 'tenant_id': '360bd03ce9774539a64c4265894a7f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'external_fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': 'c7ca0d5d-c26c-410f-84f9-7f19edf1c9cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:17:59Z', 'updated_at': '2021-05-19T11:18:01Z', 'revision_number': 3, 'project_id': '360bd03ce9774539a64c4265894a7f17', 'gw_port': {'id': 'c7ca0d5d-c26c-410f-84f9-7f19edf1c9cc', 'name': '', 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:83:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82174659-e7d0-46f6-b55e-f5daca0d6e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:18:00Z', 'updated_at': '2021-05-19T11:18:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-1-iscsi'}] {{(pid=91058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 11:18:02.937645 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-f78a4810-9ec9-4604-be62-13870effc995 None None] Provisioning for port 36ce3766-a0e6-4ea4-9e71-d4098ae79cb4 completed by entity DHCP. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 11:18:02.940883 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-f78a4810-9ec9-4604-be62-13870effc995 None None] Provisioning complete for port 36ce3766-a0e6-4ea4-9e71-d4098ae79cb4 triggered by entity DHCP. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:18:02.941097 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-f78a4810-9ec9-4604-be62-13870effc995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441453'] for port, provisioning_complete {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:02.970857 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.plugin [None req-f78a4810-9ec9-4604-be62-13870effc995 None None] Port 36ce3766-a0e6-4ea4-9e71-d4098ae79cb4 cannot update to ACTIVE because it is not bound. {{(pid=91057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 11:18:02.993411 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-921767fc-6725-42ed-88f4-b78059e742c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:03.249810 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1518c9aa-2a52-4202-b6f3-665db1880f6a req-1fbd9109-2a09-411e-b860-20cfec037ed8 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:03.250710 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-1518c9aa-2a52-4202-b6f3-665db1880f6a req-1fbd9109-2a09-411e-b860-20cfec037ed8 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=ee8bb661-8d2c-45db-9a1c-ee57ba0d6dd7 HTTP/1.1" status: 200 len: 946 time: 0.3018687 May 19 11:18:03.267740 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Device 9b92000f-bd25-40d3-bdfd-c4de4885aac6 up at agent ovs-agent-dv-cinder-787764-1-iscsi {{(pid=91057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 11:18:03.307197 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Provisioning complete for port 9b92000f-bd25-40d3-bdfd-c4de4885aac6 triggered by entity L2. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:18:03.307469 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441453'] for port, provisioning_complete {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:03.371127 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-1518c9aa-2a52-4202-b6f3-665db1880f6a req-e95f6e7f-aa3c-48b2-b26a-d0806af90b4a tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930738 May 19 11:18:03.375950 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Device 564ea12a-c5c9-451d-b154-75e970e31c27 up at agent ovs-agent-dv-cinder-787764-1-iscsi {{(pid=91057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 11:18:03.403350 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-921767fc-6725-42ed-88f4-b78059e742c4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:03.409484 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-921767fc-6725-42ed-88f4-b78059e742c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602'] for port, after_update {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:03.410843 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-921767fc-6725-42ed-88f4-b78059e742c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1695649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1716827'] for router_interface, after_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:03.417963 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:18:03.441288 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Provisioning complete for port 564ea12a-c5c9-451d-b154-75e970e31c27 triggered by entity L2. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:18:03.441288 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441453'] for port, provisioning_complete {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:03.512947 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Device c7ca0d5d-c26c-410f-84f9-7f19edf1c9cc up at agent ovs-agent-dv-cinder-787764-1-iscsi {{(pid=91057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 11:18:03.544219 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921767fc-6725-42ed-88f4-b78059e742c4 admin admin] Pushing event updated for resources: {'Port': ['ID=36ce3766-a0e6-4ea4-9e71-d4098ae79cb4,revision_number=2']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:18:03.546045 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-921767fc-6725-42ed-88f4-b78059e742c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:18:03.553373 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Provisioning for port c7ca0d5d-c26c-410f-84f9-7f19edf1c9cc completed by entity L2. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 11:18:03.556301 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Provisioning complete for port c7ca0d5d-c26c-410f-84f9-7f19edf1c9cc triggered by entity L2. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:18:03.556617 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441453'] for port, provisioning_complete {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:03.566347 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-3bb6bc9d-7207-4d1d-a248-6856652e0153 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:03.575805 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-3bb6bc9d-7207-4d1d-a248-6856652e0153 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716915'] for floatingip, after_update {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:03.619828 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-921767fc-6725-42ed-88f4-b78059e742c4 admin admin] Network d198e52c-7f47-428b-8904-e38d617a3470 is already hosted by enough agents. {{(pid=91056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 11:18:03.621426 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.scheduler.base_scheduler [None req-921767fc-6725-42ed-88f4-b78059e742c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=91056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:18:03.621981 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:03.632444 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] For port c7ca0d5d-c26c-410f-84f9-7f19edf1c9cc, host dv-cinder-787764-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-1-iscsi',level=0,port_id=c7ca0d5d-c26c-410f-84f9-7f19edf1c9cc,segment=NetworkSegment(49ddd7c4-aafb-432e-a188-efbf16e2f9e4),segment_id=49ddd7c4-aafb-432e-a188-efbf16e2f9e4)] {{(pid=91057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:18:03.636563 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602'] for port, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:03.638037 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:18:03.697696 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Pushing event updated for resources: {'Port': ['ID=c7ca0d5d-c26c-410f-84f9-7f19edf1c9cc,revision_number=4']} {{(pid=91057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:18:03.703504 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:18:03.756575 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.db.l3_db [None req-3bb6bc9d-7207-4d1d-a248-6856652e0153 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Floating IP b6920687-5c03-43b5-8caf-ce1495b34754 associated. External IP: 172.27.0.164, port: ca68c52d-6e26-4824-bafe-0b280cc3d7cd. May 19 11:18:03.793402 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-cef212f6-9bf8-4669-9676-becd48d6e0c9 None None] Provisioning complete for port 36ce3766-a0e6-4ea4-9e71-d4098ae79cb4 triggered by entity DHCP. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:18:03.793735 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-cef212f6-9bf8-4669-9676-becd48d6e0c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441453'] for port, provisioning_complete {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:03.813990 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-921767fc-6725-42ed-88f4-b78059e742c4 admin admin] Router 82174659-e7d0-46f6-b55e-f5daca0d6e99 has already been hosted by L3 agent 326bf12a-fdae-48e8-b877-7dbd40e20eda {{(pid=91056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 11:18:03.824503 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.plugin [None req-cef212f6-9bf8-4669-9676-becd48d6e0c9 None None] Port 36ce3766-a0e6-4ea4-9e71-d4098ae79cb4 cannot update to ACTIVE because it is not bound. {{(pid=91057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 11:18:04.130117 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-921767fc-6725-42ed-88f4-b78059e742c4 admin admin] Notify agent at l3_agent.dv-cinder-787764-1-iscsi the message routers_updated {{(pid=91056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 11:18:04.147047 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-921767fc-6725-42ed-88f4-b78059e742c4 admin admin] 10.222.0.90 "PUT /v2.0/routers/82174659-e7d0-46f6-b55e-f5daca0d6e99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3505068 May 19 11:18:04.164949 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bb6bc9d-7207-4d1d-a248-6856652e0153 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Router 6454b025-6bdd-4799-9916-acb41eba735a has already been hosted by L3 agent 326bf12a-fdae-48e8-b877-7dbd40e20eda {{(pid=91056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 11:18:04.221925 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b48418b-ade3-41ca-991f-6820836b5a36 None None] Sync routers for ids ['82174659-e7d0-46f6-b55e-f5daca0d6e99'] in dv-cinder-787764-1-iscsi {{(pid=91057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 11:18:04.227944 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b48418b-ade3-41ca-991f-6820836b5a36 None None] Routers {'82174659-e7d0-46f6-b55e-f5daca0d6e99'} bound to L3 agent in host dv-cinder-787764-1-iscsi {{(pid=91057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:18:04.228340 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_hamode_db [None req-8b48418b-ade3-41ca-991f-6820836b5a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-19T11:10:36Z,description=,heartbeat_timestamp=2021-05-19T11:17:36Z,host='dv-cinder-787764-1-iscsi',id=326bf12a-fdae-48e8-b877-7dbd40e20eda,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:36Z,topic='l3_agent')) {'router_ids': ['82174659-e7d0-46f6-b55e-f5daca0d6e99'], 'active': True} {{(pid=91057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:18:04.282159 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bb6bc9d-7207-4d1d-a248-6856652e0153 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Notify agent at l3_agent.dv-cinder-787764-1-iscsi the message routers_updated {{(pid=91056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 11:18:04.284651 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-3bb6bc9d-7207-4d1d-a248-6856652e0153 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6101'] for floatingip, before_response {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:04.289329 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35455a5f-a4f1-464b-9d51-14cf90194b09 None None] Sync routers for ids ['6454b025-6bdd-4799-9916-acb41eba735a'] in dv-cinder-787764-1-iscsi {{(pid=91058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 11:18:04.296086 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35455a5f-a4f1-464b-9d51-14cf90194b09 None None] Routers {'6454b025-6bdd-4799-9916-acb41eba735a'} bound to L3 agent in host dv-cinder-787764-1-iscsi {{(pid=91058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:18:04.296614 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.l3_hamode_db [None req-35455a5f-a4f1-464b-9d51-14cf90194b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-19T11:10:36Z,description=,heartbeat_timestamp=2021-05-19T11:17:36Z,host='dv-cinder-787764-1-iscsi',id=326bf12a-fdae-48e8-b877-7dbd40e20eda,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:36Z,topic='l3_agent')) {'router_ids': ['6454b025-6bdd-4799-9916-acb41eba735a'], 'active': True} {{(pid=91058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:18:04.323221 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-3bb6bc9d-7207-4d1d-a248-6856652e0153 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] 10.222.0.90 "PUT /v2.0/floatingips/b6920687-5c03-43b5-8caf-ce1495b34754 HTTP/1.1" status: 200 len: 992 time: 1.5514910 May 19 11:18:04.323739 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c378e23-6241-44ec-9b71-a9b2aa247f27', 'tag': 'ca68c52d-6e26-4824-bafe-0b280cc3d7cd'}] {{(pid=91056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 11:18:04.362965 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_dvr_db [None req-8b48418b-ade3-41ca-991f-6820836b5a36 None None] Set router 82174659-e7d0-46f6-b55e-f5daca0d6e99 gateway port host: dv-cinder-787764-1-iscsi {{(pid=91057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:18:04.406109 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.l3_dvr_db [None req-35455a5f-a4f1-464b-9d51-14cf90194b09 None None] Set router 6454b025-6bdd-4799-9916-acb41eba735a gateway port host: dv-cinder-787764-1-iscsi {{(pid=91058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:18:04.481353 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 48454) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:18:04.485060 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.v2.base [None req-d598dfac-cdbf-4273-aa4d-33ef51a3f361 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1023583177', 'description': 'tempest-secgroup-smoke-1023583177 description', 'project_id': '32d5d407c4a842328dc05ec1f325d92c'}} {{(pid=91056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:18:04.489909 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-d598dfac-cdbf-4273-aa4d-33ef51a3f361 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:18:04.493447 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-d598dfac-cdbf-4273-aa4d-33ef51a3f361 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Usage tracker for resource:security_group and tenant:32d5d407c4a842328dc05ec1f325d92c is out of sync, need to count used quota {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:18:04.495980 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-d598dfac-cdbf-4273-aa4d-33ef51a3f361 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:18:04.500847 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-d598dfac-cdbf-4273-aa4d-33ef51a3f361 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:18:04.513233 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-d598dfac-cdbf-4273-aa4d-33ef51a3f361 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Notify callbacks [] for security_group, before_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:04.529894 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-d598dfac-cdbf-4273-aa4d-33ef51a3f361 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:18:04.533130 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-d598dfac-cdbf-4273-aa4d-33ef51a3f361 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Usage tracker for resource:security_group_rule and tenant:32d5d407c4a842328dc05ec1f325d92c is out of sync, need to count used quota {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:18:04.535039 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-d598dfac-cdbf-4273-aa4d-33ef51a3f361 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:18:04.538480 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-d598dfac-cdbf-4273-aa4d-33ef51a3f361 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:18:04.546961 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_hamode_db [None req-8b48418b-ade3-41ca-991f-6820836b5a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82174659-e7d0-46f6-b55e-f5daca0d6e99', 'name': 'tempest-TestShelveInstance-1406320705-router', 'tenant_id': '360bd03ce9774539a64c4265894a7f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'external_fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': 'c7ca0d5d-c26c-410f-84f9-7f19edf1c9cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:17:59Z', 'updated_at': '2021-05-19T11:18:02Z', 'revision_number': 4, 'project_id': '360bd03ce9774539a64c4265894a7f17', 'gw_port': {'id': 'c7ca0d5d-c26c-410f-84f9-7f19edf1c9cc', 'name': '', 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:83:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82174659-e7d0-46f6-b55e-f5daca0d6e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:18:00Z', 'updated_at': '2021-05-19T11:18:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-1-iscsi', '_interfaces': [{'id': '36ce3766-a0e6-4ea4-9e71-d4098ae79cb4', 'name': '', 'network_id': 'd198e52c-7f47-428b-8904-e38d617a3470', 'tenant_id': '360bd03ce9774539a64c4265894a7f17', 'mac_address': 'fa:16:3e:46:45:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82174659-e7d0-46f6-b55e-f5daca0d6e99', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'a1620851-b34c-4784-83d4-6e1ce34253e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:18:02Z', 'updated_at': '2021-05-19T11:18:03Z', 'revision_number': 2, 'project_id': '360bd03ce9774539a64c4265894a7f17', 'subnets': [{'id': 'a1620851-b34c-4784-83d4-6e1ce34253e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-1-iscsi', False) {} {{(pid=91057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:18:04.550531 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b48418b-ade3-41ca-991f-6820836b5a36 None None] Checking router: 82174659-e7d0-46f6-b55e-f5daca0d6e99 for host: dv-cinder-787764-1-iscsi {{(pid=91057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 11:18:04.550531 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b48418b-ade3-41ca-991f-6820836b5a36 None None] Updating router 82174659-e7d0-46f6-b55e-f5daca0d6e99 port 36ce3766-a0e6-4ea4-9e71-d4098ae79cb4 binding host dv-cinder-787764-1-iscsi {{(pid=91057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 11:18:04.584267 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-8b48418b-ade3-41ca-991f-6820836b5a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:04.609552 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c378e23-6241-44ec-9b71-a9b2aa247f27', 'tag': 'ca68c52d-6e26-4824-bafe-0b280cc3d7cd', 'status': 'completed', 'code': 200} May 19 11:18:04.617210 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-390b26c5-0156-41d2-a294-079e5edb8796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:04.646685 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.l3_hamode_db [None req-35455a5f-a4f1-464b-9d51-14cf90194b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6454b025-6bdd-4799-9916-acb41eba735a', 'name': 'tempest-AttachVolumeTestJSON-468252528-router', 'tenant_id': '35d46b728d4a4c459e7454a908c9e5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'external_fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': '0e9d2a56-22fe-4c01-85e6-27318fa7a2a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:17:30Z', 'updated_at': '2021-05-19T11:17:32Z', 'revision_number': 4, 'project_id': '35d46b728d4a4c459e7454a908c9e5c2', 'gw_port': {'id': '0e9d2a56-22fe-4c01-85e6-27318fa7a2a0', 'name': '', 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:6f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6454b025-6bdd-4799-9916-acb41eba735a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:17:30Z', 'updated_at': '2021-05-19T11:17:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-1-iscsi', '_floatingips': [{'id': 'b6920687-5c03-43b5-8caf-ce1495b34754', 'tenant_id': '35d46b728d4a4c459e7454a908c9e5c2', 'floating_ip_address': '172.27.0.164', 'floating_network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'router_id': '6454b025-6bdd-4799-9916-acb41eba735a', 'port_id': 'ca68c52d-6e26-4824-bafe-0b280cc3d7cd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 331, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55ec5a42-b6e4-4e09-a033-1b610f60d866', 'mac_address': 'fa:16:3e:0e:23:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c378e23-6241-44ec-9b71-a9b2aa247f27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T11:17:35Z', 'updated_at': '2021-05-19T11:18:03Z', 'revision_number': 1, 'project_id': '35d46b728d4a4c459e7454a908c9e5c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0aff9e8e-93a5-4497-9277-46fd55ba1ee2', 'name': '', 'network_id': '55ec5a42-b6e4-4e09-a033-1b610f60d866', 'tenant_id': '35d46b728d4a4c459e7454a908c9e5c2', 'mac_address': 'fa:16:3e:f6:df:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6454b025-6bdd-4799-9916-acb41eba735a', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'b791564f-e95e-40fa-bc9d-bcbecb0ce07c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:17:32Z', 'updated_at': '2021-05-19T11:17:37Z', 'revision_number': 5, 'project_id': '35d46b728d4a4c459e7454a908c9e5c2', 'subnets': [{'id': 'b791564f-e95e-40fa-bc9d-bcbecb0ce07c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-1-iscsi', False) {} {{(pid=91058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:18:04.648112 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-d598dfac-cdbf-4273-aa4d-33ef51a3f361 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Notify callbacks [] for security_group, precommit_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:04.654175 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35455a5f-a4f1-464b-9d51-14cf90194b09 None None] Checking router: 6454b025-6bdd-4799-9916-acb41eba735a for host: dv-cinder-787764-1-iscsi {{(pid=91058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 11:18:04.654909 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-d598dfac-cdbf-4273-aa4d-33ef51a3f361 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:04.657559 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:18:04.661333 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35455a5f-a4f1-464b-9d51-14cf90194b09 None None] Routers {'6454b025-6bdd-4799-9916-acb41eba735a'} bound to L3 agent in host dv-cinder-787764-1-iscsi {{(pid=91058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:18:04.661684 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.l3_hamode_db [None req-35455a5f-a4f1-464b-9d51-14cf90194b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-19T11:10:36Z,description=,heartbeat_timestamp=2021-05-19T11:17:36Z,host='dv-cinder-787764-1-iscsi',id=326bf12a-fdae-48e8-b877-7dbd40e20eda,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:36Z,topic='l3_agent')) {'router_ids': ['6454b025-6bdd-4799-9916-acb41eba735a'], 'active': True} {{(pid=91058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:18:04.702124 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69628993-33e5-41ad-ac77-e278930e9a96 req-ac68db8c-1b94-498a-9d4e-3c9a6345daef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:04.703506 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-69628993-33e5-41ad-ac77-e278930e9a96 req-ac68db8c-1b94-498a-9d4e-3c9a6345daef service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=35d46b728d4a4c459e7454a908c9e5c2&device_id=2c378e23-6241-44ec-9b71-a9b2aa247f27 HTTP/1.1" status: 200 len: 1099 time: 0.0840628 May 19 11:18:04.732747 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-d598dfac-cdbf-4273-aa4d-33ef51a3f361 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Notify callbacks [] for security_group, before_response {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:04.733610 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-d598dfac-cdbf-4273-aa4d-33ef51a3f361 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2512460 May 19 11:18:04.734235 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d598dfac-cdbf-4273-aa4d-33ef51a3f361 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49632b15-5f25-449f-9ef8-13ef20653ac5,revision_number=1']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:18:04.741946 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-d598dfac-cdbf-4273-aa4d-33ef51a3f361 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:18:04.743556 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 48458) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:18:04.748951 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.v2.base [None req-781433e3-a36f-400e-9251-390be298c7b6 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Request body: {'security_group_rule': {'security_group_id': '49632b15-5f25-449f-9ef8-13ef20653ac5', 'project_id': '32d5d407c4a842328dc05ec1f325d92c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:18:04.755002 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-781433e3-a36f-400e-9251-390be298c7b6 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:18:04.757549 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-781433e3-a36f-400e-9251-390be298c7b6 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Usage tracker for resource:security_group_rule and tenant:32d5d407c4a842328dc05ec1f325d92c is out of sync, need to count used quota {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:18:04.760879 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-781433e3-a36f-400e-9251-390be298c7b6 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:18:04.765025 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-781433e3-a36f-400e-9251-390be298c7b6 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:18:04.783721 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4347443-f2ab-467a-9170-723f3df469ba req-3ea1034f-c22b-4b18-bb18-ec723ce5d69a tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:04.784911 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-f4347443-f2ab-467a-9170-723f3df469ba req-3ea1034f-c22b-4b18-bb18-ec723ce5d69a tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=ee8bb661-8d2c-45db-9a1c-ee57ba0d6dd7 HTTP/1.1" status: 200 len: 946 time: 0.1187749 May 19 11:18:04.797962 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-781433e3-a36f-400e-9251-390be298c7b6 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:04.803047 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69628993-33e5-41ad-ac77-e278930e9a96 req-1f919448-b806-4004-8c22-d8be5da0b7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:04.803187 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.l3_dvr_db [None req-35455a5f-a4f1-464b-9d51-14cf90194b09 None None] Set router 6454b025-6bdd-4799-9916-acb41eba735a gateway port host: dv-cinder-787764-1-iscsi {{(pid=91058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:18:04.804733 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-69628993-33e5-41ad-ac77-e278930e9a96 req-1f919448-b806-4004-8c22-d8be5da0b7b0 service neutron] 10.222.0.112 "GET /v2.0/networks?id=55ec5a42-b6e4-4e09-a033-1b610f60d866 HTTP/1.1" status: 200 len: 912 time: 0.0958307 May 19 11:18:04.829723 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-f4347443-f2ab-467a-9170-723f3df469ba req-4a449dbf-9dde-467e-a3eb-227e6af57c87 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403998 May 19 11:18:04.832898 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-8b48418b-ade3-41ca-991f-6820836b5a36 None None] Notify callbacks [] for port, precommit_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:04.841839 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-8b48418b-ade3-41ca-991f-6820836b5a36 None None] Transition to ACTIVE for port object 36ce3766-a0e6-4ea4-9e71-d4098ae79cb4 will not be triggered until provisioned by entity L2. {{(pid=91057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 11:18:04.846968 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-8b48418b-ade3-41ca-991f-6820836b5a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602'] for port, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:04.852014 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-781433e3-a36f-400e-9251-390be298c7b6 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:04.853870 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:18:04.856202 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-781433e3-a36f-400e-9251-390be298c7b6 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775300'] for security_group_rule, after_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:04.870504 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:18:04.880913 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-69628993-33e5-41ad-ac77-e278930e9a96 req-6ba282e2-1e53-4fa2-a324-7f270cee2a10 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ca68c52d-6e26-4824-bafe-0b280cc3d7cd HTTP/1.1" status: 200 len: 1000 time: 0.0705712 May 19 11:18:04.881476 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-781433e3-a36f-400e-9251-390be298c7b6 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:04.882390 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-781433e3-a36f-400e-9251-390be298c7b6 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1381919 May 19 11:18:04.883845 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781433e3-a36f-400e-9251-390be298c7b6 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb88f1b9-3785-468e-b7fa-bc87e8127a39,revision_number=0']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:18:04.884216 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 48462) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:18:04.889054 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.v2.base [None req-68dc14e2-3b96-416b-94eb-8dbf3c53d1c8 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Request body: {'security_group_rule': {'security_group_id': '49632b15-5f25-449f-9ef8-13ef20653ac5', 'project_id': '32d5d407c4a842328dc05ec1f325d92c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:18:04.889981 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-781433e3-a36f-400e-9251-390be298c7b6 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:18:04.912708 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-68dc14e2-3b96-416b-94eb-8dbf3c53d1c8 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:18:04.917875 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-68dc14e2-3b96-416b-94eb-8dbf3c53d1c8 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Usage tracker for resource:security_group_rule and tenant:32d5d407c4a842328dc05ec1f325d92c is out of sync, need to count used quota {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:18:04.922150 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-68dc14e2-3b96-416b-94eb-8dbf3c53d1c8 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:18:04.927313 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-68dc14e2-3b96-416b-94eb-8dbf3c53d1c8 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:18:04.935909 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69628993-33e5-41ad-ac77-e278930e9a96 req-53c09413-4600-4929-a828-117c57f98e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:04.937063 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-69628993-33e5-41ad-ac77-e278930e9a96 req-53c09413-4600-4929-a828-117c57f98e93 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=b791564f-e95e-40fa-bc9d-bcbecb0ce07c HTTP/1.1" status: 200 len: 849 time: 0.0436037 May 19 11:18:04.942858 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-68dc14e2-3b96-416b-94eb-8dbf3c53d1c8 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:04.971585 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d94c5ac-853d-418b-97cb-766fec7f51f4 None None] Pushing event updated for resources: {'Port': ['ID=36ce3766-a0e6-4ea4-9e71-d4098ae79cb4,revision_number=3']} {{(pid=91057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:18:04.978521 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-9d94c5ac-853d-418b-97cb-766fec7f51f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:18:04.983338 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.managers [None req-8b48418b-ade3-41ca-991f-6820836b5a36 None None] Attempting to bind port 36ce3766-a0e6-4ea4-9e71-d4098ae79cb4 on host dv-cinder-787764-1-iscsi for vnic_type normal with profile {{(pid=91057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 11:18:04.983525 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.managers [None req-8b48418b-ade3-41ca-991f-6820836b5a36 None None] Attempting to bind port 36ce3766-a0e6-4ea4-9e71-d4098ae79cb4 by drivers openvswitch,hyperv on host dv-cinder-787764-1-iscsi at level 0 using segments [{'id': '4d6e547a-bd2e-491e-9d28-86297cd92b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1368, 'network_id': 'd198e52c-7f47-428b-8904-e38d617a3470'}] {{(pid=91057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 11:18:04.983781 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b48418b-ade3-41ca-991f-6820836b5a36 None None] Attempting to bind port 36ce3766-a0e6-4ea4-9e71-d4098ae79cb4 on network d198e52c-7f47-428b-8904-e38d617a3470 {{(pid=91057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 11:18:04.987484 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b48418b-ade3-41ca-991f-6820836b5a36 None None] Checking agent: {'id': '8ddda9c6-7d5f-4e42-9175-c986b5c107e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787764-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 11, 10, 36), 'started_at': datetime.datetime(2021, 5, 19, 11, 11, 6), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 11, 17, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787764-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 11:18:04.987690 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b48418b-ade3-41ca-991f-6820836b5a36 None None] Checking segment: {'id': '4d6e547a-bd2e-491e-9d28-86297cd92b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1368, 'network_id': 'd198e52c-7f47-428b-8904-e38d617a3470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 11:18:04.987922 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-8b48418b-ade3-41ca-991f-6820836b5a36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:04.988142 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b48418b-ade3-41ca-991f-6820836b5a36 None None] Bound using segment: {'id': '4d6e547a-bd2e-491e-9d28-86297cd92b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1368, 'network_id': 'd198e52c-7f47-428b-8904-e38d617a3470'} {{(pid=91057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 11:18:04.988459 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.managers [None req-8b48418b-ade3-41ca-991f-6820836b5a36 None None] Bound port: 36ce3766-a0e6-4ea4-9e71-d4098ae79cb4, host: dv-cinder-787764-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d6e547a-bd2e-491e-9d28-86297cd92b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1368, 'network_id': 'd198e52c-7f47-428b-8904-e38d617a3470'}}] {{(pid=91057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 11:18:04.988668 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-8b48418b-ade3-41ca-991f-6820836b5a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:05.031961 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69628993-33e5-41ad-ac77-e278930e9a96 req-3014ff5d-8164-478e-acff-7b67b4cef54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:05.033057 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-69628993-33e5-41ad-ac77-e278930e9a96 req-3014ff5d-8164-478e-acff-7b67b4cef54c service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=55ec5a42-b6e4-4e09-a033-1b610f60d866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0907493 May 19 11:18:05.045256 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.l3_hamode_db [None req-35455a5f-a4f1-464b-9d51-14cf90194b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6454b025-6bdd-4799-9916-acb41eba735a', 'name': 'tempest-AttachVolumeTestJSON-468252528-router', 'tenant_id': '35d46b728d4a4c459e7454a908c9e5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'external_fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': '0e9d2a56-22fe-4c01-85e6-27318fa7a2a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:17:30Z', 'updated_at': '2021-05-19T11:17:32Z', 'revision_number': 4, 'project_id': '35d46b728d4a4c459e7454a908c9e5c2', 'gw_port': {'id': '0e9d2a56-22fe-4c01-85e6-27318fa7a2a0', 'name': '', 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:6f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6454b025-6bdd-4799-9916-acb41eba735a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:17:30Z', 'updated_at': '2021-05-19T11:17:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-1-iscsi', '_floatingips': [{'id': 'b6920687-5c03-43b5-8caf-ce1495b34754', 'tenant_id': '35d46b728d4a4c459e7454a908c9e5c2', 'floating_ip_address': '172.27.0.164', 'floating_network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'router_id': '6454b025-6bdd-4799-9916-acb41eba735a', 'port_id': 'ca68c52d-6e26-4824-bafe-0b280cc3d7cd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 331, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55ec5a42-b6e4-4e09-a033-1b610f60d866', 'mac_address': 'fa:16:3e:0e:23:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c378e23-6241-44ec-9b71-a9b2aa247f27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T11:17:35Z', 'updated_at': '2021-05-19T11:18:03Z', 'revision_number': 1, 'project_id': '35d46b728d4a4c459e7454a908c9e5c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0aff9e8e-93a5-4497-9277-46fd55ba1ee2', 'name': '', 'network_id': '55ec5a42-b6e4-4e09-a033-1b610f60d866', 'tenant_id': '35d46b728d4a4c459e7454a908c9e5c2', 'mac_address': 'fa:16:3e:f6:df:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6454b025-6bdd-4799-9916-acb41eba735a', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'b791564f-e95e-40fa-bc9d-bcbecb0ce07c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:17:32Z', 'updated_at': '2021-05-19T11:17:37Z', 'revision_number': 5, 'project_id': '35d46b728d4a4c459e7454a908c9e5c2', 'subnets': [{'id': 'b791564f-e95e-40fa-bc9d-bcbecb0ce07c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-1-iscsi', False) {} {{(pid=91058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:18:05.049704 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35455a5f-a4f1-464b-9d51-14cf90194b09 None None] The sync data for ids ['6454b025-6bdd-4799-9916-acb41eba735a'] in dv-cinder-787764-1-iscsi is: [{'id': '6454b025-6bdd-4799-9916-acb41eba735a', 'name': 'tempest-AttachVolumeTestJSON-468252528-router', 'tenant_id': '35d46b728d4a4c459e7454a908c9e5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'external_fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': '0e9d2a56-22fe-4c01-85e6-27318fa7a2a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:17:30Z', 'updated_at': '2021-05-19T11:17:32Z', 'revision_number': 4, 'project_id': '35d46b728d4a4c459e7454a908c9e5c2', 'gw_port': {'id': '0e9d2a56-22fe-4c01-85e6-27318fa7a2a0', 'name': '', 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:6f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6454b025-6bdd-4799-9916-acb41eba735a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:17:30Z', 'updated_at': '2021-05-19T11:17:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-1-iscsi', '_floatingips': [{'id': 'b6920687-5c03-43b5-8caf-ce1495b34754', 'tenant_id': '35d46b728d4a4c459e7454a908c9e5c2', 'floating_ip_address': '172.27.0.164', 'floating_network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'router_id': '6454b025-6bdd-4799-9916-acb41eba735a', 'port_id': 'ca68c52d-6e26-4824-bafe-0b280cc3d7cd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 331, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55ec5a42-b6e4-4e09-a033-1b610f60d866', 'mac_address': 'fa:16:3e:0e:23:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c378e23-6241-44ec-9b71-a9b2aa247f27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T11:17:35Z', 'updated_at': '2021-05-19T11:18:03Z', 'revision_number': 1, 'project_id': '35d46b728d4a4c459e7454a908c9e5c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0aff9e8e-93a5-4497-9277-46fd55ba1ee2', 'name': '', 'network_id': '55ec5a42-b6e4-4e09-a033-1b610f60d866', 'tenant_id': '35d46b728d4a4c459e7454a908c9e5c2', 'mac_address': 'fa:16:3e:f6:df:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6454b025-6bdd-4799-9916-acb41eba735a', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'b791564f-e95e-40fa-bc9d-bcbecb0ce07c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:17:32Z', 'updated_at': '2021-05-19T11:17:37Z', 'revision_number': 5, 'project_id': '35d46b728d4a4c459e7454a908c9e5c2', 'subnets': [{'id': 'b791564f-e95e-40fa-bc9d-bcbecb0ce07c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 11:18:05.056482 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-68dc14e2-3b96-416b-94eb-8dbf3c53d1c8 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:05.065171 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-68dc14e2-3b96-416b-94eb-8dbf3c53d1c8 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775300'] for security_group_rule, after_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:05.068449 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:18:05.072552 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-8b48418b-ade3-41ca-991f-6820836b5a36 None None] For port 36ce3766-a0e6-4ea4-9e71-d4098ae79cb4, host dv-cinder-787764-1-iscsi, cleared binding levels {{(pid=91057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 11:18:05.074552 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-8b48418b-ade3-41ca-991f-6820836b5a36 None None] For port 36ce3766-a0e6-4ea4-9e71-d4098ae79cb4, host dv-cinder-787764-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-1-iscsi',level=0,port_id=36ce3766-a0e6-4ea4-9e71-d4098ae79cb4,segment=NetworkSegment(4d6e547a-bd2e-491e-9d28-86297cd92b49),segment_id=4d6e547a-bd2e-491e-9d28-86297cd92b49)] {{(pid=91057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 11:18:05.078151 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-8b48418b-ade3-41ca-991f-6820836b5a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602'] for port, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:05.081700 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-8d90943e-75da-41be-9c5e-31c2c22c26f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:18:05.107369 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dc14e2-3b96-416b-94eb-8dbf3c53d1c8 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5102ae4-b32b-4fca-8c05-646f3f230f91,revision_number=0']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:18:05.111439 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-68dc14e2-3b96-416b-94eb-8dbf3c53d1c8 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:18:05.126513 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-68dc14e2-3b96-416b-94eb-8dbf3c53d1c8 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:05.127514 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-68dc14e2-3b96-416b-94eb-8dbf3c53d1c8 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2425568 May 19 11:18:05.129836 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 48468) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:18:05.133241 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.v2.base [None req-fbcbc3cc-e33a-4c23-bc54-60f16c3844ee tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Request body: {'security_group_rule': {'security_group_id': '49632b15-5f25-449f-9ef8-13ef20653ac5', 'project_id': '32d5d407c4a842328dc05ec1f325d92c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:18:05.136583 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b48418b-ade3-41ca-991f-6820836b5a36 None None] Routers {'82174659-e7d0-46f6-b55e-f5daca0d6e99'} bound to L3 agent in host dv-cinder-787764-1-iscsi {{(pid=91057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:18:05.136671 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-fbcbc3cc-e33a-4c23-bc54-60f16c3844ee tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:18:05.137240 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_hamode_db [None req-8b48418b-ade3-41ca-991f-6820836b5a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-19T11:10:36Z,description=,heartbeat_timestamp=2021-05-19T11:17:36Z,host='dv-cinder-787764-1-iscsi',id=326bf12a-fdae-48e8-b877-7dbd40e20eda,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:36Z,topic='l3_agent')) {'router_ids': ['82174659-e7d0-46f6-b55e-f5daca0d6e99'], 'active': True} {{(pid=91057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:18:05.139376 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-fbcbc3cc-e33a-4c23-bc54-60f16c3844ee tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Usage tracker for resource:security_group_rule and tenant:32d5d407c4a842328dc05ec1f325d92c is out of sync, need to count used quota {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:18:05.139823 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-69628993-33e5-41ad-ac77-e278930e9a96 req-c0afd1f6-e35b-4222-bd32-eeec43a00bfb service neutron] 10.222.0.112 "GET /v2.0/networks/55ec5a42-b6e4-4e09-a033-1b610f60d866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979669 May 19 11:18:05.157722 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-fbcbc3cc-e33a-4c23-bc54-60f16c3844ee tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:18:05.165315 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-fbcbc3cc-e33a-4c23-bc54-60f16c3844ee tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:18:05.192163 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-fbcbc3cc-e33a-4c23-bc54-60f16c3844ee tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:05.215943 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d94c5ac-853d-418b-97cb-766fec7f51f4 None None] Pushing event updated for resources: {'Port': ['ID=36ce3766-a0e6-4ea4-9e71-d4098ae79cb4,revision_number=4']} {{(pid=91057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:18:05.223778 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-9d94c5ac-853d-418b-97cb-766fec7f51f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:18:05.265748 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-fbcbc3cc-e33a-4c23-bc54-60f16c3844ee tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:05.272667 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-fbcbc3cc-e33a-4c23-bc54-60f16c3844ee tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775300'] for security_group_rule, after_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:05.295528 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-69628993-33e5-41ad-ac77-e278930e9a96 req-00a50b59-dfdb-4649-bfdc-9d1cde1fd900 service neutron] 10.222.0.112 "GET /v2.0/networks/55ec5a42-b6e4-4e09-a033-1b610f60d866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497602 May 19 11:18:05.300022 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-4dda4940-d5e0-4a96-a329-851586e6aa14 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:18:05.304757 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Device c7ca0d5d-c26c-410f-84f9-7f19edf1c9cc up at agent ovs-agent-dv-cinder-787764-1-iscsi {{(pid=91057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 11:18:05.321754 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-fbcbc3cc-e33a-4c23-bc54-60f16c3844ee tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:05.324051 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-fbcbc3cc-e33a-4c23-bc54-60f16c3844ee tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1919088 May 19 11:18:05.324265 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 48478) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:18:05.333091 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.v2.base [None req-84bafc41-efbf-4dc5-8fee-1ff448b0f290 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Request body: {'security_group_rule': {'security_group_id': '49632b15-5f25-449f-9ef8-13ef20653ac5', 'project_id': '32d5d407c4a842328dc05ec1f325d92c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:18:05.340472 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-84bafc41-efbf-4dc5-8fee-1ff448b0f290 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:18:05.342700 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-84bafc41-efbf-4dc5-8fee-1ff448b0f290 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Usage tracker for resource:security_group_rule and tenant:32d5d407c4a842328dc05ec1f325d92c is out of sync, need to count used quota {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:18:05.344482 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-84bafc41-efbf-4dc5-8fee-1ff448b0f290 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:18:05.347714 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-84bafc41-efbf-4dc5-8fee-1ff448b0f290 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:18:05.356896 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcbc3cc-e33a-4c23-bc54-60f16c3844ee tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89f49431-faa3-4f04-accf-45637b5f9c00,revision_number=0']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:18:05.356979 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_dvr_db [None req-8b48418b-ade3-41ca-991f-6820836b5a36 None None] Set router 82174659-e7d0-46f6-b55e-f5daca0d6e99 gateway port host: dv-cinder-787764-1-iscsi {{(pid=91057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:18:05.358627 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-fbcbc3cc-e33a-4c23-bc54-60f16c3844ee tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:18:05.363473 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-84bafc41-efbf-4dc5-8fee-1ff448b0f290 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:05.400436 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-84bafc41-efbf-4dc5-8fee-1ff448b0f290 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:05.403705 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-84bafc41-efbf-4dc5-8fee-1ff448b0f290 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775300'] for security_group_rule, after_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:05.405240 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:18:05.407442 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Provisioning complete for port c7ca0d5d-c26c-410f-84f9-7f19edf1c9cc triggered by entity L2. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:18:05.407659 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441453'] for port, provisioning_complete {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:05.419705 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bafc41-efbf-4dc5-8fee-1ff448b0f290 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcf52ead-3c12-46ea-9715-ec303636bbf5,revision_number=0']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:18:05.424975 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-84bafc41-efbf-4dc5-8fee-1ff448b0f290 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:18:05.430344 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-84bafc41-efbf-4dc5-8fee-1ff448b0f290 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:05.432799 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-84bafc41-efbf-4dc5-8fee-1ff448b0f290 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1062872 May 19 11:18:05.432955 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 48482) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:18:05.436081 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.v2.base [None req-50ff6e95-06ce-4e37-83b8-0022bfcbc4b7 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Request body: {'security_group_rule': {'security_group_id': '49632b15-5f25-449f-9ef8-13ef20653ac5', 'project_id': '32d5d407c4a842328dc05ec1f325d92c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:18:05.439758 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-50ff6e95-06ce-4e37-83b8-0022bfcbc4b7 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:18:05.441872 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-50ff6e95-06ce-4e37-83b8-0022bfcbc4b7 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Usage tracker for resource:security_group_rule and tenant:32d5d407c4a842328dc05ec1f325d92c is out of sync, need to count used quota {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:18:05.443497 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-50ff6e95-06ce-4e37-83b8-0022bfcbc4b7 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:18:05.446551 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-50ff6e95-06ce-4e37-83b8-0022bfcbc4b7 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:18:05.454700 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.db.securitygroups_db [None req-50ff6e95-06ce-4e37-83b8-0022bfcbc4b7 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Project 32d5d407c4a842328dc05ec1f325d92c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 19 11:18:05.458430 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-50ff6e95-06ce-4e37-83b8-0022bfcbc4b7 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:05.496080 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-50ff6e95-06ce-4e37-83b8-0022bfcbc4b7 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:05.500120 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-50ff6e95-06ce-4e37-83b8-0022bfcbc4b7 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775300'] for security_group_rule, after_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:05.502042 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-702ba58c-cd4d-4e1a-8c79-cdafb5f8a1b4 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:18:05.514516 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ff6e95-06ce-4e37-83b8-0022bfcbc4b7 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed8a6beb-4840-43be-9711-33610c3a3445,revision_number=0']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:18:05.517264 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-50ff6e95-06ce-4e37-83b8-0022bfcbc4b7 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:18:05.520948 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-50ff6e95-06ce-4e37-83b8-0022bfcbc4b7 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:05.523478 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-50ff6e95-06ce-4e37-83b8-0022bfcbc4b7 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.0883067 May 19 11:18:05.523671 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 48486) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:18:05.526618 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.v2.base [None req-205ca399-1785-4c9f-90b0-48b8b1b7d68c tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Request body: {'security_group_rule': {'security_group_id': '49632b15-5f25-449f-9ef8-13ef20653ac5', 'project_id': '32d5d407c4a842328dc05ec1f325d92c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:18:05.529637 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-205ca399-1785-4c9f-90b0-48b8b1b7d68c tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:18:05.531673 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-205ca399-1785-4c9f-90b0-48b8b1b7d68c tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Usage tracker for resource:security_group_rule and tenant:32d5d407c4a842328dc05ec1f325d92c is out of sync, need to count used quota {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:18:05.533895 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-205ca399-1785-4c9f-90b0-48b8b1b7d68c tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:18:05.537052 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-205ca399-1785-4c9f-90b0-48b8b1b7d68c tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:18:05.545221 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.db.securitygroups_db [None req-205ca399-1785-4c9f-90b0-48b8b1b7d68c tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Project 32d5d407c4a842328dc05ec1f325d92c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 19 11:18:05.548788 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-205ca399-1785-4c9f-90b0-48b8b1b7d68c tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:05.592362 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-205ca399-1785-4c9f-90b0-48b8b1b7d68c tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:05.598214 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-205ca399-1785-4c9f-90b0-48b8b1b7d68c tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775300'] for security_group_rule, after_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:05.599705 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-50ff6e95-06ce-4e37-83b8-0022bfcbc4b7 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:18:05.607052 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_hamode_db [None req-8b48418b-ade3-41ca-991f-6820836b5a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82174659-e7d0-46f6-b55e-f5daca0d6e99', 'name': 'tempest-TestShelveInstance-1406320705-router', 'tenant_id': '360bd03ce9774539a64c4265894a7f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'external_fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': 'c7ca0d5d-c26c-410f-84f9-7f19edf1c9cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:17:59Z', 'updated_at': '2021-05-19T11:18:02Z', 'revision_number': 4, 'project_id': '360bd03ce9774539a64c4265894a7f17', 'gw_port': {'id': 'c7ca0d5d-c26c-410f-84f9-7f19edf1c9cc', 'name': '', 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:83:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82174659-e7d0-46f6-b55e-f5daca0d6e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:18:00Z', 'updated_at': '2021-05-19T11:18:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-1-iscsi', '_interfaces': [{'id': '36ce3766-a0e6-4ea4-9e71-d4098ae79cb4', 'name': '', 'network_id': 'd198e52c-7f47-428b-8904-e38d617a3470', 'tenant_id': '360bd03ce9774539a64c4265894a7f17', 'mac_address': 'fa:16:3e:46:45:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82174659-e7d0-46f6-b55e-f5daca0d6e99', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'a1620851-b34c-4784-83d4-6e1ce34253e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:18:02Z', 'updated_at': '2021-05-19T11:18:05Z', 'revision_number': 4, 'project_id': '360bd03ce9774539a64c4265894a7f17', 'subnets': [{'id': 'a1620851-b34c-4784-83d4-6e1ce34253e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-1-iscsi', False) {} {{(pid=91057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:18:05.613014 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205ca399-1785-4c9f-90b0-48b8b1b7d68c tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e51edbb8-9021-4702-8f25-8886d4d82f85,revision_number=0']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:18:05.613464 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b48418b-ade3-41ca-991f-6820836b5a36 None None] The sync data for ids ['82174659-e7d0-46f6-b55e-f5daca0d6e99'] in dv-cinder-787764-1-iscsi is: [{'id': '82174659-e7d0-46f6-b55e-f5daca0d6e99', 'name': 'tempest-TestShelveInstance-1406320705-router', 'tenant_id': '360bd03ce9774539a64c4265894a7f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'external_fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': 'c7ca0d5d-c26c-410f-84f9-7f19edf1c9cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:17:59Z', 'updated_at': '2021-05-19T11:18:02Z', 'revision_number': 4, 'project_id': '360bd03ce9774539a64c4265894a7f17', 'gw_port': {'id': 'c7ca0d5d-c26c-410f-84f9-7f19edf1c9cc', 'name': '', 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:83:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82174659-e7d0-46f6-b55e-f5daca0d6e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:18:00Z', 'updated_at': '2021-05-19T11:18:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-1-iscsi', '_interfaces': [{'id': '36ce3766-a0e6-4ea4-9e71-d4098ae79cb4', 'name': '', 'network_id': 'd198e52c-7f47-428b-8904-e38d617a3470', 'tenant_id': '360bd03ce9774539a64c4265894a7f17', 'mac_address': 'fa:16:3e:46:45:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82174659-e7d0-46f6-b55e-f5daca0d6e99', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'a1620851-b34c-4784-83d4-6e1ce34253e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:18:02Z', 'updated_at': '2021-05-19T11:18:05Z', 'revision_number': 4, 'project_id': '360bd03ce9774539a64c4265894a7f17', 'subnets': [{'id': 'a1620851-b34c-4784-83d4-6e1ce34253e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 11:18:05.614628 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-205ca399-1785-4c9f-90b0-48b8b1b7d68c tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:18:05.617942 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c7c867-4dfe-4217-9196-53941cb0e3d2 None None] New status for floating IP b6920687-5c03-43b5-8caf-ce1495b34754: ACTIVE {{(pid=91057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 11:18:05.620503 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-205ca399-1785-4c9f-90b0-48b8b1b7d68c tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:05.621410 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-205ca399-1785-4c9f-90b0-48b8b1b7d68c tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.0971539 May 19 11:18:05.790896 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:06.191773 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-31ef5132-510a-42f8-874c-6accba91531b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:06.741097 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-f3552fb9-a093-42e6-b748-7ab8d8c7cb39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:07.232578 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Device 36ce3766-a0e6-4ea4-9e71-d4098ae79cb4 up at agent ovs-agent-dv-cinder-787764-1-iscsi {{(pid=91057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 11:18:07.295089 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Provisioning for port 36ce3766-a0e6-4ea4-9e71-d4098ae79cb4 completed by entity L2. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 11:18:07.298675 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Provisioning complete for port 36ce3766-a0e6-4ea4-9e71-d4098ae79cb4 triggered by entity L2. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:18:07.299010 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441453'] for port, provisioning_complete {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:07.380476 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:07.407540 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] For port 36ce3766-a0e6-4ea4-9e71-d4098ae79cb4, host dv-cinder-787764-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-1-iscsi',level=0,port_id=36ce3766-a0e6-4ea4-9e71-d4098ae79cb4,segment=NetworkSegment(4d6e547a-bd2e-491e-9d28-86297cd92b49),segment_id=4d6e547a-bd2e-491e-9d28-86297cd92b49)] {{(pid=91057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:18:07.410782 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602'] for port, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:07.413185 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-dade96f9-3ec6-49a2-a33b-27d4861a59a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:18:07.453425 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Pushing event updated for resources: {'Port': ['ID=36ce3766-a0e6-4ea4-9e71-d4098ae79cb4,revision_number=5']} {{(pid=91057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:18:07.455792 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:18:07.819170 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-66ec5bc0-6952-497b-8f33-b3c04bfd0b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:09.210670 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Device 36ce3766-a0e6-4ea4-9e71-d4098ae79cb4 up at agent ovs-agent-dv-cinder-787764-1-iscsi {{(pid=91057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 11:18:09.257958 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Provisioning complete for port 36ce3766-a0e6-4ea4-9e71-d4098ae79cb4 triggered by entity L2. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:18:09.258187 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441453'] for port, provisioning_complete {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:10.086201 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17632af-0a73-4283-bb85-ba8b87a2f29a req-9499dad4-97a6-4ee5-ae7f-57241a36b870 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:10.087207 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-f17632af-0a73-4283-bb85-ba8b87a2f29a req-9499dad4-97a6-4ee5-ae7f-57241a36b870 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=ee8bb661-8d2c-45db-9a1c-ee57ba0d6dd7 HTTP/1.1" status: 200 len: 946 time: 0.0548115 May 19 11:18:10.116491 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-f17632af-0a73-4283-bb85-ba8b87a2f29a req-a61e8df2-7e35-4d2d-af64-9e50bf3280d1 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0252326 May 19 11:18:11.258237 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f9faf9-eca8-4d7c-81b8-954f4c4f8a4d req-80be649c-c6dc-4796-b68f-91eccb7f0f29 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:11.259191 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-97f9faf9-eca8-4d7c-81b8-954f4c4f8a4d req-80be649c-c6dc-4796-b68f-91eccb7f0f29 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=ee8bb661-8d2c-45db-9a1c-ee57ba0d6dd7 HTTP/1.1" status: 200 len: 946 time: 0.0605168 May 19 11:18:11.289291 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-97f9faf9-eca8-4d7c-81b8-954f4c4f8a4d req-5cfdbacb-352d-47d0-94e4-565b03794a97 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0258925 May 19 11:18:12.758240 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badc8db1-8d6b-42c0-87d1-952f6e0ae33b req-fac9d05f-2685-4555-b546-896c4dd14fb8 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:12.759239 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-badc8db1-8d6b-42c0-87d1-952f6e0ae33b req-fac9d05f-2685-4555-b546-896c4dd14fb8 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=ee8bb661-8d2c-45db-9a1c-ee57ba0d6dd7 HTTP/1.1" status: 200 len: 946 time: 0.0594716 May 19 11:18:12.762427 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62da2133-c706-484b-b23d-894093a0ec3a req-e1d89ddf-b2be-4944-9e05-b4fe5d374419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:12.763428 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-62da2133-c706-484b-b23d-894093a0ec3a req-e1d89ddf-b2be-4944-9e05-b4fe5d374419 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=84c9674d9ad94299b1626bb1392867e5&device_id=ee8bb661-8d2c-45db-9a1c-ee57ba0d6dd7 HTTP/1.1" status: 200 len: 1099 time: 0.0509982 May 19 11:18:12.789863 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-badc8db1-8d6b-42c0-87d1-952f6e0ae33b req-bd1ddb7b-f3a3-460c-a4ff-62cb51334f20 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0264118 May 19 11:18:12.862566 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62da2133-c706-484b-b23d-894093a0ec3a req-eec19ffe-2a12-4575-905e-74bef8447753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:12.863574 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-62da2133-c706-484b-b23d-894093a0ec3a req-eec19ffe-2a12-4575-905e-74bef8447753 service neutron] 10.222.0.112 "GET /v2.0/networks?id=d80b1475-eff8-4ebe-8528-2eceb45e3226 HTTP/1.1" status: 200 len: 921 time: 0.0826967 May 19 11:18:12.913350 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-62da2133-c706-484b-b23d-894093a0ec3a req-4d483962-2e11-49da-87c2-449862628fc7 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d0bcdf9-007d-4c7b-bff0-c5aa7d416d7c HTTP/1.1" status: 200 len: 217 time: 0.0402360 May 19 11:18:12.954876 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62da2133-c706-484b-b23d-894093a0ec3a req-df85cfb0-53b0-4f7d-a6c5-b4a13b4280c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:12.955849 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-62da2133-c706-484b-b23d-894093a0ec3a req-df85cfb0-53b0-4f7d-a6c5-b4a13b4280c3 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=f1a81002-835e-403e-96ae-6977fdc5aac0 HTTP/1.1" status: 200 len: 859 time: 0.0366535 May 19 11:18:12.988016 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-62da2133-c706-484b-b23d-894093a0ec3a req-1f8398a3-e122-4852-97ba-d500b7aacc46 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=d80b1475-eff8-4ebe-8528-2eceb45e3226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275283 May 19 11:18:13.142935 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-62da2133-c706-484b-b23d-894093a0ec3a req-d7837acf-57b7-499a-a791-f4bd97295189 service neutron] 10.222.0.112 "GET /v2.0/networks/d80b1475-eff8-4ebe-8528-2eceb45e3226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485627 May 19 11:18:13.217943 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-62da2133-c706-484b-b23d-894093a0ec3a req-c12b1a2d-1e6b-4538-80ab-c804ba711e95 service neutron] 10.222.0.112 "GET /v2.0/networks/d80b1475-eff8-4ebe-8528-2eceb45e3226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0698261 May 19 11:18:13.924707 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e3108b-fda2-4b31-9f25-d84210403acd req-2350d937-ba43-4e7a-9f5e-f5703f270c5f tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:13.925559 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-61e3108b-fda2-4b31-9f25-d84210403acd req-2350d937-ba43-4e7a-9f5e-f5703f270c5f tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=ee8bb661-8d2c-45db-9a1c-ee57ba0d6dd7 HTTP/1.1" status: 200 len: 946 time: 0.0481393 May 19 11:18:13.951554 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-61e3108b-fda2-4b31-9f25-d84210403acd req-a046d323-a669-40fc-a4c2-520441e58961 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0211229 May 19 11:18:15.079207 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e65d4d-69a5-42b6-be7a-ee60219ec690 req-44b8705d-6544-474b-a317-43596ad8a268 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:15.080329 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-18e65d4d-69a5-42b6-be7a-ee60219ec690 req-44b8705d-6544-474b-a317-43596ad8a268 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=ee8bb661-8d2c-45db-9a1c-ee57ba0d6dd7 HTTP/1.1" status: 200 len: 946 time: 0.0572133 May 19 11:18:15.109931 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-18e65d4d-69a5-42b6-be7a-ee60219ec690 req-9f04f8f7-31d6-4473-9cbe-e0d18cf29c00 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0248845 May 19 11:18:16.253133 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f299a83-3851-4116-9408-844e2049526a req-33d8330b-8508-49d3-9689-ca59f84fc50f tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:16.254159 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-2f299a83-3851-4116-9408-844e2049526a req-33d8330b-8508-49d3-9689-ca59f84fc50f tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=ee8bb661-8d2c-45db-9a1c-ee57ba0d6dd7 HTTP/1.1" status: 200 len: 946 time: 0.0547283 May 19 11:18:16.255735 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:16.351098 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-2f299a83-3851-4116-9408-844e2049526a req-39945798-b680-46de-a8c6-125e9cd4534c tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921893 May 19 11:18:17.485655 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76675c2f-13e1-4c27-9b8d-e31b46d1ebf8 req-ace76f0d-1d09-4a7a-80a4-88afe4cd2913 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:17.486633 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-76675c2f-13e1-4c27-9b8d-e31b46d1ebf8 req-ace76f0d-1d09-4a7a-80a4-88afe4cd2913 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=ee8bb661-8d2c-45db-9a1c-ee57ba0d6dd7 HTTP/1.1" status: 200 len: 946 time: 0.0642712 May 19 11:18:17.516391 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-76675c2f-13e1-4c27-9b8d-e31b46d1ebf8 req-8b3d930f-c3bc-436c-8dd8-01afd0d6bcd9 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0262065 May 19 11:18:18.653895 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d243ace-d739-4674-ba1f-845a124374f1 req-b098af3c-4f8e-4657-a4aa-6fde9fcc6203 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:18.655746 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-3d243ace-d739-4674-ba1f-845a124374f1 req-b098af3c-4f8e-4657-a4aa-6fde9fcc6203 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=ee8bb661-8d2c-45db-9a1c-ee57ba0d6dd7 HTTP/1.1" status: 200 len: 946 time: 0.0612955 May 19 11:18:18.689877 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-3d243ace-d739-4674-ba1f-845a124374f1 req-f1f8e0cc-4d51-442d-ad69-53f7fcd754db tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278256 May 19 11:18:19.840629 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0d430f-829f-4285-824d-34c98ca73b42 req-9e2ef60d-c4b1-46ee-aece-b592de20a1b1 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:19.841694 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-bc0d430f-829f-4285-824d-34c98ca73b42 req-9e2ef60d-c4b1-46ee-aece-b592de20a1b1 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=ee8bb661-8d2c-45db-9a1c-ee57ba0d6dd7 HTTP/1.1" status: 200 len: 946 time: 0.0639329 May 19 11:18:19.874201 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-bc0d430f-829f-4285-824d-34c98ca73b42 req-ad3f1731-c2d7-4052-a2cd-8c8a5f2240b4 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284007 May 19 11:18:24.542109 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b869c96-fca5-4685-a5ea-66d49e6fcab5 req-d06e1adc-21f8-4b24-a4bf-ab4b2cff2d24 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:24.543350 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-7b869c96-fca5-4685-a5ea-66d49e6fcab5 req-d06e1adc-21f8-4b24-a4bf-ab4b2cff2d24 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=ee8bb661-8d2c-45db-9a1c-ee57ba0d6dd7 HTTP/1.1" status: 200 len: 946 time: 0.0547581 May 19 11:18:24.578315 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-7b869c96-fca5-4685-a5ea-66d49e6fcab5 req-ba76b126-d2b3-411f-824d-86c3f7dd38f7 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280271 May 19 11:18:34.601986 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-19b50b22-2de4-48c6-a901-1745ff2a9510 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:35.796644 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:36.182999 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-02f1f93a-3ba3-4967-848c-6445144cbfa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:36.743647 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-f3552fb9-a093-42e6-b748-7ab8d8c7cb39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:36.889058 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.agents_db [None req-9df4fd67-1abd-480d-9703-ac00f2726051 None None] Agent healthcheck: found 6 active agents {{(pid=91058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 11:18:37.827057 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-66ec5bc0-6952-497b-8f33-b3c04bfd0b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:37.972387 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfd9d3c-e24f-4bf6-9d4a-2b6333a139c0 req-7a8b4474-7d8b-4492-9d23-69dcc654b023 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:37.973396 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-7bfd9d3c-e24f-4bf6-9d4a-2b6333a139c0 req-7a8b4474-7d8b-4492-9d23-69dcc654b023 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/networks?id=f2a18643-8b9e-461e-b075-a423d396a703 HTTP/1.1" status: 200 len: 815 time: 0.0947645 May 19 11:18:37.983835 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-7bfd9d3c-e24f-4bf6-9d4a-2b6333a139c0 req-8f6363ef-7994-478f-9914-c0771accefae tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/quotas/b26c6106177642a58ce4364b8f04cf82 HTTP/1.1" status: 200 len: 375 time: 0.0065448 May 19 11:18:38.043582 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-7bfd9d3c-e24f-4bf6-9d4a-2b6333a139c0 req-dc51be8c-2455-4f8b-9ee5-0ba8f3fdd1c1 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=b26c6106177642a58ce4364b8f04cf82&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0556777 May 19 11:18:38.128663 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-7bfd9d3c-e24f-4bf6-9d4a-2b6333a139c0 req-d765aa0c-c2bc-4a10-9d1c-0902e7cef427 service neutron] 10.222.0.90 "GET /v2.0/networks/f2a18643-8b9e-461e-b075-a423d396a703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799134 May 19 11:18:38.213396 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-7bfd9d3c-e24f-4bf6-9d4a-2b6333a139c0 req-afe3e157-6e51-4a0d-9433-5fda49b154ad service neutron] 10.222.0.90 "GET /v2.0/networks/f2a18643-8b9e-461e-b075-a423d396a703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803425 May 19 11:18:38.326568 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-8dbcf33f-08ab-4558-8bd3-f5fd8fb1c0a7 req-3ddfa5d8-07d1-45dc-a6fa-132c9ad880d6 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=1fec86a6-dec2-405e-bdcc-aa87ffeb12bb HTTP/1.1" status: 200 len: 210 time: 0.0280848 May 19 11:18:39.424589 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-64a25bed-ac11-4840-9a4c-9893ac42f27b req-7bff1043-cd58-42a6-9e1b-7ce77dae23b2 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=1fec86a6-dec2-405e-bdcc-aa87ffeb12bb HTTP/1.1" status: 200 len: 210 time: 0.0264146 May 19 11:18:39.982553 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13b64ee-2f8a-46c4-868c-25948573aa2b req-d5e08e35-54c2-4d06-ba1e-63be19b8e602 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:39.983542 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-c13b64ee-2f8a-46c4-868c-25948573aa2b req-d5e08e35-54c2-4d06-ba1e-63be19b8e602 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=ee8bb661-8d2c-45db-9a1c-ee57ba0d6dd7 HTTP/1.1" status: 200 len: 946 time: 0.0553558 May 19 11:18:40.012630 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-c13b64ee-2f8a-46c4-868c-25948573aa2b req-e806c147-3742-4ebc-be92-034f2e6be0aa tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0249181 May 19 11:18:40.532043 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-ce1b9726-c16e-414e-85a7-db88766cc8e0 req-55639b9e-f955-404e-ae92-a63480f08b7a tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=1fec86a6-dec2-405e-bdcc-aa87ffeb12bb HTTP/1.1" status: 200 len: 210 time: 0.0423572 May 19 11:18:40.732817 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4200af-4983-4148-83d0-4a1bc9a56f5e req-f719ec3b-204d-4eb3-8e92-16379ec199b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:40.734085 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-4d4200af-4983-4148-83d0-4a1bc9a56f5e req-f719ec3b-204d-4eb3-8e92-16379ec199b6 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=84c9674d9ad94299b1626bb1392867e5&device_id=ee8bb661-8d2c-45db-9a1c-ee57ba0d6dd7 HTTP/1.1" status: 200 len: 1099 time: 0.0581865 May 19 11:18:40.827973 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4200af-4983-4148-83d0-4a1bc9a56f5e req-c80a1c4a-1ad1-41e4-af24-153faabd2df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:40.829778 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-4d4200af-4983-4148-83d0-4a1bc9a56f5e req-c80a1c4a-1ad1-41e4-af24-153faabd2df1 service neutron] 10.222.0.112 "GET /v2.0/networks?id=d80b1475-eff8-4ebe-8528-2eceb45e3226 HTTP/1.1" status: 200 len: 921 time: 0.0889647 May 19 11:18:40.882590 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-4d4200af-4983-4148-83d0-4a1bc9a56f5e req-1ac5dfcd-aff4-4541-8e89-eb6cd06c5ea9 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d0bcdf9-007d-4c7b-bff0-c5aa7d416d7c HTTP/1.1" status: 200 len: 217 time: 0.0458908 May 19 11:18:40.926463 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4200af-4983-4148-83d0-4a1bc9a56f5e req-f140e630-5db7-4c3a-a629-f902d67f97ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:40.927477 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-4d4200af-4983-4148-83d0-4a1bc9a56f5e req-f140e630-5db7-4c3a-a629-f902d67f97ba service neutron] 10.222.0.112 "GET /v2.0/subnets?id=f1a81002-835e-403e-96ae-6977fdc5aac0 HTTP/1.1" status: 200 len: 859 time: 0.0389173 May 19 11:18:40.964707 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-4d4200af-4983-4148-83d0-4a1bc9a56f5e req-15f8bfaa-e078-43ba-8f18-17100cc53939 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=d80b1475-eff8-4ebe-8528-2eceb45e3226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295358 May 19 11:18:41.056069 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-4d4200af-4983-4148-83d0-4a1bc9a56f5e req-cc61a406-fa8c-429c-a6a6-606728ba3c79 service neutron] 10.222.0.112 "GET /v2.0/networks/d80b1475-eff8-4ebe-8528-2eceb45e3226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839117 May 19 11:18:41.147120 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-4d4200af-4983-4148-83d0-4a1bc9a56f5e req-f3305ade-27c5-4770-8e67-759397997123 service neutron] 10.222.0.112 "GET /v2.0/networks/d80b1475-eff8-4ebe-8528-2eceb45e3226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859249 May 19 11:18:41.155978 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bfc7f1-8bb3-4e14-b2cd-93f0bb6232c2 req-f556e184-db38-47ea-93c6-d785e3d9e32f tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:41.157807 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-35bfc7f1-8bb3-4e14-b2cd-93f0bb6232c2 req-f556e184-db38-47ea-93c6-d785e3d9e32f tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=ee8bb661-8d2c-45db-9a1c-ee57ba0d6dd7 HTTP/1.1" status: 200 len: 946 time: 0.0634475 May 19 11:18:41.189385 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-35bfc7f1-8bb3-4e14-b2cd-93f0bb6232c2 req-21bc685b-336a-4d5b-800b-02be41fcf46f tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274971 May 19 11:18:41.697275 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-ae9220be-8c06-402c-9954-beb7ee3cfc5f req-6bf53172-df76-4196-91a3-0ba251a9b5e7 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=1fec86a6-dec2-405e-bdcc-aa87ffeb12bb HTTP/1.1" status: 200 len: 210 time: 0.0295517 May 19 11:18:42.326235 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26d245d-365a-40e5-8934-f09a59bd34d2 req-447ce8f5-c236-4e71-a2ac-ea2fcfa89db9 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:42.327233 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-b26d245d-365a-40e5-8934-f09a59bd34d2 req-447ce8f5-c236-4e71-a2ac-ea2fcfa89db9 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=ee8bb661-8d2c-45db-9a1c-ee57ba0d6dd7 HTTP/1.1" status: 200 len: 946 time: 0.0555952 May 19 11:18:42.356732 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-b26d245d-365a-40e5-8934-f09a59bd34d2 req-1e725a5e-514f-48a6-b1a9-23110731921a tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0255895 May 19 11:18:43.192173 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-3d87890f-8f7b-4f97-8cc2-4cb13445c15a req-9c4f9fb7-93ed-4346-8ce9-05d00c645e9e tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=1fec86a6-dec2-405e-bdcc-aa87ffeb12bb HTTP/1.1" status: 200 len: 210 time: 0.0429535 May 19 11:18:43.500939 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8149d7-d575-465e-b1c0-727fedf4af58 req-d3c73283-3586-4074-8f05-d7f9da666762 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:43.501980 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-ee8149d7-d575-465e-b1c0-727fedf4af58 req-d3c73283-3586-4074-8f05-d7f9da666762 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=ee8bb661-8d2c-45db-9a1c-ee57ba0d6dd7 HTTP/1.1" status: 200 len: 946 time: 0.0714822 May 19 11:18:43.533756 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-ee8149d7-d575-465e-b1c0-727fedf4af58 req-61068afd-00bc-49ce-a7ad-b38d6c5fed68 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0257173 May 19 11:18:44.398312 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-7d8fb2a1-9ff5-4a64-b12a-a6625e7f9b94 req-8759448e-991a-4b66-bdcc-ef5f4c6c4173 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=1fec86a6-dec2-405e-bdcc-aa87ffeb12bb HTTP/1.1" status: 200 len: 210 time: 0.0327840 May 19 11:18:44.747657 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16426a6a-f3b6-47d4-9bac-7656e49ebf0a req-99802320-d725-4543-80fd-206413c9bcfd tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:44.748663 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-16426a6a-f3b6-47d4-9bac-7656e49ebf0a req-99802320-d725-4543-80fd-206413c9bcfd tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=ee8bb661-8d2c-45db-9a1c-ee57ba0d6dd7 HTTP/1.1" status: 200 len: 946 time: 0.1312020 May 19 11:18:44.778701 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-16426a6a-f3b6-47d4-9bac-7656e49ebf0a req-13351742-469f-48db-b39d-88f7c33fb9b4 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0252399 May 19 11:18:44.834837 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfd9d3c-e24f-4bf6-9d4a-2b6333a139c0 req-2fd8dade-2cfb-43bd-8200-8091187a17ad tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:44.835719 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-7bfd9d3c-e24f-4bf6-9d4a-2b6333a139c0 req-2fd8dade-2cfb-43bd-8200-8091187a17ad tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.112 "GET /v2.0/networks?id=f2a18643-8b9e-461e-b075-a423d396a703 HTTP/1.1" status: 200 len: 815 time: 0.0939710 May 19 11:18:44.844641 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.v2.base [req-7bfd9d3c-e24f-4bf6-9d4a-2b6333a139c0 req-ee8a7866-db1f-4864-bb70-838e61125837 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Request body: {'port': {'device_id': '1fec86a6-dec2-405e-bdcc-aa87ffeb12bb', 'network_id': 'f2a18643-8b9e-461e-b075-a423d396a703', 'admin_state_up': True, 'tenant_id': 'b26c6106177642a58ce4364b8f04cf82'}} {{(pid=91055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:18:44.916110 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [req-7bfd9d3c-e24f-4bf6-9d4a-2b6333a139c0 req-ee8a7866-db1f-4864-bb70-838e61125837 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:18:44.918618 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [req-7bfd9d3c-e24f-4bf6-9d4a-2b6333a139c0 req-ee8a7866-db1f-4864-bb70-838e61125837 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Usage tracker for resource:port and tenant:b26c6106177642a58ce4364b8f04cf82 is out of sync, need to count used quota {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:18:44.920212 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [req-7bfd9d3c-e24f-4bf6-9d4a-2b6333a139c0 req-ee8a7866-db1f-4864-bb70-838e61125837 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Quota usage for port was recalculated. Used quota:3. {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:18:44.923371 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [req-7bfd9d3c-e24f-4bf6-9d4a-2b6333a139c0 req-ee8a7866-db1f-4864-bb70-838e61125837 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:18:44.930177 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bfd9d3c-e24f-4bf6-9d4a-2b6333a139c0 req-ee8a7866-db1f-4864-bb70-838e61125837 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Made reservation on behalf of b26c6106177642a58ce4364b8f04cf82 for: {'port': 1} {{(pid=91055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 11:18:44.932090 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-7bfd9d3c-e24f-4bf6-9d4a-2b6333a139c0 req-ee8a7866-db1f-4864-bb70-838e61125837 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:45.014486 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.db_base_plugin_common [req-7bfd9d3c-e24f-4bf6-9d4a-2b6333a139c0 req-ee8a7866-db1f-4864-bb70-838e61125837 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Allocated IP 172.20.0.3 (f2a18643-8b9e-461e-b075-a423d396a703/ad8c650d-7c1e-4564-9480-5348b05a4c70/bf4311a5-d486-493e-8925-9135d4a8116c) {{(pid=91055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 11:18:45.119918 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-7bfd9d3c-e24f-4bf6-9d4a-2b6333a139c0 req-ee8a7866-db1f-4864-bb70-838e61125837 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Notify callbacks [] for port, precommit_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:45.139085 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-7bfd9d3c-e24f-4bf6-9d4a-2b6333a139c0 req-ee8a7866-db1f-4864-bb70-838e61125837 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749740362231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3654904'] for port, after_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:45.142489 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-018639e6-3668-4f10-8473-5adea88007fb tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:18:45.176113 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bfd9d3c-e24f-4bf6-9d4a-2b6333a139c0 req-ee8a7866-db1f-4864-bb70-838e61125837 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Network f2a18643-8b9e-461e-b075-a423d396a703 is already hosted by enough agents. {{(pid=91055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 11:18:45.177867 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] get_ports_and_sgs() called for port_ids ['7aa4ffd5-7d11-4dd0-b47c-6f547aa78979', '00d0d578-06cf-4c1f-aecc-813b084a6269', '91f4064d-3935-44fd-ad59-2df97d807c84'] {{(pid=91057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 11:18:45.178211 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.scheduler.base_scheduler [req-7bfd9d3c-e24f-4bf6-9d4a-2b6333a139c0 req-ee8a7866-db1f-4864-bb70-838e61125837 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Resources bound (agent type, host, resource id): {{(pid=91055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:18:45.179362 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bfd9d3c-e24f-4bf6-9d4a-2b6333a139c0 req-ee8a7866-db1f-4864-bb70-838e61125837 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Received port after_create {{(pid=91055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 11:18:45.275657 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8a7866-db1f-4864-bb70-838e61125837 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Pushing event updated for resources: {'Port': ['ID=bf4311a5-d486-493e-8925-9135d4a8116c,revision_number=1']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:18:45.282415 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8a7866-db1f-4864-bb70-838e61125837 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:18:45.282601 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8a7866-db1f-4864-bb70-838e61125837 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:18:45.282813 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8a7866-db1f-4864-bb70-838e61125837 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:18:45.282993 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8a7866-db1f-4864-bb70-838e61125837 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:18:45.283122 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8a7866-db1f-4864-bb70-838e61125837 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:18:45.283308 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8a7866-db1f-4864-bb70-838e61125837 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:18:45.283489 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8a7866-db1f-4864-bb70-838e61125837 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:18:45.283668 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8a7866-db1f-4864-bb70-838e61125837 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:18:45.283848 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8a7866-db1f-4864-bb70-838e61125837 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:18:45.284027 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8a7866-db1f-4864-bb70-838e61125837 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:18:45.284206 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8a7866-db1f-4864-bb70-838e61125837 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:18:45.284384 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8a7866-db1f-4864-bb70-838e61125837 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:18:45.287222 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-ee8a7866-db1f-4864-bb70-838e61125837 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:18:45.292829 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfd9d3c-e24f-4bf6-9d4a-2b6333a139c0 req-ee8a7866-db1f-4864-bb70-838e61125837 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:45.293155 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-7bfd9d3c-e24f-4bf6-9d4a-2b6333a139c0 req-ee8a7866-db1f-4864-bb70-838e61125837 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6101'] for port, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:45.305707 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-7bfd9d3c-e24f-4bf6-9d4a-2b6333a139c0 req-ee8a7866-db1f-4864-bb70-838e61125837 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.4634199 May 19 11:18:45.350728 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.v2.base [req-7bfd9d3c-e24f-4bf6-9d4a-2b6333a139c0 req-23e87455-0170-4ec7-963c-82d339c30962 service neutron] Request body: {'port': {'device_id': '1fec86a6-dec2-405e-bdcc-aa87ffeb12bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78776'}} {{(pid=91055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:18:45.410209 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-7bfd9d3c-e24f-4bf6-9d4a-2b6333a139c0 req-23e87455-0170-4ec7-963c-82d339c30962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:45.517509 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdb0512-c7e4-431f-9281-f55c31887aa4 req-4a74c41c-ec63-4770-bbe0-b0fb85a060ba tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:45.518402 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-9bdb0512-c7e4-431f-9281-f55c31887aa4 req-4a74c41c-ec63-4770-bbe0-b0fb85a060ba tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=1fec86a6-dec2-405e-bdcc-aa87ffeb12bb HTTP/1.1" status: 200 len: 931 time: 0.0496805 May 19 11:18:45.545664 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-9bdb0512-c7e4-431f-9281-f55c31887aa4 req-1de5557d-eb9d-4057-9e84-a1e3ea28f2c9 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/security-groups?id=02f8fdd5-5dea-4a08-86bc-b9af91d4a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0227869 May 19 11:18:45.601033 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.notifiers.nova [req-7bfd9d3c-e24f-4bf6-9d4a-2b6333a139c0 req-23e87455-0170-4ec7-963c-82d339c30962 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf4311a5-d486-493e-8925-9135d4a8116c {{(pid=91055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 11:18:45.605000 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-7bfd9d3c-e24f-4bf6-9d4a-2b6333a139c0 req-23e87455-0170-4ec7-963c-82d339c30962 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:45.612569 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.provisioning_blocks [req-7bfd9d3c-e24f-4bf6-9d4a-2b6333a139c0 req-23e87455-0170-4ec7-963c-82d339c30962 service neutron] Transition to ACTIVE for port object bf4311a5-d486-493e-8925-9135d4a8116c will not be triggered until provisioned by entity L2. {{(pid=91055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 11:18:45.615549 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-7bfd9d3c-e24f-4bf6-9d4a-2b6333a139c0 req-23e87455-0170-4ec7-963c-82d339c30962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3654881'] for port, after_update {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:45.618282 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-e5ee4f9e-7e8f-41af-b787-3b77b9f5fce5 tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:18:45.693425 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e87455-0170-4ec7-963c-82d339c30962 service neutron] Pushing event updated for resources: {'Port': ['ID=bf4311a5-d486-493e-8925-9135d4a8116c,revision_number=2']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:18:45.695187 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-23e87455-0170-4ec7-963c-82d339c30962 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:18:45.738766 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.managers [req-7bfd9d3c-e24f-4bf6-9d4a-2b6333a139c0 req-23e87455-0170-4ec7-963c-82d339c30962 service neutron] Attempting to bind port bf4311a5-d486-493e-8925-9135d4a8116c on host hv-cinder-78776 for vnic_type normal with profile {{(pid=91055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 11:18:45.738952 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.managers [req-7bfd9d3c-e24f-4bf6-9d4a-2b6333a139c0 req-23e87455-0170-4ec7-963c-82d339c30962 service neutron] Attempting to bind port bf4311a5-d486-493e-8925-9135d4a8116c by drivers openvswitch,hyperv on host hv-cinder-78776 at level 0 using segments [{'id': '196e79df-6043-4c3c-bc65-7e8b3bac3a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1374, 'network_id': 'f2a18643-8b9e-461e-b075-a423d396a703'}] {{(pid=91055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 11:18:45.739358 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bfd9d3c-e24f-4bf6-9d4a-2b6333a139c0 req-23e87455-0170-4ec7-963c-82d339c30962 service neutron] Attempting to bind port bf4311a5-d486-493e-8925-9135d4a8116c on network f2a18643-8b9e-461e-b075-a423d396a703 {{(pid=91055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 11:18:45.742125 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bfd9d3c-e24f-4bf6-9d4a-2b6333a139c0 req-23e87455-0170-4ec7-963c-82d339c30962 service neutron] Port bf4311a5-d486-493e-8925-9135d4a8116c on network f2a18643-8b9e-461e-b075-a423d396a703 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78776 {{(pid=91055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 11:18:45.742295 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bfd9d3c-e24f-4bf6-9d4a-2b6333a139c0 req-23e87455-0170-4ec7-963c-82d339c30962 service neutron] Attempting to bind port bf4311a5-d486-493e-8925-9135d4a8116c on network f2a18643-8b9e-461e-b075-a423d396a703 {{(pid=91055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 11:18:45.745028 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bfd9d3c-e24f-4bf6-9d4a-2b6333a139c0 req-23e87455-0170-4ec7-963c-82d339c30962 service neutron] Checking agent: {'id': 'ec23b603-1024-4efc-b4c9-1692111c39b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78776', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 11, 14, 16), 'started_at': datetime.datetime(2021, 5, 19, 11, 14, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 11, 18, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 11:18:45.745324 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bfd9d3c-e24f-4bf6-9d4a-2b6333a139c0 req-23e87455-0170-4ec7-963c-82d339c30962 service neutron] Checking segment: {'id': '196e79df-6043-4c3c-bc65-7e8b3bac3a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1374, 'network_id': 'f2a18643-8b9e-461e-b075-a423d396a703'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 11:18:45.745434 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bfd9d3c-e24f-4bf6-9d4a-2b6333a139c0 req-23e87455-0170-4ec7-963c-82d339c30962 service neutron] Bound using segment: {'id': '196e79df-6043-4c3c-bc65-7e8b3bac3a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1374, 'network_id': 'f2a18643-8b9e-461e-b075-a423d396a703'} {{(pid=91055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 11:18:45.745665 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.managers [req-7bfd9d3c-e24f-4bf6-9d4a-2b6333a139c0 req-23e87455-0170-4ec7-963c-82d339c30962 service neutron] Bound port: bf4311a5-d486-493e-8925-9135d4a8116c, host: hv-cinder-78776, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '196e79df-6043-4c3c-bc65-7e8b3bac3a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1374, 'network_id': 'f2a18643-8b9e-461e-b075-a423d396a703'}}] {{(pid=91055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 11:18:45.745851 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-7bfd9d3c-e24f-4bf6-9d4a-2b6333a139c0 req-23e87455-0170-4ec7-963c-82d339c30962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:45.794764 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.db [req-7bfd9d3c-e24f-4bf6-9d4a-2b6333a139c0 req-23e87455-0170-4ec7-963c-82d339c30962 service neutron] For port bf4311a5-d486-493e-8925-9135d4a8116c, host hv-cinder-78776, cleared binding levels {{(pid=91055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 11:18:45.796696 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.db [req-7bfd9d3c-e24f-4bf6-9d4a-2b6333a139c0 req-23e87455-0170-4ec7-963c-82d339c30962 service neutron] For port bf4311a5-d486-493e-8925-9135d4a8116c, host hv-cinder-78776, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=bf4311a5-d486-493e-8925-9135d4a8116c,segment=NetworkSegment(196e79df-6043-4c3c-bc65-7e8b3bac3a1b),segment_id=196e79df-6043-4c3c-bc65-7e8b3bac3a1b)] {{(pid=91055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 11:18:45.799231 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-7bfd9d3c-e24f-4bf6-9d4a-2b6333a139c0 req-23e87455-0170-4ec7-963c-82d339c30962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3654881'] for port, after_update {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:45.802205 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-611940bd-1e31-443d-8ea0-121ac1c12393 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:18:45.838834 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfd9d3c-e24f-4bf6-9d4a-2b6333a139c0 req-23e87455-0170-4ec7-963c-82d339c30962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:45.839238 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-7bfd9d3c-e24f-4bf6-9d4a-2b6333a139c0 req-23e87455-0170-4ec7-963c-82d339c30962 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6101'] for port, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:45.840158 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-7bfd9d3c-e24f-4bf6-9d4a-2b6333a139c0 req-23e87455-0170-4ec7-963c-82d339c30962 service neutron] 10.222.0.112 "PUT /v2.0/ports/bf4311a5-d486-493e-8925-9135d4a8116c HTTP/1.1" status: 200 len: 1093 time: 0.4929521 May 19 11:18:45.840493 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fec86a6-dec2-405e-bdcc-aa87ffeb12bb', 'tag': 'bf4311a5-d486-493e-8925-9135d4a8116c'}] {{(pid=91055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 11:18:45.852878 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e87455-0170-4ec7-963c-82d339c30962 service neutron] Pushing event updated for resources: {'Port': ['ID=bf4311a5-d486-493e-8925-9135d4a8116c,revision_number=3']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:18:45.855160 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-23e87455-0170-4ec7-963c-82d339c30962 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:18:45.888279 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1dbf5f-3e7c-4479-a57b-78cb957af0b5 req-a9eed766-8728-4be5-b78b-1e826af95e17 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:45.889238 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-5e1dbf5f-3e7c-4479-a57b-78cb957af0b5 req-a9eed766-8728-4be5-b78b-1e826af95e17 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=ee8bb661-8d2c-45db-9a1c-ee57ba0d6dd7 HTTP/1.1" status: 200 len: 946 time: 0.0495417 May 19 11:18:45.917456 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-5e1dbf5f-3e7c-4479-a57b-78cb957af0b5 req-9cf5dac0-d32d-4b3c-95bd-c2cd3c00cc4b tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0242319 May 19 11:18:45.948861 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfd9d3c-e24f-4bf6-9d4a-2b6333a139c0 req-2da76fd0-f492-4c77-bc64-86ddd5a3cd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:45.949943 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-7bfd9d3c-e24f-4bf6-9d4a-2b6333a139c0 req-2da76fd0-f492-4c77-bc64-86ddd5a3cd70 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=b26c6106177642a58ce4364b8f04cf82&device_id=1fec86a6-dec2-405e-bdcc-aa87ffeb12bb HTTP/1.1" status: 200 len: 1096 time: 0.0500181 May 19 11:18:45.951050 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fec86a6-dec2-405e-bdcc-aa87ffeb12bb', 'tag': 'bf4311a5-d486-493e-8925-9135d4a8116c', 'status': 'completed', 'code': 200} May 19 11:18:45.992318 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-7bfd9d3c-e24f-4bf6-9d4a-2b6333a139c0 req-4ed5b425-06c4-46f5-aa04-53158735adfc service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bf4311a5-d486-493e-8925-9135d4a8116c HTTP/1.1" status: 200 len: 217 time: 0.0327797 May 19 11:18:46.033245 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfd9d3c-e24f-4bf6-9d4a-2b6333a139c0 req-c6198ff0-f1f4-4ff5-91e6-d4cd7bc19227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:46.034883 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-7bfd9d3c-e24f-4bf6-9d4a-2b6333a139c0 req-c6198ff0-f1f4-4ff5-91e6-d4cd7bc19227 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=ad8c650d-7c1e-4564-9480-5348b05a4c70 HTTP/1.1" status: 200 len: 855 time: 0.0342345 May 19 11:18:46.061163 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-7bfd9d3c-e24f-4bf6-9d4a-2b6333a139c0 req-d09f5c55-1e4f-473e-91be-65fb48b7706c service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=f2a18643-8b9e-461e-b075-a423d396a703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0205281 May 19 11:18:46.133955 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-7bfd9d3c-e24f-4bf6-9d4a-2b6333a139c0 req-294f8f9e-81ac-4b47-afa4-26f75113cd3c service neutron] 10.222.0.112 "GET /v2.0/networks/f2a18643-8b9e-461e-b075-a423d396a703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0656018 May 19 11:18:46.211557 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-7bfd9d3c-e24f-4bf6-9d4a-2b6333a139c0 req-0caf0080-0cd4-4b33-90c6-f5f274bf5cfa service neutron] 10.222.0.112 "GET /v2.0/networks/f2a18643-8b9e-461e-b075-a423d396a703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0677702 May 19 11:18:46.261177 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:18:46.294181 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3cde9b-e5c7-4f9f-b0d3-f5726b56063c req-c9879077-6eb7-464f-a6b3-42d7352b4dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:46.294979 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-4e3cde9b-e5c7-4f9f-b0d3-f5726b56063c req-c9879077-6eb7-464f-a6b3-42d7352b4dd2 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=b26c6106177642a58ce4364b8f04cf82&device_id=1fec86a6-dec2-405e-bdcc-aa87ffeb12bb HTTP/1.1" status: 200 len: 1096 time: 0.0398908 May 19 11:18:46.419469 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3cde9b-e5c7-4f9f-b0d3-f5726b56063c req-1961afa5-d19d-4e43-a898-ef14bab7832a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:46.421233 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-4e3cde9b-e5c7-4f9f-b0d3-f5726b56063c req-1961afa5-d19d-4e43-a898-ef14bab7832a service neutron] 10.222.0.112 "GET /v2.0/networks?id=f2a18643-8b9e-461e-b075-a423d396a703 HTTP/1.1" status: 200 len: 917 time: 0.1210699 May 19 11:18:46.468456 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-4e3cde9b-e5c7-4f9f-b0d3-f5726b56063c req-5c60e0a0-9f3d-4430-8c05-fef4ef7b710d service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bf4311a5-d486-493e-8925-9135d4a8116c HTTP/1.1" status: 200 len: 217 time: 0.0388229 May 19 11:18:46.516025 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3cde9b-e5c7-4f9f-b0d3-f5726b56063c req-9fb53c6d-b2ca-491d-9d1a-213beb34e129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:46.516960 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-4e3cde9b-e5c7-4f9f-b0d3-f5726b56063c req-9fb53c6d-b2ca-491d-9d1a-213beb34e129 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=ad8c650d-7c1e-4564-9480-5348b05a4c70 HTTP/1.1" status: 200 len: 855 time: 0.0364408 May 19 11:18:46.545625 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-4e3cde9b-e5c7-4f9f-b0d3-f5726b56063c req-435b0a2c-20c1-4db7-903f-0245896ae7e2 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=f2a18643-8b9e-461e-b075-a423d396a703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234458 May 19 11:18:46.633876 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-4e3cde9b-e5c7-4f9f-b0d3-f5726b56063c req-13948979-ba35-494d-b055-db899283e445 service neutron] 10.222.0.112 "GET /v2.0/networks/f2a18643-8b9e-461e-b075-a423d396a703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833366 May 19 11:18:46.703709 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c57c151-2f95-4f22-b9e1-2df797f4508d req-fa451f80-1361-4fc2-8ff3-934f1f9a33d1 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:46.705432 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-5c57c151-2f95-4f22-b9e1-2df797f4508d req-fa451f80-1361-4fc2-8ff3-934f1f9a33d1 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=1fec86a6-dec2-405e-bdcc-aa87ffeb12bb HTTP/1.1" status: 200 len: 943 time: 0.0596428 May 19 11:18:46.737383 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-5c57c151-2f95-4f22-b9e1-2df797f4508d req-ef85ed02-082f-42e7-b44d-90ce187403a7 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/security-groups?id=02f8fdd5-5dea-4a08-86bc-b9af91d4a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0247104 May 19 11:18:46.740944 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-4e3cde9b-e5c7-4f9f-b0d3-f5726b56063c req-c5b0efba-390f-4c27-a35a-2d6baae65fee service neutron] 10.222.0.112 "GET /v2.0/networks/f2a18643-8b9e-461e-b075-a423d396a703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842662 May 19 11:18:47.057616 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9921f7c7-8a47-475e-a6d7-560216f211ae req-4ad376f3-c648-4dea-a955-7f97302efd37 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:47.058470 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-9921f7c7-8a47-475e-a6d7-560216f211ae req-4ad376f3-c648-4dea-a955-7f97302efd37 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=ee8bb661-8d2c-45db-9a1c-ee57ba0d6dd7 HTTP/1.1" status: 200 len: 946 time: 0.0667593 May 19 11:18:47.087079 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-9921f7c7-8a47-475e-a6d7-560216f211ae req-b81ca414-4405-43ee-a4c6-6d384da332ad tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0256007 May 19 11:18:47.874526 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5205985b-df84-4e67-bcbf-5f192df7df29 req-9cd89486-9242-415b-9bbf-003aa6e422d8 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:47.875550 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-5205985b-df84-4e67-bcbf-5f192df7df29 req-9cd89486-9242-415b-9bbf-003aa6e422d8 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=1fec86a6-dec2-405e-bdcc-aa87ffeb12bb HTTP/1.1" status: 200 len: 943 time: 0.0577354 May 19 11:18:47.904847 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-5205985b-df84-4e67-bcbf-5f192df7df29 req-226125ad-2e27-4871-a9dc-eeb26d6deb10 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/security-groups?id=02f8fdd5-5dea-4a08-86bc-b9af91d4a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0251758 May 19 11:18:48.229758 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2899de5f-3fff-475d-b204-5b68864e7d65 req-a4a07886-21b0-40a2-84f0-7768b3c8ab66 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:48.230697 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-2899de5f-3fff-475d-b204-5b68864e7d65 req-a4a07886-21b0-40a2-84f0-7768b3c8ab66 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=ee8bb661-8d2c-45db-9a1c-ee57ba0d6dd7 HTTP/1.1" status: 200 len: 946 time: 0.0596893 May 19 11:18:48.258466 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-2899de5f-3fff-475d-b204-5b68864e7d65 req-a37af533-2c70-4e3b-a3fa-ed252e50d9ee tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0236840 May 19 11:18:49.157321 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87de1b4c-2486-456a-a8a6-a9572bfe7255 req-6f58fa5a-5e13-44db-ac05-535785cfceee tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:49.158418 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-87de1b4c-2486-456a-a8a6-a9572bfe7255 req-6f58fa5a-5e13-44db-ac05-535785cfceee tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=1fec86a6-dec2-405e-bdcc-aa87ffeb12bb HTTP/1.1" status: 200 len: 943 time: 0.0735714 May 19 11:18:49.189770 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-87de1b4c-2486-456a-a8a6-a9572bfe7255 req-d05d769f-f2fd-4043-96e1-edaf954ddc28 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/security-groups?id=02f8fdd5-5dea-4a08-86bc-b9af91d4a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269876 May 19 11:18:49.410019 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a293dd7-8a01-4b70-b412-bfa1e1c46b0f req-0d38ab75-55c8-46ec-bc3c-842a51477ac4 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:49.410952 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-0a293dd7-8a01-4b70-b412-bfa1e1c46b0f req-0d38ab75-55c8-46ec-bc3c-842a51477ac4 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=ee8bb661-8d2c-45db-9a1c-ee57ba0d6dd7 HTTP/1.1" status: 200 len: 946 time: 0.0659800 May 19 11:18:49.451627 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-0a293dd7-8a01-4b70-b412-bfa1e1c46b0f req-2e498d49-8d91-4dd2-aec3-b415da1ca640 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361280 May 19 11:18:50.606162 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7b72d8-0913-40be-b68d-b1da2feee5ee req-44b806ef-853f-49aa-9725-aec10c2f1674 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:50.607166 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-1f7b72d8-0913-40be-b68d-b1da2feee5ee req-44b806ef-853f-49aa-9725-aec10c2f1674 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=1fec86a6-dec2-405e-bdcc-aa87ffeb12bb HTTP/1.1" status: 200 len: 943 time: 0.0580695 May 19 11:18:50.665441 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-1f7b72d8-0913-40be-b68d-b1da2feee5ee req-bea92f3d-378f-4725-80dc-2ee2419f0e16 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/security-groups?id=02f8fdd5-5dea-4a08-86bc-b9af91d4a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357733 May 19 11:18:50.679807 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b0d867-3403-41eb-93bb-de469561b37e req-61900243-fef1-491a-a723-f4891e7ffc28 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:50.680957 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-14b0d867-3403-41eb-93bb-de469561b37e req-61900243-fef1-491a-a723-f4891e7ffc28 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=ee8bb661-8d2c-45db-9a1c-ee57ba0d6dd7 HTTP/1.1" status: 200 len: 946 time: 0.0731802 May 19 11:18:50.712721 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-14b0d867-3403-41eb-93bb-de469561b37e req-f79ec871-3e36-437d-89bf-3940a8633835 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0247145 May 19 11:18:52.839171 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18328fa2-7d5f-4c53-934d-c10d61ba19aa req-0f2e5691-a782-472f-a58c-bf76513a2d66 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:52.840087 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-18328fa2-7d5f-4c53-934d-c10d61ba19aa req-0f2e5691-a782-472f-a58c-bf76513a2d66 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=1fec86a6-dec2-405e-bdcc-aa87ffeb12bb HTTP/1.1" status: 200 len: 943 time: 0.0938261 May 19 11:18:52.848876 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eedfd2a-8bc4-4aa6-85c5-f0652b82ca21 req-19906484-f121-4a39-8813-6b0b060de253 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:52.849738 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-3eedfd2a-8bc4-4aa6-85c5-f0652b82ca21 req-19906484-f121-4a39-8813-6b0b060de253 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=ee8bb661-8d2c-45db-9a1c-ee57ba0d6dd7 HTTP/1.1" status: 200 len: 946 time: 0.0708387 May 19 11:18:52.893519 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-18328fa2-7d5f-4c53-934d-c10d61ba19aa req-5f5f64f7-f162-4f86-bd7d-22bc633cffe9 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/security-groups?id=02f8fdd5-5dea-4a08-86bc-b9af91d4a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431459 May 19 11:18:52.896177 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-3eedfd2a-8bc4-4aa6-85c5-f0652b82ca21 req-fb2b7c45-869d-4738-9db5-aad6fd9add6b tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364852 May 19 11:18:58.121842 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c4846f-c249-4383-8a87-ebe06855b35b req-8d21490a-a55e-437d-9678-a463cf31e4d3 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:58.122778 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-95c4846f-c249-4383-8a87-ebe06855b35b req-8d21490a-a55e-437d-9678-a463cf31e4d3 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=1fec86a6-dec2-405e-bdcc-aa87ffeb12bb HTTP/1.1" status: 200 len: 943 time: 0.0566206 May 19 11:18:58.155043 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-95c4846f-c249-4383-8a87-ebe06855b35b req-e094abd2-4478-4c2b-98d9-16d995ca76d2 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/security-groups?id=02f8fdd5-5dea-4a08-86bc-b9af91d4a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0257852 May 19 11:18:58.277772 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ddb06b-b598-4491-8fe8-aa6e9d97b8e3 req-c7158f25-cfcb-4f07-9fa4-594512d6d95f tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:58.279557 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-06ddb06b-b598-4491-8fe8-aa6e9d97b8e3 req-c7158f25-cfcb-4f07-9fa4-594512d6d95f tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=ee8bb661-8d2c-45db-9a1c-ee57ba0d6dd7 HTTP/1.1" status: 200 len: 946 time: 0.0682442 May 19 11:18:58.309898 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-06ddb06b-b598-4491-8fe8-aa6e9d97b8e3 req-881bd052-2872-4a30-b5ea-bc82bb8ea8e4 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269537 May 19 11:18:59.304384 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b329ea-c6d3-46dc-8768-37fe6858f6d1 req-dd9ccf3a-464f-42c6-a51b-b3f6cbc37713 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:59.305455 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-58b329ea-c6d3-46dc-8768-37fe6858f6d1 req-dd9ccf3a-464f-42c6-a51b-b3f6cbc37713 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=1fec86a6-dec2-405e-bdcc-aa87ffeb12bb HTTP/1.1" status: 200 len: 943 time: 0.0630774 May 19 11:18:59.336787 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-58b329ea-c6d3-46dc-8768-37fe6858f6d1 req-68b6456d-a2e0-4b49-b990-05925c8395c1 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/security-groups?id=02f8fdd5-5dea-4a08-86bc-b9af91d4a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270667 May 19 11:18:59.451193 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa4a4f1-89e5-46a7-9143-00679e70f12c req-64e2c4a6-b565-413b-a802-8e8a6279dbd8 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:18:59.452204 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-6aa4a4f1-89e5-46a7-9143-00679e70f12c req-64e2c4a6-b565-413b-a802-8e8a6279dbd8 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=ee8bb661-8d2c-45db-9a1c-ee57ba0d6dd7 HTTP/1.1" status: 200 len: 946 time: 0.0571496 May 19 11:18:59.480722 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-6aa4a4f1-89e5-46a7-9143-00679e70f12c req-45cb738d-3eb9-4d2d-9c72-7e5210aa4618 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0245888 May 19 11:19:00.539677 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8e367a-d5b5-460f-aa15-3f1c3c31cdef req-c0967535-2a60-4ba9-ad64-8c6f73ecdeae tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:00.540549 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-fc8e367a-d5b5-460f-aa15-3f1c3c31cdef req-c0967535-2a60-4ba9-ad64-8c6f73ecdeae tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=1fec86a6-dec2-405e-bdcc-aa87ffeb12bb HTTP/1.1" status: 200 len: 943 time: 0.1186681 May 19 11:19:00.599319 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-fc8e367a-d5b5-460f-aa15-3f1c3c31cdef req-d5bda085-0e43-4c60-afa8-4783ae5b5928 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/security-groups?id=02f8fdd5-5dea-4a08-86bc-b9af91d4a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544088 May 19 11:19:00.617138 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f93ecd1-da56-483c-ac26-5865b1bbe8a5 req-f2e962cb-f9ea-4355-b953-75d5e70c236a tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:00.618054 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-4f93ecd1-da56-483c-ac26-5865b1bbe8a5 req-f2e962cb-f9ea-4355-b953-75d5e70c236a tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=ee8bb661-8d2c-45db-9a1c-ee57ba0d6dd7 HTTP/1.1" status: 200 len: 946 time: 0.0647454 May 19 11:19:00.648825 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-4f93ecd1-da56-483c-ac26-5865b1bbe8a5 req-76c735a9-4232-4b0f-a6ce-d5c90900f310 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0240147 May 19 11:19:02.914129 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fff976-735a-4665-9e7a-c2662d6e2db4 req-8475f4a3-2a9f-4d45-a880-978ef2e40071 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:02.915136 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-35fff976-735a-4665-9e7a-c2662d6e2db4 req-8475f4a3-2a9f-4d45-a880-978ef2e40071 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=1fec86a6-dec2-405e-bdcc-aa87ffeb12bb HTTP/1.1" status: 200 len: 943 time: 0.0541472 May 19 11:19:02.946216 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-35fff976-735a-4665-9e7a-c2662d6e2db4 req-b9cd7f81-cb6b-4c95-9155-41925aeb0078 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/security-groups?id=02f8fdd5-5dea-4a08-86bc-b9af91d4a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268338 May 19 11:19:03.060125 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c756ad-08ac-4a84-8f0f-b8275a310a30 req-d2ac4375-f1f6-466e-9921-ee3fce35b37d tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:03.066991 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-32c756ad-08ac-4a84-8f0f-b8275a310a30 req-d2ac4375-f1f6-466e-9921-ee3fce35b37d tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=ee8bb661-8d2c-45db-9a1c-ee57ba0d6dd7 HTTP/1.1" status: 200 len: 946 time: 0.0614033 May 19 11:19:03.096577 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-32c756ad-08ac-4a84-8f0f-b8275a310a30 req-2496c2f1-8169-429f-b65d-560c11a5d84f tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293479 May 19 11:19:04.068749 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ac2b1a-05bb-4c33-811e-2f00dab3dd6d req-ab54479a-1895-44e4-b748-3f67b773ee99 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:04.069664 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-72ac2b1a-05bb-4c33-811e-2f00dab3dd6d req-ab54479a-1895-44e4-b748-3f67b773ee99 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=1fec86a6-dec2-405e-bdcc-aa87ffeb12bb HTTP/1.1" status: 200 len: 943 time: 0.0537291 May 19 11:19:04.097901 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-72ac2b1a-05bb-4c33-811e-2f00dab3dd6d req-407918db-28af-4867-b4c0-b3bef03386b7 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/security-groups?id=02f8fdd5-5dea-4a08-86bc-b9af91d4a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0243163 May 19 11:19:04.603628 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-952b7b64-3a4f-4ae7-99c2-212e6c88268e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:05.797986 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:06.184419 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-cff3de93-2f1e-4c79-a2e8-9cf8de6e2d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:06.746440 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-f3552fb9-a093-42e6-b748-7ab8d8c7cb39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:07.267968 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085d4501-5521-4422-a6f4-bf1f0cd8881a req-2d836d52-b095-4898-9956-b7ffb9b7a6f9 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:07.267968 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-085d4501-5521-4422-a6f4-bf1f0cd8881a req-2d836d52-b095-4898-9956-b7ffb9b7a6f9 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=ee8bb661-8d2c-45db-9a1c-ee57ba0d6dd7 HTTP/1.1" status: 200 len: 946 time: 0.0642607 May 19 11:19:07.326334 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-085d4501-5521-4422-a6f4-bf1f0cd8881a req-f3d04b83-4a1d-419e-8248-6d0b331123b7 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563958 May 19 11:19:07.344801 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27334951-e0d6-47a1-a776-050ab685b20e req-13d7878a-c4ea-4ecc-a59d-63d2651196f8 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:07.345749 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-27334951-e0d6-47a1-a776-050ab685b20e req-13d7878a-c4ea-4ecc-a59d-63d2651196f8 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=1fec86a6-dec2-405e-bdcc-aa87ffeb12bb HTTP/1.1" status: 200 len: 943 time: 0.0643160 May 19 11:19:07.375425 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-27334951-e0d6-47a1-a776-050ab685b20e req-e75399e4-359a-4167-878d-694ae68d97c4 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/security-groups?id=02f8fdd5-5dea-4a08-86bc-b9af91d4a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0254130 May 19 11:19:07.834790 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-66ec5bc0-6952-497b-8f33-b3c04bfd0b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:10.585344 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6933173c-3440-415c-8325-59be4799d705 req-89753670-5e77-46b8-94c7-acdd3489b41f tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:10.586269 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-6933173c-3440-415c-8325-59be4799d705 req-89753670-5e77-46b8-94c7-acdd3489b41f tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=ee8bb661-8d2c-45db-9a1c-ee57ba0d6dd7 HTTP/1.1" status: 200 len: 946 time: 0.0600481 May 19 11:19:10.614774 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-6933173c-3440-415c-8325-59be4799d705 req-d39e40b0-2bc0-4d83-b2f6-cd986dd01605 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0247796 May 19 11:19:10.736650 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052e3ad1-db52-4aa6-830e-743c5283e268 req-4bab45e6-f8c3-4a33-93de-a4c89400c189 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:10.738427 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-052e3ad1-db52-4aa6-830e-743c5283e268 req-4bab45e6-f8c3-4a33-93de-a4c89400c189 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=1fec86a6-dec2-405e-bdcc-aa87ffeb12bb HTTP/1.1" status: 200 len: 943 time: 0.0631595 May 19 11:19:10.775322 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-052e3ad1-db52-4aa6-830e-743c5283e268 req-f708e603-c89a-42dd-b9ef-71e1ce1d5ae0 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/security-groups?id=02f8fdd5-5dea-4a08-86bc-b9af91d4a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332475 May 19 11:19:11.757176 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a977ca8c-a197-4f32-b3f3-caf4b33fcd09 req-f1900566-3fa2-403e-9cbd-749d3d8af39a tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:11.759170 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-a977ca8c-a197-4f32-b3f3-caf4b33fcd09 req-f1900566-3fa2-403e-9cbd-749d3d8af39a tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=ee8bb661-8d2c-45db-9a1c-ee57ba0d6dd7 HTTP/1.1" status: 200 len: 946 time: 0.0586791 May 19 11:19:11.787182 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-a977ca8c-a197-4f32-b3f3-caf4b33fcd09 req-c1c87ecb-b185-441b-a07d-d7ba37d23d46 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0253527 May 19 11:19:11.902869 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bc2a8d-57a8-4817-be11-824b07d9ef4e req-52ade0e3-185a-4418-a801-85bc3542cf30 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:11.903838 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-11bc2a8d-57a8-4817-be11-824b07d9ef4e req-52ade0e3-185a-4418-a801-85bc3542cf30 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=1fec86a6-dec2-405e-bdcc-aa87ffeb12bb HTTP/1.1" status: 200 len: 943 time: 0.0569329 May 19 11:19:11.936478 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-11bc2a8d-57a8-4817-be11-824b07d9ef4e req-efd97604-0627-46c4-abff-8c49cfddeeb6 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/security-groups?id=02f8fdd5-5dea-4a08-86bc-b9af91d4a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283806 May 19 11:19:12.930791 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13c50d6-cba3-4006-9880-7d3e62b33fa4 req-fd1fd0ac-42b7-440a-b302-b780cae5ca33 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:12.931805 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-c13c50d6-cba3-4006-9880-7d3e62b33fa4 req-fd1fd0ac-42b7-440a-b302-b780cae5ca33 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=ee8bb661-8d2c-45db-9a1c-ee57ba0d6dd7 HTTP/1.1" status: 200 len: 946 time: 0.0597076 May 19 11:19:12.964543 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-c13c50d6-cba3-4006-9880-7d3e62b33fa4 req-55dc2588-6616-4c98-b38f-a882b6822e2e tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285320 May 19 11:19:13.066806 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecf95c2-3509-4623-9a28-12738f2d7f7b req-e16b3643-d8c1-48e6-bff4-123bba3c9969 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:13.067746 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-cecf95c2-3509-4623-9a28-12738f2d7f7b req-e16b3643-d8c1-48e6-bff4-123bba3c9969 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=1fec86a6-dec2-405e-bdcc-aa87ffeb12bb HTTP/1.1" status: 200 len: 943 time: 0.0562408 May 19 11:19:13.097041 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-cecf95c2-3509-4623-9a28-12738f2d7f7b req-1ea20452-4371-41ff-b323-e62e8633d331 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/security-groups?id=02f8fdd5-5dea-4a08-86bc-b9af91d4a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0254440 May 19 11:19:13.886837 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.agents_db [None req-9df4fd67-1abd-480d-9703-ac00f2726051 None None] Agent healthcheck: found 6 active agents {{(pid=91058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 11:19:14.634371 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-2c50cd22-7e9f-45f9-a039-44358e4e8855 req-a0095967-eb6a-4651-94e3-235492bbe706 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=c9a2706a-90b8-47a1-af05-750a15a52f05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0568523 May 19 11:19:14.706242 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c50cd22-7e9f-45f9-a039-44358e4e8855 req-2b6fea24-23d1-4d5e-94d7-a663dcb3b4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:14.707226 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-2c50cd22-7e9f-45f9-a039-44358e4e8855 req-2b6fea24-23d1-4d5e-94d7-a663dcb3b4bb service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=84c9674d9ad94299b1626bb1392867e5&device_id=c9a2706a-90b8-47a1-af05-750a15a52f05 HTTP/1.1" status: 200 len: 1098 time: 0.0498867 May 19 11:19:14.808898 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c50cd22-7e9f-45f9-a039-44358e4e8855 req-257acf7f-dddd-46fe-9e5a-2e591828041e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:14.809935 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-2c50cd22-7e9f-45f9-a039-44358e4e8855 req-257acf7f-dddd-46fe-9e5a-2e591828041e service neutron] 10.222.0.112 "GET /v2.0/networks?id=d80b1475-eff8-4ebe-8528-2eceb45e3226 HTTP/1.1" status: 200 len: 921 time: 0.0837946 May 19 11:19:14.858581 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-2c50cd22-7e9f-45f9-a039-44358e4e8855 req-edf50c5e-a696-43bd-b9dd-63e6ebc78fa8 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=61c7c786-1d02-4ec8-a519-cf9d71279980 HTTP/1.1" status: 200 len: 217 time: 0.0400369 May 19 11:19:14.904361 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c50cd22-7e9f-45f9-a039-44358e4e8855 req-98dc7cfe-c1e9-4377-960d-b95bfe165dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:14.905367 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-2c50cd22-7e9f-45f9-a039-44358e4e8855 req-98dc7cfe-c1e9-4377-960d-b95bfe165dc1 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=f1a81002-835e-403e-96ae-6977fdc5aac0 HTTP/1.1" status: 200 len: 859 time: 0.0388947 May 19 11:19:15.049352 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-2c50cd22-7e9f-45f9-a039-44358e4e8855 req-7858e402-5e73-46a3-856c-3b7cc6a4a7cc service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=d80b1475-eff8-4ebe-8528-2eceb45e3226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373971 May 19 11:19:15.136280 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317ec86e-d9a3-4bde-b02e-4d376294bcb1 req-6fcc1f14-8164-4bba-a330-662813c783cb tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:15.137241 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-317ec86e-d9a3-4bde-b02e-4d376294bcb1 req-6fcc1f14-8164-4bba-a330-662813c783cb tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=ee8bb661-8d2c-45db-9a1c-ee57ba0d6dd7 HTTP/1.1" status: 200 len: 946 time: 0.0626838 May 19 11:19:15.140585 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-2c50cd22-7e9f-45f9-a039-44358e4e8855 req-843300f3-f2d9-45ec-b36b-d381e2b98544 service neutron] 10.222.0.112 "GET /v2.0/networks/d80b1475-eff8-4ebe-8528-2eceb45e3226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837922 May 19 11:19:15.166401 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-317ec86e-d9a3-4bde-b02e-4d376294bcb1 req-bfd72e6b-3beb-42c2-8e6d-fce2bb27aba1 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0250578 May 19 11:19:15.227667 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-2c50cd22-7e9f-45f9-a039-44358e4e8855 req-b91c4de3-ca64-4c15-a92e-f8c132697cf1 service neutron] 10.222.0.112 "GET /v2.0/networks/d80b1475-eff8-4ebe-8528-2eceb45e3226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786297 May 19 11:19:15.283865 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99212ba-8557-4700-8e71-5d1a297a7af4 req-58a77f51-c01a-4835-a0ab-d1a096eef846 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:15.284876 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-d99212ba-8557-4700-8e71-5d1a297a7af4 req-58a77f51-c01a-4835-a0ab-d1a096eef846 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=1fec86a6-dec2-405e-bdcc-aa87ffeb12bb HTTP/1.1" status: 200 len: 943 time: 0.0616891 May 19 11:19:15.314995 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-d99212ba-8557-4700-8e71-5d1a297a7af4 req-a1b31f10-4f2b-43b5-8857-9e9fb74f6f97 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/security-groups?id=02f8fdd5-5dea-4a08-86bc-b9af91d4a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0260916 May 19 11:19:16.299032 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:16.318409 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811c2689-8ec3-4cf4-b7e3-9d9b4cfe4235 req-7627e218-aba8-47a8-ad12-50c9bead2edc tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:16.319436 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-811c2689-8ec3-4cf4-b7e3-9d9b4cfe4235 req-7627e218-aba8-47a8-ad12-50c9bead2edc tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=ee8bb661-8d2c-45db-9a1c-ee57ba0d6dd7 HTTP/1.1" status: 200 len: 946 time: 0.0756445 May 19 11:19:16.353142 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-811c2689-8ec3-4cf4-b7e3-9d9b4cfe4235 req-6e9a4cbc-88f5-4f08-8da0-f087ac3c3c03 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290279 May 19 11:19:16.462110 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89572504-3585-466c-b3e1-d5dac67b6ca3 req-59780106-7d12-4530-8eb1-4f7f6d75d82b tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:16.467772 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-89572504-3585-466c-b3e1-d5dac67b6ca3 req-59780106-7d12-4530-8eb1-4f7f6d75d82b tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=1fec86a6-dec2-405e-bdcc-aa87ffeb12bb HTTP/1.1" status: 200 len: 943 time: 0.0525713 May 19 11:19:16.494541 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-89572504-3585-466c-b3e1-d5dac67b6ca3 req-ec1c7816-4372-45a1-a317-7dcc674b4729 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/security-groups?id=02f8fdd5-5dea-4a08-86bc-b9af91d4a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275564 May 19 11:19:17.409004 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Device bf4311a5-d486-493e-8925-9135d4a8116c details requested by agent hyperv_hv-cinder-78776 with host hv-cinder-78776 {{(pid=91057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 11:19:17.511435 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] For port bf4311a5-d486-493e-8925-9135d4a8116c, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=bf4311a5-d486-493e-8925-9135d4a8116c,segment=NetworkSegment(196e79df-6043-4c3c-bc65-7e8b3bac3a1b),segment_id=196e79df-6043-4c3c-bc65-7e8b3bac3a1b)] {{(pid=91057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:19:17.521367 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Returning: {'device': 'bf4311a5-d486-493e-8925-9135d4a8116c', 'network_id': 'f2a18643-8b9e-461e-b075-a423d396a703', 'port_id': 'bf4311a5-d486-493e-8925-9135d4a8116c', 'mac_address': 'fa:16:3e:e2:8e:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad8c650d-7c1e-4564-9480-5348b05a4c70', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 11:19:17.557967 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:17.568389 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f7fc36-3604-4e51-8b06-b10813dc1e37 req-ef9ede7b-b32f-4848-8678-bc8876110a56 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:17.570637 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.notifiers.nova [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf4311a5-d486-493e-8925-9135d4a8116c {{(pid=91057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 11:19:17.573894 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-85f7fc36-3604-4e51-8b06-b10813dc1e37 req-ef9ede7b-b32f-4848-8678-bc8876110a56 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=ee8bb661-8d2c-45db-9a1c-ee57ba0d6dd7 HTTP/1.1" status: 200 len: 946 time: 0.1294823 May 19 11:19:17.582330 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] For port bf4311a5-d486-493e-8925-9135d4a8116c, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=bf4311a5-d486-493e-8925-9135d4a8116c,segment=NetworkSegment(196e79df-6043-4c3c-bc65-7e8b3bac3a1b),segment_id=196e79df-6043-4c3c-bc65-7e8b3bac3a1b)] {{(pid=91057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:19:17.585726 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602'] for port, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:17.587956 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-d76d85d2-6c12-464d-bd8a-557b3b7da7e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:19:17.602561 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-85f7fc36-3604-4e51-8b06-b10813dc1e37 req-60d41d6d-107b-46e9-97ad-367341ef8895 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279691 May 19 11:19:17.634466 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Pushing event updated for resources: {'Port': ['ID=bf4311a5-d486-493e-8925-9135d4a8116c,revision_number=4']} {{(pid=91057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:19:17.639270 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:19:17.639499 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:19:17.639721 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:19:17.639927 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:19:17.640136 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:19:17.640342 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:19:17.640553 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:19:17.640759 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:19:17.640983 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:19:17.641210 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:19:17.641415 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:19:17.641617 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:19:17.644581 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:19:17.781937 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559f4b07-b305-4b25-9abd-42bf16956cac req-5bd78766-a2c2-412a-90a6-2d3688cd5625 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:17.782750 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-559f4b07-b305-4b25-9abd-42bf16956cac req-5bd78766-a2c2-412a-90a6-2d3688cd5625 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=1fec86a6-dec2-405e-bdcc-aa87ffeb12bb HTTP/1.1" status: 200 len: 944 time: 0.0599124 May 19 11:19:17.810493 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-559f4b07-b305-4b25-9abd-42bf16956cac req-fa7980d5-f04f-4f4e-b2e0-1c561bf2cc9d tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/security-groups?id=02f8fdd5-5dea-4a08-86bc-b9af91d4a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0246286 May 19 11:19:18.729602 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a762a6b-03eb-4c36-a0a9-9e324c13f0b3 req-392b8267-90d0-4841-9b08-b7d470f0f395 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:18.730525 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-9a762a6b-03eb-4c36-a0a9-9e324c13f0b3 req-392b8267-90d0-4841-9b08-b7d470f0f395 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=ee8bb661-8d2c-45db-9a1c-ee57ba0d6dd7 HTTP/1.1" status: 200 len: 946 time: 0.0566590 May 19 11:19:18.763983 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-9a762a6b-03eb-4c36-a0a9-9e324c13f0b3 req-4e5b6d04-b9a7-4081-bf6e-f02cfdf95d4b tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270402 May 19 11:19:18.956158 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53380904-67f0-4cdc-be3d-23663347b646 req-f7b459eb-6402-442b-8adc-573e7f017c72 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:18.957144 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-53380904-67f0-4cdc-be3d-23663347b646 req-f7b459eb-6402-442b-8adc-573e7f017c72 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=1fec86a6-dec2-405e-bdcc-aa87ffeb12bb HTTP/1.1" status: 200 len: 944 time: 0.0624640 May 19 11:19:18.985471 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-53380904-67f0-4cdc-be3d-23663347b646 req-66059696-aac1-4b11-8cf1-7150e9b53937 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/security-groups?id=02f8fdd5-5dea-4a08-86bc-b9af91d4a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0244653 May 19 11:19:19.308681 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] get_ports_and_sgs() called for port_ids ['bf4311a5-d486-493e-8925-9135d4a8116c'] {{(pid=91057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 11:19:19.897189 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fd58a2-e059-4364-9ff7-1b218b8335ed req-c523f807-7348-451b-9788-f5d1e3bc8271 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:19.898246 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-d2fd58a2-e059-4364-9ff7-1b218b8335ed req-c523f807-7348-451b-9788-f5d1e3bc8271 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=ee8bb661-8d2c-45db-9a1c-ee57ba0d6dd7 HTTP/1.1" status: 200 len: 946 time: 0.0620499 May 19 11:19:19.928711 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-d2fd58a2-e059-4364-9ff7-1b218b8335ed req-0c0734f8-50ed-4d61-97c2-7a0c743580ec tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0260608 May 19 11:19:20.109328 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d05f694-ed90-437b-9cb6-fe7b22f2124a req-9413aac9-dbd7-4903-b174-051590447ea1 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:20.110360 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-3d05f694-ed90-437b-9cb6-fe7b22f2124a req-9413aac9-dbd7-4903-b174-051590447ea1 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=1fec86a6-dec2-405e-bdcc-aa87ffeb12bb HTTP/1.1" status: 200 len: 944 time: 0.0577917 May 19 11:19:20.138430 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-3d05f694-ed90-437b-9cb6-fe7b22f2124a req-4581fdc6-7642-4e3e-9fd1-d20f450704d8 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/security-groups?id=02f8fdd5-5dea-4a08-86bc-b9af91d4a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0237098 May 19 11:19:20.808078 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [req-64f54e00-5d1b-4760-9b16-da8027866f9b req-da65ae0a-42c5-4d8e-b5c1-244fad6e2b20 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Synchronizing usage tracker for tenant:32d5d407c4a842328dc05ec1f325d92c on resource:security_group {{(pid=91056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 11:19:20.818875 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [req-64f54e00-5d1b-4760-9b16-da8027866f9b req-da65ae0a-42c5-4d8e-b5c1-244fad6e2b20 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Unset dirty status for tenant:32d5d407c4a842328dc05ec1f325d92c on resource:security_group {{(pid=91056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 11:19:20.819594 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-64f54e00-5d1b-4760-9b16-da8027866f9b req-da65ae0a-42c5-4d8e-b5c1-244fad6e2b20 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1023583177&fields=id&tenant_id=32d5d407c4a842328dc05ec1f325d92c HTTP/1.1" status: 200 len: 267 time: 0.0403810 May 19 11:19:20.912152 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f54e00-5d1b-4760-9b16-da8027866f9b req-94b69553-9a89-4c4e-916d-2265fd88e786 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:20.912571 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [req-64f54e00-5d1b-4760-9b16-da8027866f9b req-94b69553-9a89-4c4e-916d-2265fd88e786 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Synchronizing usage tracker for tenant:32d5d407c4a842328dc05ec1f325d92c on resource:network {{(pid=91056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 11:19:20.927221 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [req-64f54e00-5d1b-4760-9b16-da8027866f9b req-94b69553-9a89-4c4e-916d-2265fd88e786 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Unset dirty status for tenant:32d5d407c4a842328dc05ec1f325d92c on resource:network {{(pid=91056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 11:19:20.927969 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-64f54e00-5d1b-4760-9b16-da8027866f9b req-94b69553-9a89-4c4e-916d-2265fd88e786 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/networks?id=a3798fb5-4a80-4cab-8456-d8472daef890 HTTP/1.1" status: 200 len: 808 time: 0.1038535 May 19 11:19:20.946406 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-64f54e00-5d1b-4760-9b16-da8027866f9b req-9004b307-009a-469b-afb3-ab9b509ac5d3 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/quotas/32d5d407c4a842328dc05ec1f325d92c HTTP/1.1" status: 200 len: 375 time: 0.0118587 May 19 11:19:20.966264 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedb61d8-fcd1-4624-afa4-d4803f5d3d9b req-38667a51-3434-4a29-b3d2-84fa0abec567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:20.967201 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-aedb61d8-fcd1-4624-afa4-d4803f5d3d9b req-38667a51-3434-4a29-b3d2-84fa0abec567 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=ee8bb661-8d2c-45db-9a1c-ee57ba0d6dd7 HTTP/1.1" status: 200 len: 1099 time: 0.0694354 May 19 11:19:20.991869 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-64f54e00-5d1b-4760-9b16-da8027866f9b req-a859b269-0afd-4187-81d8-23bc85d82841 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=32d5d407c4a842328dc05ec1f325d92c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0418649 May 19 11:19:20.997746 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-aedb61d8-fcd1-4624-afa4-d4803f5d3d9b req-02a4f909-7d2c-41ce-bca2-d36bc5a78ea9 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0214913 May 19 11:19:21.087335 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-64f54e00-5d1b-4760-9b16-da8027866f9b req-228cde46-8f24-494f-8458-94ca9562c6ca service neutron] 10.222.0.90 "GET /v2.0/networks/a3798fb5-4a80-4cab-8456-d8472daef890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784907 May 19 11:19:21.092986 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879e7814-0ba2-44b5-b3e0-14546799e163 req-f4d45956-6587-492c-99fa-b61b654cbf7c tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:21.093788 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-879e7814-0ba2-44b5-b3e0-14546799e163 req-f4d45956-6587-492c-99fa-b61b654cbf7c tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=ee8bb661-8d2c-45db-9a1c-ee57ba0d6dd7 HTTP/1.1" status: 200 len: 946 time: 0.1009622 May 19 11:19:21.156883 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-879e7814-0ba2-44b5-b3e0-14546799e163 req-99314e18-e082-488b-8e0e-f1a608dfd0a9 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536814 May 19 11:19:21.174025 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-64f54e00-5d1b-4760-9b16-da8027866f9b req-e6bb3dd5-1029-43ac-a8d3-cb5451b8b00f service neutron] 10.222.0.90 "GET /v2.0/networks/a3798fb5-4a80-4cab-8456-d8472daef890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796971 May 19 11:19:21.444099 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3cfb23-ce6e-44a2-8fe1-96d013af5604 req-be19934a-30c2-420b-8241-8968d75d7fe9 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:21.444982 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-5b3cfb23-ce6e-44a2-8fe1-96d013af5604 req-be19934a-30c2-420b-8241-8968d75d7fe9 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=1fec86a6-dec2-405e-bdcc-aa87ffeb12bb HTTP/1.1" status: 200 len: 944 time: 0.0466344 May 19 11:19:21.473930 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-5b3cfb23-ce6e-44a2-8fe1-96d013af5604 req-e522a7df-b636-4ba3-b1dc-8ad1137ec4fd tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/security-groups?id=02f8fdd5-5dea-4a08-86bc-b9af91d4a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0250847 May 19 11:19:21.522155 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-5a0269ec-1bd2-42e0-a726-91562745b99d req-f1bfec51-a38e-4d7b-b7c8-5ecc89aabf53 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 210 time: 0.0245013 May 19 11:19:22.305853 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da21c102-bc8d-4110-bc4e-c98e601d563b req-45d7649e-26f5-47e9-a67a-d38dfbc7f173 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:22.306844 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-da21c102-bc8d-4110-bc4e-c98e601d563b req-45d7649e-26f5-47e9-a67a-d38dfbc7f173 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=ee8bb661-8d2c-45db-9a1c-ee57ba0d6dd7 HTTP/1.1" status: 200 len: 946 time: 0.0662105 May 19 11:19:22.335955 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-da21c102-bc8d-4110-bc4e-c98e601d563b req-83a0707d-9081-4666-b629-74f86c692957 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0251582 May 19 11:19:22.614577 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-33d4067e-17fe-4d3e-b8ad-0a3e7f740a59 req-86665757-f012-483b-bb07-297b751f1fd0 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 210 time: 0.0284266 May 19 11:19:22.642146 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eb39cc-f309-4638-be2a-0dd5aaec0211 req-ebf77ace-abe8-4c57-ba33-72b17e086982 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:22.643094 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-52eb39cc-f309-4638-be2a-0dd5aaec0211 req-ebf77ace-abe8-4c57-ba33-72b17e086982 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=1fec86a6-dec2-405e-bdcc-aa87ffeb12bb HTTP/1.1" status: 200 len: 944 time: 0.0840054 May 19 11:19:22.740725 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-52eb39cc-f309-4638-be2a-0dd5aaec0211 req-91a7e381-252a-467c-b249-4fe569ba764d tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/security-groups?id=02f8fdd5-5dea-4a08-86bc-b9af91d4a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906026 May 19 11:19:23.391974 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Device bf4311a5-d486-493e-8925-9135d4a8116c up at agent hyperv_hv-cinder-78776 {{(pid=91057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 11:19:23.442265 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Provisioning for port bf4311a5-d486-493e-8925-9135d4a8116c completed by entity L2. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 11:19:23.445484 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Provisioning complete for port bf4311a5-d486-493e-8925-9135d4a8116c triggered by entity L2. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:19:23.445740 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441453'] for port, provisioning_complete {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:23.481070 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f945ba3d-34af-4cc2-ae01-d8380287ce14 req-17fe7ee6-9551-4444-bc68-3b0e2471de8d tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:23.482267 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-f945ba3d-34af-4cc2-ae01-d8380287ce14 req-17fe7ee6-9551-4444-bc68-3b0e2471de8d tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=ee8bb661-8d2c-45db-9a1c-ee57ba0d6dd7 HTTP/1.1" status: 200 len: 946 time: 0.0715513 May 19 11:19:23.512345 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-f945ba3d-34af-4cc2-ae01-d8380287ce14 req-ee30529d-085c-469f-9d61-78054bac6f1e tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0251474 May 19 11:19:23.519170 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:23.536210 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fec86a6-dec2-405e-bdcc-aa87ffeb12bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf4311a5-d486-493e-8925-9135d4a8116c'}] {{(pid=91057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 11:19:23.542577 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] For port bf4311a5-d486-493e-8925-9135d4a8116c, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=bf4311a5-d486-493e-8925-9135d4a8116c,segment=NetworkSegment(196e79df-6043-4c3c-bc65-7e8b3bac3a1b),segment_id=196e79df-6043-4c3c-bc65-7e8b3bac3a1b)] {{(pid=91057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:19:23.546580 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602'] for port, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:23.547926 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-22181cef-ff18-42bb-a473-26b5bc39a3b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:19:23.566868 dv-cinder-787764-1-iscsi neutron-server[91057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fec86a6-dec2-405e-bdcc-aa87ffeb12bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf4311a5-d486-493e-8925-9135d4a8116c', 'code': 200} May 19 11:19:23.589895 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Pushing event updated for resources: {'Port': ['ID=bf4311a5-d486-493e-8925-9135d4a8116c,revision_number=5']} {{(pid=91057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:19:23.591974 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:19:23.726469 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-a76ba928-f995-45f3-b241-ee2de59cc610 req-922f849e-a856-41e2-86ae-3f32e5e3640f tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 210 time: 0.0394461 May 19 11:19:23.877415 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82765af5-6e1f-4946-9038-e39bc9a58775 req-96d1ca57-2506-4f88-b6b5-8d586153bc73 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:23.878458 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-82765af5-6e1f-4946-9038-e39bc9a58775 req-96d1ca57-2506-4f88-b6b5-8d586153bc73 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=1fec86a6-dec2-405e-bdcc-aa87ffeb12bb HTTP/1.1" status: 200 len: 945 time: 0.0624914 May 19 11:19:23.910878 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-82765af5-6e1f-4946-9038-e39bc9a58775 req-08876bdc-1a17-46ec-85a4-2bdcf55d1209 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/security-groups?id=02f8fdd5-5dea-4a08-86bc-b9af91d4a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282221 May 19 11:19:24.657059 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01c1836-01d2-4f2a-88bc-abb87e7d3ea1 req-dd3d2056-028e-40c9-90ed-9d9caf66e65c tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:24.658100 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-b01c1836-01d2-4f2a-88bc-abb87e7d3ea1 req-dd3d2056-028e-40c9-90ed-9d9caf66e65c tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=ee8bb661-8d2c-45db-9a1c-ee57ba0d6dd7 HTTP/1.1" status: 200 len: 946 time: 0.0601456 May 19 11:19:24.689810 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-b01c1836-01d2-4f2a-88bc-abb87e7d3ea1 req-0c9b4aa0-542a-43aa-8804-893f182a005a tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0251095 May 19 11:19:24.839831 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-fd9e9591-12ad-476c-9360-b8529ae09343 req-4738279a-f870-4bed-88f6-0d717d2a58c5 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 210 time: 0.0327351 May 19 11:19:25.061491 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40351a7-911c-4105-a526-36b077284017 req-4ce74809-8de0-4e1a-9d40-a62f2bde72f6 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:25.062382 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-d40351a7-911c-4105-a526-36b077284017 req-4ce74809-8de0-4e1a-9d40-a62f2bde72f6 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=ee8bb661-8d2c-45db-9a1c-ee57ba0d6dd7 HTTP/1.1" status: 200 len: 946 time: 0.0904551 May 19 11:19:25.066718 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914c8d0b-f702-4e07-8719-fd19da1dc33c req-fcb978e3-c48d-4c49-9a97-16570759a3ad tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:25.067778 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-914c8d0b-f702-4e07-8719-fd19da1dc33c req-fcb978e3-c48d-4c49-9a97-16570759a3ad tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=1fec86a6-dec2-405e-bdcc-aa87ffeb12bb HTTP/1.1" status: 200 len: 945 time: 0.0699120 May 19 11:19:25.106634 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-d40351a7-911c-4105-a526-36b077284017 req-6c5a5d7b-9478-4af7-99ee-5e11a28975b0 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382206 May 19 11:19:25.108826 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-914c8d0b-f702-4e07-8719-fd19da1dc33c req-bad11e07-26d1-4510-8db8-43cecf21bd25 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/security-groups?id=02f8fdd5-5dea-4a08-86bc-b9af91d4a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329738 May 19 11:19:25.643464 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482b562e-15bb-49fc-abfd-488dd85f8f5a req-89e91c83-41c9-4307-a078-6fb801f50962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:25.644306 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-482b562e-15bb-49fc-abfd-488dd85f8f5a req-89e91c83-41c9-4307-a078-6fb801f50962 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=84c9674d9ad94299b1626bb1392867e5&device_id=ee8bb661-8d2c-45db-9a1c-ee57ba0d6dd7 HTTP/1.1" status: 200 len: 1099 time: 0.0500219 May 19 11:19:25.779310 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482b562e-15bb-49fc-abfd-488dd85f8f5a req-558ac32f-682f-4ead-8d56-a36ae206b65c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:25.780150 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-482b562e-15bb-49fc-abfd-488dd85f8f5a req-558ac32f-682f-4ead-8d56-a36ae206b65c service neutron] 10.222.0.112 "GET /v2.0/networks?id=d80b1475-eff8-4ebe-8528-2eceb45e3226 HTTP/1.1" status: 200 len: 921 time: 0.1276228 May 19 11:19:25.815633 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-482b562e-15bb-49fc-abfd-488dd85f8f5a req-b2d812d1-5635-4ff6-a09c-935452a983ee service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d0bcdf9-007d-4c7b-bff0-c5aa7d416d7c HTTP/1.1" status: 200 len: 217 time: 0.0299723 May 19 11:19:25.851851 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482b562e-15bb-49fc-abfd-488dd85f8f5a req-67df62a4-743a-4a4d-b607-acef5a143d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:25.852569 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-482b562e-15bb-49fc-abfd-488dd85f8f5a req-67df62a4-743a-4a4d-b607-acef5a143d87 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=f1a81002-835e-403e-96ae-6977fdc5aac0 HTTP/1.1" status: 200 len: 859 time: 0.0321255 May 19 11:19:25.882936 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-482b562e-15bb-49fc-abfd-488dd85f8f5a req-1a7e3eb3-e413-4abc-a0e1-d35daffa3cf8 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=d80b1475-eff8-4ebe-8528-2eceb45e3226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251474 May 19 11:19:25.929263 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-5ac56e73-cdf7-4a63-886d-739416125206 req-72b125be-f927-4331-ae70-09c07ba4d593 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 210 time: 0.0273492 May 19 11:19:25.978540 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-482b562e-15bb-49fc-abfd-488dd85f8f5a req-df806997-7a45-44da-99c2-b728d5079ef2 service neutron] 10.222.0.112 "GET /v2.0/networks/d80b1475-eff8-4ebe-8528-2eceb45e3226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799060 May 19 11:19:26.071449 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-482b562e-15bb-49fc-abfd-488dd85f8f5a req-43b4e502-ed2a-42e8-b54c-fabae21ef24d service neutron] 10.222.0.112 "GET /v2.0/networks/d80b1475-eff8-4ebe-8528-2eceb45e3226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811667 May 19 11:19:26.261428 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02edb947-108e-42e2-bb17-4cb5884bc4e1 req-b1addf6a-d1e1-45b5-ba62-b16d61f790a3 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:26.262283 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-02edb947-108e-42e2-bb17-4cb5884bc4e1 req-b1addf6a-d1e1-45b5-ba62-b16d61f790a3 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=ee8bb661-8d2c-45db-9a1c-ee57ba0d6dd7 HTTP/1.1" status: 200 len: 946 time: 0.0798323 May 19 11:19:26.267803 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d551fc1b-b95d-4a90-8e24-47560c3bc10b req-60e45e5c-9f5b-4867-963c-bca536f47b28 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:26.268546 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-d551fc1b-b95d-4a90-8e24-47560c3bc10b req-60e45e5c-9f5b-4867-963c-bca536f47b28 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=1fec86a6-dec2-405e-bdcc-aa87ffeb12bb HTTP/1.1" status: 200 len: 945 time: 0.0673285 May 19 11:19:26.304966 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-02edb947-108e-42e2-bb17-4cb5884bc4e1 req-bd43f3fb-5ef0-4f2a-a890-737ac30f8eba tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358112 May 19 11:19:26.307148 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-d551fc1b-b95d-4a90-8e24-47560c3bc10b req-03234a5b-0015-4a19-a355-1db49d8ccbf1 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/security-groups?id=02f8fdd5-5dea-4a08-86bc-b9af91d4a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311658 May 19 11:19:26.352028 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f54e00-5d1b-4760-9b16-da8027866f9b req-7880297c-b1c0-4576-9a93-44950729505c tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:26.352859 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-64f54e00-5d1b-4760-9b16-da8027866f9b req-7880297c-b1c0-4576-9a93-44950729505c tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.112 "GET /v2.0/networks?id=a3798fb5-4a80-4cab-8456-d8472daef890 HTTP/1.1" status: 200 len: 808 time: 0.0895369 May 19 11:19:26.442843 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-64f54e00-5d1b-4760-9b16-da8027866f9b req-25dee68e-4bfb-43b0-a06d-8e55eb1b3b8a tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.112 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=32d5d407c4a842328dc05ec1f325d92c HTTP/1.1" status: 200 len: 380 time: 0.0402300 May 19 11:19:26.448499 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.v2.base [req-64f54e00-5d1b-4760-9b16-da8027866f9b req-ebd31290-1502-41a8-b3c2-819dcffa88ab tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Request body: {'port': {'device_id': '805b9f6f-4b2c-492f-91b3-aaba512bf6f6', 'network_id': 'a3798fb5-4a80-4cab-8456-d8472daef890', 'admin_state_up': True, 'tenant_id': '32d5d407c4a842328dc05ec1f325d92c', 'security_groups': ['49632b15-5f25-449f-9ef8-13ef20653ac5']}} {{(pid=91055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:19:26.534058 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [req-64f54e00-5d1b-4760-9b16-da8027866f9b req-ebd31290-1502-41a8-b3c2-819dcffa88ab tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:19:26.537038 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [req-64f54e00-5d1b-4760-9b16-da8027866f9b req-ebd31290-1502-41a8-b3c2-819dcffa88ab tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Usage tracker for resource:port and tenant:32d5d407c4a842328dc05ec1f325d92c is out of sync, need to count used quota {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:19:26.539235 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [req-64f54e00-5d1b-4760-9b16-da8027866f9b req-ebd31290-1502-41a8-b3c2-819dcffa88ab tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Quota usage for port was recalculated. Used quota:2. {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:19:26.543301 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [req-64f54e00-5d1b-4760-9b16-da8027866f9b req-ebd31290-1502-41a8-b3c2-819dcffa88ab tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:19:26.550804 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64f54e00-5d1b-4760-9b16-da8027866f9b req-ebd31290-1502-41a8-b3c2-819dcffa88ab tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Made reservation on behalf of 32d5d407c4a842328dc05ec1f325d92c for: {'port': 1} {{(pid=91055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 11:19:26.553149 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-64f54e00-5d1b-4760-9b16-da8027866f9b req-ebd31290-1502-41a8-b3c2-819dcffa88ab tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:26.650505 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.db_base_plugin_common [req-64f54e00-5d1b-4760-9b16-da8027866f9b req-ebd31290-1502-41a8-b3c2-819dcffa88ab tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Allocated IP 172.20.0.14 (a3798fb5-4a80-4cab-8456-d8472daef890/f5b5a4ef-d391-4177-9fad-6b6530e5bcb9/00edbb1e-afcd-45a6-9d3e-656deafeff64) {{(pid=91055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 11:19:26.761898 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-64f54e00-5d1b-4760-9b16-da8027866f9b req-ebd31290-1502-41a8-b3c2-819dcffa88ab tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Notify callbacks [] for port, precommit_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:26.776181 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.provisioning_blocks [req-64f54e00-5d1b-4760-9b16-da8027866f9b req-ebd31290-1502-41a8-b3c2-819dcffa88ab tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Transition to ACTIVE for port object 00edbb1e-afcd-45a6-9d3e-656deafeff64 will not be triggered until provisioned by entity DHCP. {{(pid=91055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 11:19:26.792861 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-64f54e00-5d1b-4760-9b16-da8027866f9b req-ebd31290-1502-41a8-b3c2-819dcffa88ab tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749740362231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3654904'] for port, after_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:26.797055 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-b932974f-70da-4fb5-8fd9-4c0a3a26faa8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:19:26.836884 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64f54e00-5d1b-4760-9b16-da8027866f9b req-ebd31290-1502-41a8-b3c2-819dcffa88ab tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Network a3798fb5-4a80-4cab-8456-d8472daef890 is already hosted by enough agents. {{(pid=91055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 11:19:26.838575 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.scheduler.base_scheduler [req-64f54e00-5d1b-4760-9b16-da8027866f9b req-ebd31290-1502-41a8-b3c2-819dcffa88ab tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Resources bound (agent type, host, resource id): {{(pid=91055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:19:26.840741 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.l3_dvrscheduler_db [req-64f54e00-5d1b-4760-9b16-da8027866f9b req-ebd31290-1502-41a8-b3c2-819dcffa88ab tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Received port after_create {{(pid=91055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 11:19:26.856338 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd31290-1502-41a8-b3c2-819dcffa88ab tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Pushing event updated for resources: {'Port': ['ID=00edbb1e-afcd-45a6-9d3e-656deafeff64,revision_number=1']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:19:26.859639 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-ebd31290-1502-41a8-b3c2-819dcffa88ab tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:19:26.875335 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f54e00-5d1b-4760-9b16-da8027866f9b req-ebd31290-1502-41a8-b3c2-819dcffa88ab tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:26.875675 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-64f54e00-5d1b-4760-9b16-da8027866f9b req-ebd31290-1502-41a8-b3c2-819dcffa88ab tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6101'] for port, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:26.888854 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-64f54e00-5d1b-4760-9b16-da8027866f9b req-ebd31290-1502-41a8-b3c2-819dcffa88ab tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.4423616 May 19 11:19:26.915258 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.v2.base [req-64f54e00-5d1b-4760-9b16-da8027866f9b req-0cb70cbf-b4f4-44d2-bad3-d8c93347b5ec service neutron] Request body: {'port': {'device_id': '805b9f6f-4b2c-492f-91b3-aaba512bf6f6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78776'}} {{(pid=91055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:19:26.982635 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-64f54e00-5d1b-4760-9b16-da8027866f9b req-0cb70cbf-b4f4-44d2-bad3-d8c93347b5ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:26.997930 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-3d9e92b5-0112-4533-a329-ca1482603db9 None None] Provisioning for port 00edbb1e-afcd-45a6-9d3e-656deafeff64 completed by entity DHCP. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 11:19:27.000576 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-3d9e92b5-0112-4533-a329-ca1482603db9 None None] Provisioning complete for port 00edbb1e-afcd-45a6-9d3e-656deafeff64 triggered by entity DHCP. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:19:27.000798 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-3d9e92b5-0112-4533-a329-ca1482603db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441453'] for port, provisioning_complete {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:27.029567 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.plugin [None req-3d9e92b5-0112-4533-a329-ca1482603db9 None None] Port 00edbb1e-afcd-45a6-9d3e-656deafeff64 cannot update to ACTIVE because it is not bound. {{(pid=91057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 11:19:27.167445 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631107bb-0668-44f8-8853-eba96c79db2c req-278465a7-dad7-40f4-abdf-ec5f6a8a5385 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:27.168308 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-631107bb-0668-44f8-8853-eba96c79db2c req-278465a7-dad7-40f4-abdf-ec5f6a8a5385 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 932 time: 0.0522327 May 19 11:19:27.172330 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.notifiers.nova [req-64f54e00-5d1b-4760-9b16-da8027866f9b req-0cb70cbf-b4f4-44d2-bad3-d8c93347b5ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00edbb1e-afcd-45a6-9d3e-656deafeff64 {{(pid=91055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 11:19:27.176571 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-64f54e00-5d1b-4760-9b16-da8027866f9b req-0cb70cbf-b4f4-44d2-bad3-d8c93347b5ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:27.190029 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.provisioning_blocks [req-64f54e00-5d1b-4760-9b16-da8027866f9b req-0cb70cbf-b4f4-44d2-bad3-d8c93347b5ec service neutron] Transition to ACTIVE for port object 00edbb1e-afcd-45a6-9d3e-656deafeff64 will not be triggered until provisioned by entity L2. {{(pid=91055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 11:19:27.196521 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-64f54e00-5d1b-4760-9b16-da8027866f9b req-0cb70cbf-b4f4-44d2-bad3-d8c93347b5ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3654881'] for port, after_update {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:27.197914 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-631107bb-0668-44f8-8853-eba96c79db2c req-a5eaed4b-f1d2-4f34-9755-977a682cad89 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0245721 May 19 11:19:27.199444 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-9155c30d-86de-41e4-ac76-4b8e2ff1ec52 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:19:27.360563 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb70cbf-b4f4-44d2-bad3-d8c93347b5ec service neutron] Pushing event updated for resources: {'Port': ['ID=00edbb1e-afcd-45a6-9d3e-656deafeff64,revision_number=2']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:19:27.363341 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-0cb70cbf-b4f4-44d2-bad3-d8c93347b5ec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:19:27.380075 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.managers [req-64f54e00-5d1b-4760-9b16-da8027866f9b req-0cb70cbf-b4f4-44d2-bad3-d8c93347b5ec service neutron] Attempting to bind port 00edbb1e-afcd-45a6-9d3e-656deafeff64 on host hv-cinder-78776 for vnic_type normal with profile {{(pid=91055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 11:19:27.380256 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.managers [req-64f54e00-5d1b-4760-9b16-da8027866f9b req-0cb70cbf-b4f4-44d2-bad3-d8c93347b5ec service neutron] Attempting to bind port 00edbb1e-afcd-45a6-9d3e-656deafeff64 by drivers openvswitch,hyperv on host hv-cinder-78776 at level 0 using segments [{'id': 'e1b8a063-d2ab-44b0-88b2-aa693e3413a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1389, 'network_id': 'a3798fb5-4a80-4cab-8456-d8472daef890'}] {{(pid=91055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 11:19:27.380430 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f54e00-5d1b-4760-9b16-da8027866f9b req-0cb70cbf-b4f4-44d2-bad3-d8c93347b5ec service neutron] Attempting to bind port 00edbb1e-afcd-45a6-9d3e-656deafeff64 on network a3798fb5-4a80-4cab-8456-d8472daef890 {{(pid=91055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 11:19:27.383936 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f54e00-5d1b-4760-9b16-da8027866f9b req-0cb70cbf-b4f4-44d2-bad3-d8c93347b5ec service neutron] Port 00edbb1e-afcd-45a6-9d3e-656deafeff64 on network a3798fb5-4a80-4cab-8456-d8472daef890 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78776 {{(pid=91055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 11:19:27.383936 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f54e00-5d1b-4760-9b16-da8027866f9b req-0cb70cbf-b4f4-44d2-bad3-d8c93347b5ec service neutron] Attempting to bind port 00edbb1e-afcd-45a6-9d3e-656deafeff64 on network a3798fb5-4a80-4cab-8456-d8472daef890 {{(pid=91055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 11:19:27.386929 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f54e00-5d1b-4760-9b16-da8027866f9b req-0cb70cbf-b4f4-44d2-bad3-d8c93347b5ec service neutron] Checking agent: {'id': 'ec23b603-1024-4efc-b4c9-1692111c39b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78776', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 11, 14, 16), 'started_at': datetime.datetime(2021, 5, 19, 11, 14, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 11, 19, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 11:19:27.387123 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f54e00-5d1b-4760-9b16-da8027866f9b req-0cb70cbf-b4f4-44d2-bad3-d8c93347b5ec service neutron] Checking segment: {'id': 'e1b8a063-d2ab-44b0-88b2-aa693e3413a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1389, 'network_id': 'a3798fb5-4a80-4cab-8456-d8472daef890'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 11:19:27.387332 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f54e00-5d1b-4760-9b16-da8027866f9b req-0cb70cbf-b4f4-44d2-bad3-d8c93347b5ec service neutron] Bound using segment: {'id': 'e1b8a063-d2ab-44b0-88b2-aa693e3413a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1389, 'network_id': 'a3798fb5-4a80-4cab-8456-d8472daef890'} {{(pid=91055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 11:19:27.387569 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.managers [req-64f54e00-5d1b-4760-9b16-da8027866f9b req-0cb70cbf-b4f4-44d2-bad3-d8c93347b5ec service neutron] Bound port: 00edbb1e-afcd-45a6-9d3e-656deafeff64, host: hv-cinder-78776, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1b8a063-d2ab-44b0-88b2-aa693e3413a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1389, 'network_id': 'a3798fb5-4a80-4cab-8456-d8472daef890'}}] {{(pid=91055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 11:19:27.387769 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-64f54e00-5d1b-4760-9b16-da8027866f9b req-0cb70cbf-b4f4-44d2-bad3-d8c93347b5ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:27.458354 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.db [req-64f54e00-5d1b-4760-9b16-da8027866f9b req-0cb70cbf-b4f4-44d2-bad3-d8c93347b5ec service neutron] For port 00edbb1e-afcd-45a6-9d3e-656deafeff64, host hv-cinder-78776, cleared binding levels {{(pid=91055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 11:19:27.461025 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.db [req-64f54e00-5d1b-4760-9b16-da8027866f9b req-0cb70cbf-b4f4-44d2-bad3-d8c93347b5ec service neutron] For port 00edbb1e-afcd-45a6-9d3e-656deafeff64, host hv-cinder-78776, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=00edbb1e-afcd-45a6-9d3e-656deafeff64,segment=NetworkSegment(e1b8a063-d2ab-44b0-88b2-aa693e3413a5),segment_id=e1b8a063-d2ab-44b0-88b2-aa693e3413a5)] {{(pid=91055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 11:19:27.466079 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-64f54e00-5d1b-4760-9b16-da8027866f9b req-0cb70cbf-b4f4-44d2-bad3-d8c93347b5ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3654881'] for port, after_update {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:27.469298 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-f630e27d-80dc-4f5c-bba8-83637761a0a2 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:19:27.499917 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f54e00-5d1b-4760-9b16-da8027866f9b req-0cb70cbf-b4f4-44d2-bad3-d8c93347b5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:27.500266 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-64f54e00-5d1b-4760-9b16-da8027866f9b req-0cb70cbf-b4f4-44d2-bad3-d8c93347b5ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6101'] for port, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:27.501078 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-64f54e00-5d1b-4760-9b16-da8027866f9b req-0cb70cbf-b4f4-44d2-bad3-d8c93347b5ec service neutron] 10.222.0.112 "PUT /v2.0/ports/00edbb1e-afcd-45a6-9d3e-656deafeff64 HTTP/1.1" status: 200 len: 1094 time: 0.5886297 May 19 11:19:27.501382 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '805b9f6f-4b2c-492f-91b3-aaba512bf6f6', 'tag': '00edbb1e-afcd-45a6-9d3e-656deafeff64'}] {{(pid=91055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 11:19:27.507700 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a189c6-9b94-43f2-88ec-b41ad9bac074 req-60155a2d-e7b4-4ca6-b787-9750bf5b3f1b tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:27.509486 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-b7a189c6-9b94-43f2-88ec-b41ad9bac074 req-60155a2d-e7b4-4ca6-b787-9750bf5b3f1b tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=1fec86a6-dec2-405e-bdcc-aa87ffeb12bb HTTP/1.1" status: 200 len: 945 time: 0.1081588 May 19 11:19:27.513574 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb70cbf-b4f4-44d2-bad3-d8c93347b5ec service neutron] Pushing event updated for resources: {'Port': ['ID=00edbb1e-afcd-45a6-9d3e-656deafeff64,revision_number=3']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:19:27.515505 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-0cb70cbf-b4f4-44d2-bad3-d8c93347b5ec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:19:27.530332 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185f03b9-3980-4ded-83d9-2eedea7f807c req-bf53230a-46a3-4bbd-95e2-5b426196a02a tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:27.531276 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-185f03b9-3980-4ded-83d9-2eedea7f807c req-bf53230a-46a3-4bbd-95e2-5b426196a02a tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=ee8bb661-8d2c-45db-9a1c-ee57ba0d6dd7 HTTP/1.1" status: 200 len: 946 time: 0.0871904 May 19 11:19:27.561267 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-b7a189c6-9b94-43f2-88ec-b41ad9bac074 req-a2a907ec-9fe5-49a1-a8ed-4bb53bb1ca37 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/security-groups?id=02f8fdd5-5dea-4a08-86bc-b9af91d4a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478947 May 19 11:19:27.574161 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-185f03b9-3980-4ded-83d9-2eedea7f807c req-ed32cd67-be35-4998-9d45-4cc97f2bcafb tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381932 May 19 11:19:27.582735 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f54e00-5d1b-4760-9b16-da8027866f9b req-6b08876e-d568-4f76-89e6-69bb288c7fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:27.585155 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-64f54e00-5d1b-4760-9b16-da8027866f9b req-6b08876e-d568-4f76-89e6-69bb288c7fcd service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=32d5d407c4a842328dc05ec1f325d92c&device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 1097 time: 0.0474558 May 19 11:19:27.627307 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '805b9f6f-4b2c-492f-91b3-aaba512bf6f6', 'tag': '00edbb1e-afcd-45a6-9d3e-656deafeff64', 'status': 'completed', 'code': 200} May 19 11:19:27.635270 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-64f54e00-5d1b-4760-9b16-da8027866f9b req-caae263c-3a9b-430d-871f-e0016cd5afb6 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=00edbb1e-afcd-45a6-9d3e-656deafeff64 HTTP/1.1" status: 200 len: 217 time: 0.0412476 May 19 11:19:27.675570 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f54e00-5d1b-4760-9b16-da8027866f9b req-d60039b7-71bc-47a8-a3f8-f832225afdef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:27.677015 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-64f54e00-5d1b-4760-9b16-da8027866f9b req-d60039b7-71bc-47a8-a3f8-f832225afdef service neutron] 10.222.0.112 "GET /v2.0/subnets?id=f5b5a4ef-d391-4177-9fad-6b6530e5bcb9 HTTP/1.1" status: 200 len: 847 time: 0.0367420 May 19 11:19:27.721985 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f54e00-5d1b-4760-9b16-da8027866f9b req-6c8e336f-9ca0-4ffc-aa32-9f5a03ea00ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:27.722772 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-64f54e00-5d1b-4760-9b16-da8027866f9b req-6c8e336f-9ca0-4ffc-aa32-9f5a03ea00ff service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=a3798fb5-4a80-4cab-8456-d8472daef890&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0376866 May 19 11:19:27.790865 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-64f54e00-5d1b-4760-9b16-da8027866f9b req-c70e0a41-e667-4457-a90a-a01cb6342de6 service neutron] 10.222.0.112 "GET /v2.0/networks/a3798fb5-4a80-4cab-8456-d8472daef890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0628693 May 19 11:19:27.863450 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-64f54e00-5d1b-4760-9b16-da8027866f9b req-d4949f0e-4656-4a29-98b8-bc97f23fc2b2 service neutron] 10.222.0.112 "GET /v2.0/networks/a3798fb5-4a80-4cab-8456-d8472daef890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0600994 May 19 11:19:28.070612 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191b15e6-21ce-44ea-a092-fab1d29ee78f req-55f04e36-4742-4f70-9e0d-79468ec5cfde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:28.071595 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-191b15e6-21ce-44ea-a092-fab1d29ee78f req-55f04e36-4742-4f70-9e0d-79468ec5cfde service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=1fec86a6-dec2-405e-bdcc-aa87ffeb12bb HTTP/1.1" status: 200 len: 1098 time: 0.0590966 May 19 11:19:28.101989 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-191b15e6-21ce-44ea-a092-fab1d29ee78f req-c2f2b03a-a426-4d0c-ac66-3678cf8cc10e service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=02f8fdd5-5dea-4a08-86bc-b9af91d4a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0207586 May 19 11:19:28.478536 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bd37e8-802c-417c-86cd-8df02159b54b req-a842ab54-a3b4-4687-a048-8339a0045441 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:28.479504 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-d0bd37e8-802c-417c-86cd-8df02159b54b req-a842ab54-a3b4-4687-a048-8339a0045441 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0489466 May 19 11:19:28.501299 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bd4dae-aa78-4515-9b47-f983f62f012c req-c046f8b5-979d-46d0-80f9-96885c561ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:28.505726 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-28bd4dae-aa78-4515-9b47-f983f62f012c req-c046f8b5-979d-46d0-80f9-96885c561ac6 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=32d5d407c4a842328dc05ec1f325d92c&device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 1097 time: 0.0457871 May 19 11:19:28.505779 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-d0bd37e8-802c-417c-86cd-8df02159b54b req-b5fb11b2-e1cf-4233-804a-c7ba3cb7a485 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0221543 May 19 11:19:28.753408 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bd4dae-aa78-4515-9b47-f983f62f012c req-4bd192c5-56b7-42f1-8c72-e7905fabcbec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:28.754809 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-28bd4dae-aa78-4515-9b47-f983f62f012c req-4bd192c5-56b7-42f1-8c72-e7905fabcbec service neutron] 10.222.0.112 "GET /v2.0/networks?id=a3798fb5-4a80-4cab-8456-d8472daef890 HTTP/1.1" status: 200 len: 910 time: 0.0987749 May 19 11:19:28.811163 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-28bd4dae-aa78-4515-9b47-f983f62f012c req-0f4889d7-4ec6-4c93-97fc-b53a7b03bb93 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=00edbb1e-afcd-45a6-9d3e-656deafeff64 HTTP/1.1" status: 200 len: 217 time: 0.0474691 May 19 11:19:28.857913 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bd4dae-aa78-4515-9b47-f983f62f012c req-386a3bfd-b759-4077-b99a-e8e5136ac8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:28.858993 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-28bd4dae-aa78-4515-9b47-f983f62f012c req-386a3bfd-b759-4077-b99a-e8e5136ac8ce service neutron] 10.222.0.112 "GET /v2.0/subnets?id=f5b5a4ef-d391-4177-9fad-6b6530e5bcb9 HTTP/1.1" status: 200 len: 847 time: 0.0430462 May 19 11:19:28.908381 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bd4dae-aa78-4515-9b47-f983f62f012c req-30292281-5e60-4388-ba1c-94bc0228f20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:28.909352 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-28bd4dae-aa78-4515-9b47-f983f62f012c req-30292281-5e60-4388-ba1c-94bc0228f20b service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=a3798fb5-4a80-4cab-8456-d8472daef890&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0451827 May 19 11:19:28.953242 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dd4ca3-5809-44c7-9c25-29740b898cc8 req-6c262508-80c4-4b0d-a75f-4312ed6d6028 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:28.954101 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-52dd4ca3-5809-44c7-9c25-29740b898cc8 req-6c262508-80c4-4b0d-a75f-4312ed6d6028 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=1fec86a6-dec2-405e-bdcc-aa87ffeb12bb HTTP/1.1" status: 200 len: 945 time: 0.0449290 May 19 11:19:28.981576 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-52dd4ca3-5809-44c7-9c25-29740b898cc8 req-b877c4e0-d2a9-45f2-9410-71d4644b8275 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/security-groups?id=02f8fdd5-5dea-4a08-86bc-b9af91d4a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0236464 May 19 11:19:29.057017 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-28bd4dae-aa78-4515-9b47-f983f62f012c req-30c0c461-0151-4d7a-8e4d-5381c6893dff service neutron] 10.222.0.112 "GET /v2.0/networks/a3798fb5-4a80-4cab-8456-d8472daef890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424310 May 19 11:19:29.086593 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7632cb-4458-42ac-89c3-66f1314ffc76 req-a7072be8-6ec4-47f9-b5c1-485544f71b01 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:29.087555 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-1f7632cb-4458-42ac-89c3-66f1314ffc76 req-a7072be8-6ec4-47f9-b5c1-485544f71b01 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=ee8bb661-8d2c-45db-9a1c-ee57ba0d6dd7 HTTP/1.1" status: 200 len: 946 time: 0.0516136 May 19 11:19:29.115474 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-1f7632cb-4458-42ac-89c3-66f1314ffc76 req-cc98848a-3fb0-4240-9317-da4460e4b2d0 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0239477 May 19 11:19:29.132921 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-28bd4dae-aa78-4515-9b47-f983f62f012c req-155f6c80-426a-4766-b3f1-c8f2cfef1017 service neutron] 10.222.0.112 "GET /v2.0/networks/a3798fb5-4a80-4cab-8456-d8472daef890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0674286 May 19 11:19:29.639066 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67d7b15-488c-4d00-9a51-057d1c075213 req-77352d07-bd10-4437-8711-0046a27fe355 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:29.640017 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-b67d7b15-488c-4d00-9a51-057d1c075213 req-77352d07-bd10-4437-8711-0046a27fe355 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0659945 May 19 11:19:29.668156 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-b67d7b15-488c-4d00-9a51-057d1c075213 req-1df13a5e-44e7-4514-bbba-425614c82f6e tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0242090 May 19 11:19:29.721963 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 49650) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:19:29.787789 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-feba9155-4546-4c32-a8e2-80f676906d28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:29.796953 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-feba9155-4546-4c32-a8e2-80f676906d28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:19:29.799329 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-feba9155-4546-4c32-a8e2-80f676906d28 admin admin] Usage tracker for resource:security_group_rule and tenant:ca519e3f2a1b4017a0aa8a85262ca66b is out of sync, need to count used quota {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:19:29.801388 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-feba9155-4546-4c32-a8e2-80f676906d28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:19:29.805076 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-feba9155-4546-4c32-a8e2-80f676906d28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:19:29.864654 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-feba9155-4546-4c32-a8e2-80f676906d28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:29.867752 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-feba9155-4546-4c32-a8e2-80f676906d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:29.871479 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-59d61eeb-2595-479a-823d-b80a9479f98b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:19:29.896586 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-feba9155-4546-4c32-a8e2-80f676906d28 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=ca519e3f2a1b4017a0aa8a85262ca66b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1738982 May 19 11:19:29.897143 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba9155-4546-4c32-a8e2-80f676906d28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9e2cf98-7927-4403-beb9-a3ef33b4d352,revision_number=1']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:19:29.898340 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 49658) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:19:29.953568 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba9155-4546-4c32-a8e2-80f676906d28 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:19:29.953568 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba9155-4546-4c32-a8e2-80f676906d28 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:19:29.953835 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba9155-4546-4c32-a8e2-80f676906d28 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:19:29.953835 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba9155-4546-4c32-a8e2-80f676906d28 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:19:29.954123 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba9155-4546-4c32-a8e2-80f676906d28 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:19:29.954737 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba9155-4546-4c32-a8e2-80f676906d28 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:19:29.954737 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba9155-4546-4c32-a8e2-80f676906d28 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:19:29.954737 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba9155-4546-4c32-a8e2-80f676906d28 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:19:29.954737 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba9155-4546-4c32-a8e2-80f676906d28 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:19:29.955371 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba9155-4546-4c32-a8e2-80f676906d28 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:19:29.955371 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba9155-4546-4c32-a8e2-80f676906d28 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:19:29.955371 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba9155-4546-4c32-a8e2-80f676906d28 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:19:29.959083 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-feba9155-4546-4c32-a8e2-80f676906d28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:19:29.983469 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-cd53fec8-387b-47f9-ab8a-ba00cfe4664e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:29.997614 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-cd53fec8-387b-47f9-ab8a-ba00cfe4664e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:30.032675 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-cd53fec8-387b-47f9-ab8a-ba00cfe4664e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:30.037985 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-1d148051-9ea8-46be-9363-30af87d9e22b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:19:30.045276 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd53fec8-387b-47f9-ab8a-ba00cfe4664e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9e2cf98-7927-4403-beb9-a3ef33b4d352,revision_number=None']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:19:30.046881 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-cd53fec8-387b-47f9-ab8a-ba00cfe4664e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:19:30.068982 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-cd53fec8-387b-47f9-ab8a-ba00cfe4664e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:30.069615 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-cd53fec8-387b-47f9-ab8a-ba00cfe4664e admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/c9e2cf98-7927-4403-beb9-a3ef33b4d352 HTTP/1.1" status: 204 len: 168 time: 0.1708038 May 19 11:19:30.093191 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0214f8-d4cb-4cc6-b237-91af03aa94ca req-2f53672d-9277-452d-869e-0e91870c83f6 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:30.094007 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-6f0214f8-d4cb-4cc6-b237-91af03aa94ca req-2f53672d-9277-452d-869e-0e91870c83f6 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=1fec86a6-dec2-405e-bdcc-aa87ffeb12bb HTTP/1.1" status: 200 len: 945 time: 0.0459173 May 19 11:19:30.119005 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-6f0214f8-d4cb-4cc6-b237-91af03aa94ca req-23a6d830-9897-4be4-a179-8ff8354c57ad tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/security-groups?id=02f8fdd5-5dea-4a08-86bc-b9af91d4a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0216899 May 19 11:19:30.220916 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11f2f5f-bfeb-4269-be5e-74998dc553da req-29fd1c41-b2c1-4b20-8ef3-08fda455ca27 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:30.221792 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-f11f2f5f-bfeb-4269-be5e-74998dc553da req-29fd1c41-b2c1-4b20-8ef3-08fda455ca27 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=ee8bb661-8d2c-45db-9a1c-ee57ba0d6dd7 HTTP/1.1" status: 200 len: 946 time: 0.0454426 May 19 11:19:30.246717 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-f11f2f5f-bfeb-4269-be5e-74998dc553da req-070b6d69-559b-40f9-9af1-8642690b3e6c tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0207860 May 19 11:19:30.472649 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 49694) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:19:30.531873 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.v2.base [None req-72975bd3-79c9-4335-8511-c09edd23f3a5 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1822239074-network', 'tenant_id': '74451180ce2649c199795adfd8a38c53'}} {{(pid=91056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:19:30.536848 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-72975bd3-79c9-4335-8511-c09edd23f3a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:19:30.538984 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-72975bd3-79c9-4335-8511-c09edd23f3a5 admin admin] Usage tracker for resource:network and tenant:74451180ce2649c199795adfd8a38c53 is out of sync, need to count used quota {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:19:30.540583 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-72975bd3-79c9-4335-8511-c09edd23f3a5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:19:30.543780 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-72975bd3-79c9-4335-8511-c09edd23f3a5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:19:30.551563 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72975bd3-79c9-4335-8511-c09edd23f3a5 admin admin] Made reservation on behalf of 74451180ce2649c199795adfd8a38c53 for: {'network': 1} {{(pid=91056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 11:19:30.552917 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-72975bd3-79c9-4335-8511-c09edd23f3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-783228'] for network, before_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:30.561842 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-72975bd3-79c9-4335-8511-c09edd23f3a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:30.569981 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-72975bd3-79c9-4335-8511-c09edd23f3a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:19:30.572430 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-72975bd3-79c9-4335-8511-c09edd23f3a5 admin admin] Usage tracker for resource:security_group_rule and tenant:74451180ce2649c199795adfd8a38c53 is out of sync, need to count used quota {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:19:30.573969 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-72975bd3-79c9-4335-8511-c09edd23f3a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:19:30.576943 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-72975bd3-79c9-4335-8511-c09edd23f3a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:19:30.621185 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-72975bd3-79c9-4335-8511-c09edd23f3a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:30.624802 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-72975bd3-79c9-4335-8511-c09edd23f3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:30.627036 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-17e45869-29d3-460f-906f-1945cb92f794 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:19:30.639255 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72975bd3-79c9-4335-8511-c09edd23f3a5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1396} {{(pid=91056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 11:19:30.646395 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72975bd3-79c9-4335-8511-c09edd23f3a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6198a4f-4e81-44de-841c-7d08cb9b9fe7,revision_number=1']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:19:30.648634 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-72975bd3-79c9-4335-8511-c09edd23f3a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:19:30.649166 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-72975bd3-79c9-4335-8511-c09edd23f3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432044'] for segment, precommit_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:30.649344 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.db.segments_db [None req-72975bd3-79c9-4335-8511-c09edd23f3a5 admin admin] Added segment e8507c2b-517e-4470-aac1-e7718062dccc of type vlan for network ab3676a9-fb1a-415e-9230-9c46db1e9d0d May 19 11:19:30.662554 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-72975bd3-79c9-4335-8511-c09edd23f3a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749740349296'] for network, precommit_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:30.681556 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-72975bd3-79c9-4335-8511-c09edd23f3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1777549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1695667'] for network, after_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:30.682430 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72975bd3-79c9-4335-8511-c09edd23f3a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:30.682828 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-72975bd3-79c9-4335-8511-c09edd23f3a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695638'] for network, before_response {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:30.684790 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:19:30.766511 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-72975bd3-79c9-4335-8511-c09edd23f3a5 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2929776 May 19 11:19:30.768921 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 49702) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:19:30.769228 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72975bd3-79c9-4335-8511-c09edd23f3a5 admin admin] Pushing event updated for resources: {'Network': ['ID=ab3676a9-fb1a-415e-9230-9c46db1e9d0d,revision_number=1']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:19:30.771486 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-72975bd3-79c9-4335-8511-c09edd23f3a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:19:30.779792 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Network ab3676a9-fb1a-415e-9230-9c46db1e9d0d details requested by agent ovs-agent-dv-cinder-787764-1-iscsi with host dv-cinder-787764-1-iscsi {{(pid=91057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 11:19:30.786221 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.v2.base [None req-adc84ff1-199b-4d58-a01d-2c0fd21789cd admin admin] Request body: {'subnet': {'network_id': 'ab3676a9-fb1a-415e-9230-9c46db1e9d0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1822239074-subnet', 'tenant_id': '74451180ce2649c199795adfd8a38c53', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:19:30.791780 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-adc84ff1-199b-4d58-a01d-2c0fd21789cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:19:30.796642 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4264e9-43d7-45e2-b47d-ae40c53dec41 req-e236f63d-ebf3-403c-bfbe-a8146a1d85ba tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:30.796749 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-adc84ff1-199b-4d58-a01d-2c0fd21789cd admin admin] Usage tracker for resource:subnet and tenant:74451180ce2649c199795adfd8a38c53 is out of sync, need to count used quota {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:19:30.797672 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-ac4264e9-43d7-45e2-b47d-ae40c53dec41 req-e236f63d-ebf3-403c-bfbe-a8146a1d85ba tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0601640 May 19 11:19:30.807411 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-adc84ff1-199b-4d58-a01d-2c0fd21789cd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:19:30.815235 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-adc84ff1-199b-4d58-a01d-2c0fd21789cd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:19:30.824734 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adc84ff1-199b-4d58-a01d-2c0fd21789cd admin admin] Made reservation on behalf of 74451180ce2649c199795adfd8a38c53 for: {'subnet': 1} {{(pid=91055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 11:19:30.826190 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-adc84ff1-199b-4d58-a01d-2c0fd21789cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3994652'] for subnet, before_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:30.835964 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-ac4264e9-43d7-45e2-b47d-ae40c53dec41 req-2035bab9-08b6-49aa-a5b9-969744bdb3c8 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316594 May 19 11:19:31.033302 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-adc84ff1-199b-4d58-a01d-2c0fd21789cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2635368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3994670'] for subnet, after_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:31.035853 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:19:31.072575 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc84ff1-199b-4d58-a01d-2c0fd21789cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c1eeb82-ed76-4ff9-a5b3-85f21b5520e7,revision_number=0']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:19:31.074531 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-adc84ff1-199b-4d58-a01d-2c0fd21789cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:19:31.077916 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc84ff1-199b-4d58-a01d-2c0fd21789cd admin admin] Checking segment: {'id': 'e8507c2b-517e-4470-aac1-e7718062dccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1396, 'network_id': 'ab3676a9-fb1a-415e-9230-9c46db1e9d0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 11:19:31.078108 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc84ff1-199b-4d58-a01d-2c0fd21789cd admin admin] Network hostable DHCP agents. Network: ab3676a9-fb1a-415e-9230-9c46db1e9d0d, hostable agents: ['36604066-f80c-4f9a-9f0a-cbdcbbee93eb'], hosted agents: [] {{(pid=91055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 11:19:31.089941 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc84ff1-199b-4d58-a01d-2c0fd21789cd admin admin] Network ab3676a9-fb1a-415e-9230-9c46db1e9d0d is scheduled to be hosted by DHCP agent 36604066-f80c-4f9a-9f0a-cbdcbbee93eb with binding_index 1 {{(pid=91055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 11:19:31.096752 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.scheduler.base_scheduler [None req-adc84ff1-199b-4d58-a01d-2c0fd21789cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787764-1-iscsi, ab3676a9-fb1a-415e-9230-9c46db1e9d0d) {{(pid=91055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:19:31.101692 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc84ff1-199b-4d58-a01d-2c0fd21789cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:31.102026 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-adc84ff1-199b-4d58-a01d-2c0fd21789cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695638'] for subnet, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:31.103121 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd7e1f12-7853-498e-95a7-55c0d841d294 None None] Network ab3676a9-fb1a-415e-9230-9c46db1e9d0d requested from dv-cinder-787764-1-iscsi {{(pid=91057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 11:19:31.112848 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-adc84ff1-199b-4d58-a01d-2c0fd21789cd admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3427365 May 19 11:19:31.207289 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe7768f-80ac-4357-aa2c-4f73691f48f1 None None] Network ab3676a9-fb1a-415e-9230-9c46db1e9d0d requested from dv-cinder-787764-1-iscsi {{(pid=91057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 11:19:31.227983 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fda4e76-0399-471b-ab8a-f4394b51a95a req-c10afd3b-4aa5-4ad2-8c16-fa071ad9e922 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:31.228822 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-7fda4e76-0399-471b-ab8a-f4394b51a95a req-c10afd3b-4aa5-4ad2-8c16-fa071ad9e922 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=1fec86a6-dec2-405e-bdcc-aa87ffeb12bb HTTP/1.1" status: 200 len: 945 time: 0.0505836 May 19 11:19:31.257357 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-7fda4e76-0399-471b-ab8a-f4394b51a95a req-a6f55ec5-a870-49bb-b7e2-19e16db1d500 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/security-groups?id=02f8fdd5-5dea-4a08-86bc-b9af91d4a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0240102 May 19 11:19:31.374540 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd6f83b-5a56-441a-9a43-a639a0e594b8 req-70e067b0-ce86-4fb1-83f1-81a00b492a64 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:31.375471 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-cdd6f83b-5a56-441a-9a43-a639a0e594b8 req-70e067b0-ce86-4fb1-83f1-81a00b492a64 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=ee8bb661-8d2c-45db-9a1c-ee57ba0d6dd7 HTTP/1.1" status: 200 len: 946 time: 0.0474288 May 19 11:19:31.402050 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-cdd6f83b-5a56-441a-9a43-a639a0e594b8 req-7e127573-16ea-40b3-b7ab-74696820e13b tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0228927 May 19 11:19:31.962247 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e02996b-ba79-4b76-a5fc-10e52164f8c5 req-44ce7820-3b0a-4c9c-8360-51f5a7ddfc39 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:31.963121 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-7e02996b-ba79-4b76-a5fc-10e52164f8c5 req-44ce7820-3b0a-4c9c-8360-51f5a7ddfc39 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0503287 May 19 11:19:31.993532 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-7e02996b-ba79-4b76-a5fc-10e52164f8c5 req-81976d96-039e-4c85-a641-680320ae8a7c tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0260854 May 19 11:19:32.547605 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762dde0c-d214-4bff-83e0-2182bd025da2 req-699a4fa4-f981-426f-90f1-9d2e637983ed tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:32.547685 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-762dde0c-d214-4bff-83e0-2182bd025da2 req-699a4fa4-f981-426f-90f1-9d2e637983ed tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=ee8bb661-8d2c-45db-9a1c-ee57ba0d6dd7 HTTP/1.1" status: 200 len: 946 time: 0.0658293 May 19 11:19:32.575879 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-762dde0c-d214-4bff-83e0-2182bd025da2 req-d4048aa4-6c12-4363-ae34-3c0df2a3344e tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0240629 May 19 11:19:33.127348 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db52723-6d4c-4968-a89e-1f47b5edb4b7 req-402d8020-859a-41cb-ab5e-f7463e5974ac tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:33.128136 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-5db52723-6d4c-4968-a89e-1f47b5edb4b7 req-402d8020-859a-41cb-ab5e-f7463e5974ac tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0517225 May 19 11:19:33.153639 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-5db52723-6d4c-4968-a89e-1f47b5edb4b7 req-4bf0b11a-5a24-405f-8e5c-e2925915f548 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0214393 May 19 11:19:33.699928 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef22e9e-a244-4009-8978-52d2c6a3e42e req-3eada127-4ba9-45dc-afc1-0f0dda5a65bc tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:33.701697 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-0ef22e9e-a244-4009-8978-52d2c6a3e42e req-3eada127-4ba9-45dc-afc1-0f0dda5a65bc tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=ee8bb661-8d2c-45db-9a1c-ee57ba0d6dd7 HTTP/1.1" status: 200 len: 946 time: 0.0564029 May 19 11:19:33.734059 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-0ef22e9e-a244-4009-8978-52d2c6a3e42e req-d1a2de71-b95e-4f05-8c96-48fe4560c5a8 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290143 May 19 11:19:34.604179 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-39aa1fc4-3325-4663-8b2a-c981c07f645c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:34.765098 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e38e9e0-e677-44d0-91f0-62145188afd4 req-1c1f131e-0c10-481e-baaf-02a0a84bbafd tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:34.766237 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-1e38e9e0-e677-44d0-91f0-62145188afd4 req-1c1f131e-0c10-481e-baaf-02a0a84bbafd tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0529521 May 19 11:19:34.798788 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-1e38e9e0-e677-44d0-91f0-62145188afd4 req-39e5c606-bcba-422b-99df-8efe08f7eb8a tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280643 May 19 11:19:34.942666 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf254cf-3446-4174-a695-e6cd91e63a2f req-aa3efb4f-d083-4cee-bfc5-b1d4aa0a8216 tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:34.943063 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [req-bdf254cf-3446-4174-a695-e6cd91e63a2f req-aa3efb4f-d083-4cee-bfc5-b1d4aa0a8216 tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] Synchronizing usage tracker for tenant:74451180ce2649c199795adfd8a38c53 on resource:network {{(pid=91056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 11:19:34.959249 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3b7cd9-cb89-4230-bab4-e3c9cc57de61 req-882fecea-bfc2-4dd4-95de-ae413afd75c8 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:34.960257 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-9e3b7cd9-cb89-4230-bab4-e3c9cc57de61 req-882fecea-bfc2-4dd4-95de-ae413afd75c8 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=ee8bb661-8d2c-45db-9a1c-ee57ba0d6dd7 HTTP/1.1" status: 200 len: 946 time: 0.0755000 May 19 11:19:34.960822 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [req-bdf254cf-3446-4174-a695-e6cd91e63a2f req-aa3efb4f-d083-4cee-bfc5-b1d4aa0a8216 tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] Unset dirty status for tenant:74451180ce2649c199795adfd8a38c53 on resource:network {{(pid=91056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 11:19:34.961350 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-bdf254cf-3446-4174-a695-e6cd91e63a2f req-aa3efb4f-d083-4cee-bfc5-b1d4aa0a8216 tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/networks?id=ab3676a9-fb1a-415e-9230-9c46db1e9d0d HTTP/1.1" status: 200 len: 814 time: 0.1299055 May 19 11:19:34.976919 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-bdf254cf-3446-4174-a695-e6cd91e63a2f req-5764f308-5104-452a-9034-9fb3d282e884 tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/quotas/74451180ce2649c199795adfd8a38c53 HTTP/1.1" status: 200 len: 375 time: 0.0114639 May 19 11:19:35.008815 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-bdf254cf-3446-4174-a695-e6cd91e63a2f req-2df63d1d-419f-4e30-95e0-922d8e4c6721 tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=74451180ce2649c199795adfd8a38c53&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284877 May 19 11:19:35.068971 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-9e3b7cd9-cb89-4230-bab4-e3c9cc57de61 req-72c18d8e-ece4-44ef-bdc7-0e7275e082cd tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999720 May 19 11:19:35.129693 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-bdf254cf-3446-4174-a695-e6cd91e63a2f req-4560d946-bcec-48f9-94cf-9ca100809804 service neutron] 10.222.0.90 "GET /v2.0/networks/ab3676a9-fb1a-415e-9230-9c46db1e9d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166306 May 19 11:19:35.210826 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-bdf254cf-3446-4174-a695-e6cd91e63a2f req-5ab965de-195d-438b-8626-25103fb068b7 service neutron] 10.222.0.90 "GET /v2.0/networks/ab3676a9-fb1a-415e-9230-9c46db1e9d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0773830 May 19 11:19:35.328842 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-6b0f6cd8-6b7f-4289-a337-eed0dadb2927 req-c6fe82bc-9ff4-4f27-a661-fb52b7db8f58 tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0db6460-3f99-4ce1-ab18-833a31767472 HTTP/1.1" status: 200 len: 210 time: 0.0261703 May 19 11:19:35.809394 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:35.914410 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bb5814-e8f0-4a24-b715-c017257728af req-df4cb3d0-3b98-41be-8bf5-11733cf4f571 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:35.915284 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-c4bb5814-e8f0-4a24-b715-c017257728af req-df4cb3d0-3b98-41be-8bf5-11733cf4f571 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0514207 May 19 11:19:35.944007 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-c4bb5814-e8f0-4a24-b715-c017257728af req-3ad10ed4-4a30-46e1-a1d2-5df9f779525e tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0247104 May 19 11:19:36.183293 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-6063e9fb-e421-4599-9be7-75f1f338c199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:36.217760 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d03baa-8455-4537-a6ef-84b2182b228c req-43cf197a-cd26-4fe6-aff8-f9720617b47e tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:36.218725 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-b5d03baa-8455-4537-a6ef-84b2182b228c req-43cf197a-cd26-4fe6-aff8-f9720617b47e tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=ee8bb661-8d2c-45db-9a1c-ee57ba0d6dd7 HTTP/1.1" status: 200 len: 946 time: 0.0513191 May 19 11:19:36.248863 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-b5d03baa-8455-4537-a6ef-84b2182b228c req-850fcbdf-cd3a-48ee-8531-2a5185131462 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0259345 May 19 11:19:36.410386 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-3d1c4452-bf73-48f9-b3a2-b0010685b6ed req-c46f2df6-e435-4b13-9104-9381abfc4d1b tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0db6460-3f99-4ce1-ab18-833a31767472 HTTP/1.1" status: 200 len: 210 time: 0.0233309 May 19 11:19:36.749861 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-f3552fb9-a093-42e6-b748-7ab8d8c7cb39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:37.067486 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa5ce40-a4da-4066-ae51-5164d07b51ca req-c153289b-7f14-443f-a5a4-704e50d8cd61 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:37.068338 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-daa5ce40-a4da-4066-ae51-5164d07b51ca req-c153289b-7f14-443f-a5a4-704e50d8cd61 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0554309 May 19 11:19:37.094266 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-daa5ce40-a4da-4066-ae51-5164d07b51ca req-378d9b87-9a0e-4831-ac92-919e56860007 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0226731 May 19 11:19:37.502151 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-ad9b7127-95f4-4836-9f33-327f15949889 req-0c4fdc1f-b9eb-4469-a28c-dfce4817894c tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0db6460-3f99-4ce1-ab18-833a31767472 HTTP/1.1" status: 200 len: 210 time: 0.0282505 May 19 11:19:37.836774 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-66ec5bc0-6952-497b-8f33-b3c04bfd0b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:37.853717 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf254cf-3446-4174-a695-e6cd91e63a2f req-d33ff279-bb3e-41f7-9261-ddc68af8b6d5 tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:37.854757 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-bdf254cf-3446-4174-a695-e6cd91e63a2f req-d33ff279-bb3e-41f7-9261-ddc68af8b6d5 tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.112 "GET /v2.0/networks?id=ab3676a9-fb1a-415e-9230-9c46db1e9d0d HTTP/1.1" status: 200 len: 814 time: 0.0976379 May 19 11:19:37.869421 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.v2.base [req-bdf254cf-3446-4174-a695-e6cd91e63a2f req-127a08de-447a-4282-a462-d7aad49607e0 tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] Request body: {'port': {'device_id': 'c0db6460-3f99-4ce1-ab18-833a31767472', 'network_id': 'ab3676a9-fb1a-415e-9230-9c46db1e9d0d', 'admin_state_up': True, 'tenant_id': '74451180ce2649c199795adfd8a38c53'}} {{(pid=91055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:19:37.963693 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [req-bdf254cf-3446-4174-a695-e6cd91e63a2f req-127a08de-447a-4282-a462-d7aad49607e0 tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:19:37.966539 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [req-bdf254cf-3446-4174-a695-e6cd91e63a2f req-127a08de-447a-4282-a462-d7aad49607e0 tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] Usage tracker for resource:port and tenant:74451180ce2649c199795adfd8a38c53 is out of sync, need to count used quota {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:19:37.968737 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [req-bdf254cf-3446-4174-a695-e6cd91e63a2f req-127a08de-447a-4282-a462-d7aad49607e0 tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:19:37.972584 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [req-bdf254cf-3446-4174-a695-e6cd91e63a2f req-127a08de-447a-4282-a462-d7aad49607e0 tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:19:37.981729 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdf254cf-3446-4174-a695-e6cd91e63a2f req-127a08de-447a-4282-a462-d7aad49607e0 tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] Made reservation on behalf of 74451180ce2649c199795adfd8a38c53 for: {'port': 1} {{(pid=91055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 11:19:37.984097 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-bdf254cf-3446-4174-a695-e6cd91e63a2f req-127a08de-447a-4282-a462-d7aad49607e0 tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:38.087899 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.db_base_plugin_common [req-bdf254cf-3446-4174-a695-e6cd91e63a2f req-127a08de-447a-4282-a462-d7aad49607e0 tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] Allocated IP 172.20.0.8 (ab3676a9-fb1a-415e-9230-9c46db1e9d0d/0c1eeb82-ed76-4ff9-a5b3-85f21b5520e7/95f9c7cd-41c7-4fd7-ba57-91ab7aa77107) {{(pid=91055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 11:19:38.207506 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-bdf254cf-3446-4174-a695-e6cd91e63a2f req-127a08de-447a-4282-a462-d7aad49607e0 tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] Notify callbacks [] for port, precommit_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:38.222825 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d368a7-becc-4c6b-a6f1-f8ade82eab67 req-2ed898c1-e609-4a19-aaaa-3adb6818a38b tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:38.223789 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-70d368a7-becc-4c6b-a6f1-f8ade82eab67 req-2ed898c1-e609-4a19-aaaa-3adb6818a38b tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0579653 May 19 11:19:38.226030 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-bdf254cf-3446-4174-a695-e6cd91e63a2f req-127a08de-447a-4282-a462-d7aad49607e0 tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749740362231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3654904'] for port, after_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:38.229956 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:19:38.251576 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-70d368a7-becc-4c6b-a6f1-f8ade82eab67 req-0440126e-d467-42cd-9c86-b55a823ff10b tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0236275 May 19 11:19:38.271379 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdf254cf-3446-4174-a695-e6cd91e63a2f req-127a08de-447a-4282-a462-d7aad49607e0 tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] Network ab3676a9-fb1a-415e-9230-9c46db1e9d0d is already hosted by enough agents. {{(pid=91055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 11:19:38.273435 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.scheduler.base_scheduler [req-bdf254cf-3446-4174-a695-e6cd91e63a2f req-127a08de-447a-4282-a462-d7aad49607e0 tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] Resources bound (agent type, host, resource id): {{(pid=91055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:19:38.277890 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdf254cf-3446-4174-a695-e6cd91e63a2f req-127a08de-447a-4282-a462-d7aad49607e0 tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] Received port after_create {{(pid=91055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 11:19:38.294800 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127a08de-447a-4282-a462-d7aad49607e0 tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] Pushing event updated for resources: {'Port': ['ID=95f9c7cd-41c7-4fd7-ba57-91ab7aa77107,revision_number=1']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:19:38.298681 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-127a08de-447a-4282-a462-d7aad49607e0 tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:19:38.314319 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf254cf-3446-4174-a695-e6cd91e63a2f req-127a08de-447a-4282-a462-d7aad49607e0 tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:38.314680 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-bdf254cf-3446-4174-a695-e6cd91e63a2f req-127a08de-447a-4282-a462-d7aad49607e0 tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6101'] for port, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:38.326042 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-bdf254cf-3446-4174-a695-e6cd91e63a2f req-127a08de-447a-4282-a462-d7aad49607e0 tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.4591346 May 19 11:19:38.336215 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.v2.base [req-bdf254cf-3446-4174-a695-e6cd91e63a2f req-f8ee6a39-4ae3-4796-894e-479c98e6f09c service neutron] Request body: {'port': {'device_id': 'c0db6460-3f99-4ce1-ab18-833a31767472', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78776'}} {{(pid=91055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:19:38.393633 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-bdf254cf-3446-4174-a695-e6cd91e63a2f req-f8ee6a39-4ae3-4796-894e-479c98e6f09c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:38.610315 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aefa42-7a1b-46e9-899a-fa61e92448f0 req-bac3cf6f-a53c-4fd0-a261-920b04742040 tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:38.611130 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-17aefa42-7a1b-46e9-899a-fa61e92448f0 req-bac3cf6f-a53c-4fd0-a261-920b04742040 tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0db6460-3f99-4ce1-ab18-833a31767472 HTTP/1.1" status: 200 len: 931 time: 0.0494010 May 19 11:19:38.635030 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.notifiers.nova [req-bdf254cf-3446-4174-a695-e6cd91e63a2f req-f8ee6a39-4ae3-4796-894e-479c98e6f09c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95f9c7cd-41c7-4fd7-ba57-91ab7aa77107 {{(pid=91055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 11:19:38.635556 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [req-17aefa42-7a1b-46e9-899a-fa61e92448f0 req-ee6adace-af4d-4380-8747-38532aa5e39b tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] Synchronizing usage tracker for tenant:74451180ce2649c199795adfd8a38c53 on resource:security_group {{(pid=91056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 11:19:38.641416 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-bdf254cf-3446-4174-a695-e6cd91e63a2f req-f8ee6a39-4ae3-4796-894e-479c98e6f09c service neutron] Notify callbacks [] for port, precommit_update {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:38.646237 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [req-17aefa42-7a1b-46e9-899a-fa61e92448f0 req-ee6adace-af4d-4380-8747-38532aa5e39b tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] Unset dirty status for tenant:74451180ce2649c199795adfd8a38c53 on resource:security_group {{(pid=91056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 11:19:38.646994 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-17aefa42-7a1b-46e9-899a-fa61e92448f0 req-ee6adace-af4d-4380-8747-38532aa5e39b tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/security-groups?id=e6198a4f-4e81-44de-841c-7d08cb9b9fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320144 May 19 11:19:38.650816 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.provisioning_blocks [req-bdf254cf-3446-4174-a695-e6cd91e63a2f req-f8ee6a39-4ae3-4796-894e-479c98e6f09c service neutron] Transition to ACTIVE for port object 95f9c7cd-41c7-4fd7-ba57-91ab7aa77107 will not be triggered until provisioned by entity L2. {{(pid=91055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 11:19:38.653902 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-bdf254cf-3446-4174-a695-e6cd91e63a2f req-f8ee6a39-4ae3-4796-894e-479c98e6f09c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3654881'] for port, after_update {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:38.657449 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-ee8a7866-db1f-4864-bb70-838e61125837 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:19:38.747129 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ee6a39-4ae3-4796-894e-479c98e6f09c service neutron] Pushing event updated for resources: {'Port': ['ID=95f9c7cd-41c7-4fd7-ba57-91ab7aa77107,revision_number=2']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:19:38.750883 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-f8ee6a39-4ae3-4796-894e-479c98e6f09c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:19:38.789542 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.managers [req-bdf254cf-3446-4174-a695-e6cd91e63a2f req-f8ee6a39-4ae3-4796-894e-479c98e6f09c service neutron] Attempting to bind port 95f9c7cd-41c7-4fd7-ba57-91ab7aa77107 on host hv-cinder-78776 for vnic_type normal with profile {{(pid=91055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 11:19:38.789702 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.managers [req-bdf254cf-3446-4174-a695-e6cd91e63a2f req-f8ee6a39-4ae3-4796-894e-479c98e6f09c service neutron] Attempting to bind port 95f9c7cd-41c7-4fd7-ba57-91ab7aa77107 by drivers openvswitch,hyperv on host hv-cinder-78776 at level 0 using segments [{'id': 'e8507c2b-517e-4470-aac1-e7718062dccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1396, 'network_id': 'ab3676a9-fb1a-415e-9230-9c46db1e9d0d'}] {{(pid=91055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 11:19:38.789882 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf254cf-3446-4174-a695-e6cd91e63a2f req-f8ee6a39-4ae3-4796-894e-479c98e6f09c service neutron] Attempting to bind port 95f9c7cd-41c7-4fd7-ba57-91ab7aa77107 on network ab3676a9-fb1a-415e-9230-9c46db1e9d0d {{(pid=91055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 11:19:38.792715 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf254cf-3446-4174-a695-e6cd91e63a2f req-f8ee6a39-4ae3-4796-894e-479c98e6f09c service neutron] Port 95f9c7cd-41c7-4fd7-ba57-91ab7aa77107 on network ab3676a9-fb1a-415e-9230-9c46db1e9d0d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78776 {{(pid=91055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 11:19:38.792885 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf254cf-3446-4174-a695-e6cd91e63a2f req-f8ee6a39-4ae3-4796-894e-479c98e6f09c service neutron] Attempting to bind port 95f9c7cd-41c7-4fd7-ba57-91ab7aa77107 on network ab3676a9-fb1a-415e-9230-9c46db1e9d0d {{(pid=91055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 11:19:38.796222 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf254cf-3446-4174-a695-e6cd91e63a2f req-f8ee6a39-4ae3-4796-894e-479c98e6f09c service neutron] Checking agent: {'id': 'ec23b603-1024-4efc-b4c9-1692111c39b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78776', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 11, 14, 16), 'started_at': datetime.datetime(2021, 5, 19, 11, 14, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 11, 19, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 11:19:38.796388 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf254cf-3446-4174-a695-e6cd91e63a2f req-f8ee6a39-4ae3-4796-894e-479c98e6f09c service neutron] Checking segment: {'id': 'e8507c2b-517e-4470-aac1-e7718062dccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1396, 'network_id': 'ab3676a9-fb1a-415e-9230-9c46db1e9d0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 11:19:38.796588 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf254cf-3446-4174-a695-e6cd91e63a2f req-f8ee6a39-4ae3-4796-894e-479c98e6f09c service neutron] Bound using segment: {'id': 'e8507c2b-517e-4470-aac1-e7718062dccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1396, 'network_id': 'ab3676a9-fb1a-415e-9230-9c46db1e9d0d'} {{(pid=91055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 11:19:38.796818 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.managers [req-bdf254cf-3446-4174-a695-e6cd91e63a2f req-f8ee6a39-4ae3-4796-894e-479c98e6f09c service neutron] Bound port: 95f9c7cd-41c7-4fd7-ba57-91ab7aa77107, host: hv-cinder-78776, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8507c2b-517e-4470-aac1-e7718062dccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1396, 'network_id': 'ab3676a9-fb1a-415e-9230-9c46db1e9d0d'}}] {{(pid=91055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 11:19:38.796998 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-bdf254cf-3446-4174-a695-e6cd91e63a2f req-f8ee6a39-4ae3-4796-894e-479c98e6f09c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:38.844063 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.db [req-bdf254cf-3446-4174-a695-e6cd91e63a2f req-f8ee6a39-4ae3-4796-894e-479c98e6f09c service neutron] For port 95f9c7cd-41c7-4fd7-ba57-91ab7aa77107, host hv-cinder-78776, cleared binding levels {{(pid=91055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 11:19:38.845931 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.db [req-bdf254cf-3446-4174-a695-e6cd91e63a2f req-f8ee6a39-4ae3-4796-894e-479c98e6f09c service neutron] For port 95f9c7cd-41c7-4fd7-ba57-91ab7aa77107, host hv-cinder-78776, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=95f9c7cd-41c7-4fd7-ba57-91ab7aa77107,segment=NetworkSegment(e8507c2b-517e-4470-aac1-e7718062dccc),segment_id=e8507c2b-517e-4470-aac1-e7718062dccc)] {{(pid=91055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 11:19:38.850813 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-bdf254cf-3446-4174-a695-e6cd91e63a2f req-f8ee6a39-4ae3-4796-894e-479c98e6f09c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3654881'] for port, after_update {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:38.852740 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-23e87455-0170-4ec7-963c-82d339c30962 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:19:38.884160 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf254cf-3446-4174-a695-e6cd91e63a2f req-f8ee6a39-4ae3-4796-894e-479c98e6f09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:38.884871 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-bdf254cf-3446-4174-a695-e6cd91e63a2f req-f8ee6a39-4ae3-4796-894e-479c98e6f09c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6101'] for port, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:38.885314 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-bdf254cf-3446-4174-a695-e6cd91e63a2f req-f8ee6a39-4ae3-4796-894e-479c98e6f09c service neutron] 10.222.0.112 "PUT /v2.0/ports/95f9c7cd-41c7-4fd7-ba57-91ab7aa77107 HTTP/1.1" status: 200 len: 1093 time: 0.5513608 May 19 11:19:38.885606 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0db6460-3f99-4ce1-ab18-833a31767472', 'tag': '95f9c7cd-41c7-4fd7-ba57-91ab7aa77107'}] {{(pid=91055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 11:19:38.898008 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ee6a39-4ae3-4796-894e-479c98e6f09c service neutron] Pushing event updated for resources: {'Port': ['ID=95f9c7cd-41c7-4fd7-ba57-91ab7aa77107,revision_number=3']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:19:38.899928 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-f8ee6a39-4ae3-4796-894e-479c98e6f09c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:19:38.917297 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0db6460-3f99-4ce1-ab18-833a31767472', 'tag': '95f9c7cd-41c7-4fd7-ba57-91ab7aa77107', 'status': 'completed', 'code': 200} May 19 11:19:39.374363 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c280feb3-77d9-4e94-a1c8-c4bb6d95a4eb req-685b5d74-335b-4b66-b57f-c1e543284101 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:39.375283 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-c280feb3-77d9-4e94-a1c8-c4bb6d95a4eb req-685b5d74-335b-4b66-b57f-c1e543284101 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0560875 May 19 11:19:39.402740 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-c280feb3-77d9-4e94-a1c8-c4bb6d95a4eb req-35984332-a365-4cd5-82e8-dcf7bb746c2f tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0243802 May 19 11:19:39.809484 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9ca50a-9888-4798-99a9-dc2d34e2675d req-6c404ddf-c7e7-4172-8aa1-2aa558acc9df tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:39.811218 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-4b9ca50a-9888-4798-99a9-dc2d34e2675d req-6c404ddf-c7e7-4172-8aa1-2aa558acc9df tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0db6460-3f99-4ce1-ab18-833a31767472 HTTP/1.1" status: 200 len: 943 time: 0.0803950 May 19 11:19:39.843057 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-4b9ca50a-9888-4798-99a9-dc2d34e2675d req-dd358018-174c-43c1-b328-d18594c2d5af tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/security-groups?id=e6198a4f-4e81-44de-841c-7d08cb9b9fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274081 May 19 11:19:40.534422 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68efd9c2-c758-4626-98a3-388940d63416 req-9a2832ea-2374-4b32-8956-dfee15addab3 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:40.535409 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-68efd9c2-c758-4626-98a3-388940d63416 req-9a2832ea-2374-4b32-8956-dfee15addab3 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0540597 May 19 11:19:40.563283 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-68efd9c2-c758-4626-98a3-388940d63416 req-102c55b7-998f-4202-9da0-3be3a037572b tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0237515 May 19 11:19:40.964507 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a881d7-558a-4430-8d7a-8f0c949d5525 req-7f4027a8-078c-4b18-8900-59667d4a4b27 tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:40.965532 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-68a881d7-558a-4430-8d7a-8f0c949d5525 req-7f4027a8-078c-4b18-8900-59667d4a4b27 tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0db6460-3f99-4ce1-ab18-833a31767472 HTTP/1.1" status: 200 len: 943 time: 0.0548513 May 19 11:19:40.994635 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-68a881d7-558a-4430-8d7a-8f0c949d5525 req-50c3bc94-5e24-4c2b-99f8-6a15456f7451 tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/security-groups?id=e6198a4f-4e81-44de-841c-7d08cb9b9fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0246563 May 19 11:19:41.691783 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3b9f08-1b1f-4fc4-ac85-00f22737ee66 req-883b9646-2f8c-4ba8-93dd-c6fa7cbebf17 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:41.692741 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-8e3b9f08-1b1f-4fc4-ac85-00f22737ee66 req-883b9646-2f8c-4ba8-93dd-c6fa7cbebf17 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0588844 May 19 11:19:41.725080 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-8e3b9f08-1b1f-4fc4-ac85-00f22737ee66 req-eec9e406-9225-4cdf-b87a-94bb83b9eb29 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0255888 May 19 11:19:42.133618 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce2fe24-666a-4f52-82a4-30c501c8b942 req-0925e5bc-c279-4be5-ac37-7e9a56ab6c61 tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:42.134551 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-5ce2fe24-666a-4f52-82a4-30c501c8b942 req-0925e5bc-c279-4be5-ac37-7e9a56ab6c61 tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0db6460-3f99-4ce1-ab18-833a31767472 HTTP/1.1" status: 200 len: 943 time: 0.0539711 May 19 11:19:42.167275 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-5ce2fe24-666a-4f52-82a4-30c501c8b942 req-54267a01-aef0-4b90-9d97-3371912b4498 tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/security-groups?id=e6198a4f-4e81-44de-841c-7d08cb9b9fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0262845 May 19 11:19:42.876003 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fbedd5-81fb-4d01-bee1-95c9675e585a req-8cd893e2-6582-4900-9b25-4c7bd4fcbb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:42.876977 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-c9fbedd5-81fb-4d01-bee1-95c9675e585a req-8cd893e2-6582-4900-9b25-4c7bd4fcbb16 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=74451180ce2649c199795adfd8a38c53&device_id=c0db6460-3f99-4ce1-ab18-833a31767472 HTTP/1.1" status: 200 len: 1096 time: 0.0524294 May 19 11:19:42.878750 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a1f002-ec08-4a64-a59b-d2fce1f9cd2f req-e6b7d4a8-3ecb-4004-b8ef-4dfabe5493dd tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:42.880535 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-d7a1f002-ec08-4a64-a59b-d2fce1f9cd2f req-e6b7d4a8-3ecb-4004-b8ef-4dfabe5493dd tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0723603 May 19 11:19:42.912057 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-d7a1f002-ec08-4a64-a59b-d2fce1f9cd2f req-d1eb5362-61f8-4c72-8ccc-9be21ce14330 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267565 May 19 11:19:42.969846 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fbedd5-81fb-4d01-bee1-95c9675e585a req-50e47fd0-f608-4cf9-bad4-6ebfaacaa88b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:42.970997 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-c9fbedd5-81fb-4d01-bee1-95c9675e585a req-50e47fd0-f608-4cf9-bad4-6ebfaacaa88b service neutron] 10.222.0.112 "GET /v2.0/networks?tenant_id=74451180ce2649c199795adfd8a38c53&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0882683 May 19 11:19:43.066032 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fbedd5-81fb-4d01-bee1-95c9675e585a req-13b02cfa-6864-4946-85f4-b9c9b6a2b831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:43.067046 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-c9fbedd5-81fb-4d01-bee1-95c9675e585a req-13b02cfa-6864-4946-85f4-b9c9b6a2b831 service neutron] 10.222.0.112 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0903103 May 19 11:19:43.442290 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf254cf-3446-4174-a695-e6cd91e63a2f req-73378542-404c-4fb9-aa8e-45694ab63ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:43.443329 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-bdf254cf-3446-4174-a695-e6cd91e63a2f req-73378542-404c-4fb9-aa8e-45694ab63ebe service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=74451180ce2649c199795adfd8a38c53&device_id=c0db6460-3f99-4ce1-ab18-833a31767472 HTTP/1.1" status: 200 len: 1096 time: 0.0515091 May 19 11:19:43.489822 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-bdf254cf-3446-4174-a695-e6cd91e63a2f req-8d5f205d-adf2-4ad0-9520-9a9496206740 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=95f9c7cd-41c7-4fd7-ba57-91ab7aa77107 HTTP/1.1" status: 200 len: 217 time: 0.0405915 May 19 11:19:43.507531 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Device 00edbb1e-afcd-45a6-9d3e-656deafeff64 details requested by agent hyperv_hv-cinder-78776 with host hv-cinder-78776 {{(pid=91057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 11:19:43.529897 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf254cf-3446-4174-a695-e6cd91e63a2f req-bada94a0-785f-40e1-b1af-25dede2cc1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:43.530802 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-bdf254cf-3446-4174-a695-e6cd91e63a2f req-bada94a0-785f-40e1-b1af-25dede2cc1a0 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=0c1eeb82-ed76-4ff9-a5b3-85f21b5520e7 HTTP/1.1" status: 200 len: 854 time: 0.0360167 May 19 11:19:43.566975 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-bdf254cf-3446-4174-a695-e6cd91e63a2f req-269f1dee-35b2-48d5-a0c4-3f56e7c5a574 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=ab3676a9-fb1a-415e-9230-9c46db1e9d0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284016 May 19 11:19:43.620251 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] For port 00edbb1e-afcd-45a6-9d3e-656deafeff64, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=00edbb1e-afcd-45a6-9d3e-656deafeff64,segment=NetworkSegment(e1b8a063-d2ab-44b0-88b2-aa693e3413a5),segment_id=e1b8a063-d2ab-44b0-88b2-aa693e3413a5)] {{(pid=91057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:19:43.629414 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Returning: {'device': '00edbb1e-afcd-45a6-9d3e-656deafeff64', 'network_id': 'a3798fb5-4a80-4cab-8456-d8472daef890', 'port_id': '00edbb1e-afcd-45a6-9d3e-656deafeff64', 'mac_address': 'fa:16:3e:b9:ff:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5b5a4ef-d391-4177-9fad-6b6530e5bcb9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 11:19:43.654176 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-bdf254cf-3446-4174-a695-e6cd91e63a2f req-c3052b62-0342-4ffe-b883-61b4bfcd1f43 service neutron] 10.222.0.112 "GET /v2.0/networks/ab3676a9-fb1a-415e-9230-9c46db1e9d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797753 May 19 11:19:43.664927 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:43.668271 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2de973a-cf6f-4736-9c91-d693fdd8dc08 req-0edbe4d3-5229-484d-8669-c5c86cbd4174 tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:43.669244 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-c2de973a-cf6f-4736-9c91-d693fdd8dc08 req-0edbe4d3-5229-484d-8669-c5c86cbd4174 tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0db6460-3f99-4ce1-ab18-833a31767472 HTTP/1.1" status: 200 len: 943 time: 0.0544538 May 19 11:19:43.675674 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.notifiers.nova [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00edbb1e-afcd-45a6-9d3e-656deafeff64 {{(pid=91057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 11:19:43.684917 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] For port 00edbb1e-afcd-45a6-9d3e-656deafeff64, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=00edbb1e-afcd-45a6-9d3e-656deafeff64,segment=NetworkSegment(e1b8a063-d2ab-44b0-88b2-aa693e3413a5),segment_id=e1b8a063-d2ab-44b0-88b2-aa693e3413a5)] {{(pid=91057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:19:43.688745 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602'] for port, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:43.690238 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:19:43.732890 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Pushing event updated for resources: {'Port': ['ID=00edbb1e-afcd-45a6-9d3e-656deafeff64,revision_number=4']} {{(pid=91057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:19:43.735564 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:19:43.768382 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-c2de973a-cf6f-4736-9c91-d693fdd8dc08 req-9ecb5a3b-c3f9-445b-989b-7baa0f0afc6b tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/security-groups?id=e6198a4f-4e81-44de-841c-7d08cb9b9fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946164 May 19 11:19:43.800208 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-bdf254cf-3446-4174-a695-e6cd91e63a2f req-2eb24921-ccb9-47e3-8dec-c0a345eb07d8 service neutron] 10.222.0.112 "GET /v2.0/networks/ab3676a9-fb1a-415e-9230-9c46db1e9d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406105 May 19 11:19:44.032472 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd53110-d280-4ed7-a9d7-0a8a6c5b6371 req-c3a1f1cc-5e40-4665-bd9f-3d87daff5199 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:44.033378 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-4bd53110-d280-4ed7-a9d7-0a8a6c5b6371 req-c3a1f1cc-5e40-4665-bd9f-3d87daff5199 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 945 time: 0.0537400 May 19 11:19:44.060845 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-4bd53110-d280-4ed7-a9d7-0a8a6c5b6371 req-b879c1f1-4ec6-4b0d-810c-4e7ecaeeb8a0 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0235953 May 19 11:19:44.906814 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19afcef3-7699-4ebe-988c-d3dc334b899a req-84537eae-d408-4d8f-9f92-c6f509ee494b tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:44.907855 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-19afcef3-7699-4ebe-988c-d3dc334b899a req-84537eae-d408-4d8f-9f92-c6f509ee494b tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0db6460-3f99-4ce1-ab18-833a31767472 HTTP/1.1" status: 200 len: 943 time: 0.0577095 May 19 11:19:44.942175 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-19afcef3-7699-4ebe-988c-d3dc334b899a req-9833073e-4d05-4767-aa57-e60249b1ae88 tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/security-groups?id=e6198a4f-4e81-44de-841c-7d08cb9b9fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274479 May 19 11:19:45.066932 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] get_ports_and_sgs() called for port_ids ['00edbb1e-afcd-45a6-9d3e-656deafeff64'] {{(pid=91057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 11:19:45.193829 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23de91b3-32d8-4131-9d7c-218b73809291 req-f71a6216-84d3-4111-96c0-b65cadf46280 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:45.195228 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-23de91b3-32d8-4131-9d7c-218b73809291 req-f71a6216-84d3-4111-96c0-b65cadf46280 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 945 time: 0.0591347 May 19 11:19:45.223717 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-23de91b3-32d8-4131-9d7c-218b73809291 req-4a45b64b-c7ee-4bec-b903-2cb5ffd155fa tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0244186 May 19 11:19:46.076756 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ba46d0-35a9-4165-98fe-88bdb40dd1e8 req-4d409e4f-21cb-407d-9663-11b94bd332e8 tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:46.077779 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-c2ba46d0-35a9-4165-98fe-88bdb40dd1e8 req-4d409e4f-21cb-407d-9663-11b94bd332e8 tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0db6460-3f99-4ce1-ab18-833a31767472 HTTP/1.1" status: 200 len: 943 time: 0.0570254 May 19 11:19:46.110848 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-c2ba46d0-35a9-4165-98fe-88bdb40dd1e8 req-e7ac59ea-a0f1-4b67-a09e-0e48288e7b3c tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/security-groups?id=e6198a4f-4e81-44de-841c-7d08cb9b9fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0260475 May 19 11:19:46.283941 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:46.352167 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b6016a-f09f-41f7-9d45-22e2c9cb247b req-0a9a9031-988a-4c9f-a68a-33a16c47adc0 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:46.353054 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-77b6016a-f09f-41f7-9d45-22e2c9cb247b req-0a9a9031-988a-4c9f-a68a-33a16c47adc0 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 945 time: 0.0551903 May 19 11:19:46.384612 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-77b6016a-f09f-41f7-9d45-22e2c9cb247b req-8bbccf8c-7629-4936-985a-c9679269df9c tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0248299 May 19 11:19:47.243046 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de439445-43c7-4854-a690-3f21039a8a7f req-bd77f41e-2f22-4c73-8e36-8ba9ebc8d2db tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:47.244033 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-de439445-43c7-4854-a690-3f21039a8a7f req-bd77f41e-2f22-4c73-8e36-8ba9ebc8d2db tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0db6460-3f99-4ce1-ab18-833a31767472 HTTP/1.1" status: 200 len: 943 time: 0.0609372 May 19 11:19:47.278317 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-de439445-43c7-4854-a690-3f21039a8a7f req-935b6cf1-4b15-4efb-ae85-eca65251eb19 tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/security-groups?id=e6198a4f-4e81-44de-841c-7d08cb9b9fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297976 May 19 11:19:47.523258 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30bf779-3a2b-42a1-b95a-649fef6b4ba8 req-74745b14-6939-487d-b026-1e3f77ccfd57 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:47.524284 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-b30bf779-3a2b-42a1-b95a-649fef6b4ba8 req-74745b14-6939-487d-b026-1e3f77ccfd57 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 945 time: 0.0580242 May 19 11:19:47.554987 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-b30bf779-3a2b-42a1-b95a-649fef6b4ba8 req-b0d7fea1-915f-4c7f-96cb-f46b5959cdb6 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0257597 May 19 11:19:48.408158 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4cdd7a-f4e3-466d-9897-2cf1c151b731 req-87be0391-7fb5-42be-b96a-56cef87dc59e tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:48.409101 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-9c4cdd7a-f4e3-466d-9897-2cf1c151b731 req-87be0391-7fb5-42be-b96a-56cef87dc59e tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0db6460-3f99-4ce1-ab18-833a31767472 HTTP/1.1" status: 200 len: 943 time: 0.0587990 May 19 11:19:48.440988 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-9c4cdd7a-f4e3-466d-9897-2cf1c151b731 req-900e9748-4772-4120-83f8-6ebbd7424448 tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/security-groups?id=e6198a4f-4e81-44de-841c-7d08cb9b9fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0252457 May 19 11:19:48.690736 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27d19bc-f522-4147-a294-25a82db54b8a req-7e561ce2-2b05-4006-a577-70060ea19d4c tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:48.691752 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-b27d19bc-f522-4147-a294-25a82db54b8a req-7e561ce2-2b05-4006-a577-70060ea19d4c tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 945 time: 0.0577562 May 19 11:19:48.720783 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-b27d19bc-f522-4147-a294-25a82db54b8a req-8aa6a79b-8c43-4f19-a8d5-3473a2bb6bad tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0247910 May 19 11:19:49.540279 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Device 95f9c7cd-41c7-4fd7-ba57-91ab7aa77107 details requested by agent hyperv_hv-cinder-78776 with host hv-cinder-78776 {{(pid=91057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 11:19:49.543523 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Device 00edbb1e-afcd-45a6-9d3e-656deafeff64 up at agent hyperv_hv-cinder-78776 {{(pid=91057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 11:19:49.591954 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd612f7-eea1-4eba-b9eb-015b66462a69 req-710c83fe-3d3a-4470-afa9-1d817684c7d4 tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:49.593916 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-ffd612f7-eea1-4eba-b9eb-015b66462a69 req-710c83fe-3d3a-4470-afa9-1d817684c7d4 tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0db6460-3f99-4ce1-ab18-833a31767472 HTTP/1.1" status: 200 len: 943 time: 0.0685654 May 19 11:19:49.628465 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-ffd612f7-eea1-4eba-b9eb-015b66462a69 req-e0d33a90-39c9-40fb-8b9e-9ccdecd5d8d8 tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/security-groups?id=e6198a4f-4e81-44de-841c-7d08cb9b9fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303636 May 19 11:19:49.649394 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Provisioning for port 00edbb1e-afcd-45a6-9d3e-656deafeff64 completed by entity L2. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 11:19:49.659717 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Provisioning complete for port 00edbb1e-afcd-45a6-9d3e-656deafeff64 triggered by entity L2. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:19:49.659972 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441453'] for port, provisioning_complete {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:49.694732 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] For port 95f9c7cd-41c7-4fd7-ba57-91ab7aa77107, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=95f9c7cd-41c7-4fd7-ba57-91ab7aa77107,segment=NetworkSegment(e8507c2b-517e-4470-aac1-e7718062dccc),segment_id=e8507c2b-517e-4470-aac1-e7718062dccc)] {{(pid=91057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:19:49.707407 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Returning: {'device': '95f9c7cd-41c7-4fd7-ba57-91ab7aa77107', 'network_id': 'ab3676a9-fb1a-415e-9230-9c46db1e9d0d', 'port_id': '95f9c7cd-41c7-4fd7-ba57-91ab7aa77107', 'mac_address': 'fa:16:3e:9b:59:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c1eeb82-ed76-4ff9-a5b3-85f21b5520e7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 11:19:49.772092 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:49.784488 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:49.792067 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.notifiers.nova [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95f9c7cd-41c7-4fd7-ba57-91ab7aa77107 {{(pid=91057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 11:19:49.809988 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '805b9f6f-4b2c-492f-91b3-aaba512bf6f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00edbb1e-afcd-45a6-9d3e-656deafeff64'}] {{(pid=91057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 11:19:49.813823 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] For port 95f9c7cd-41c7-4fd7-ba57-91ab7aa77107, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=95f9c7cd-41c7-4fd7-ba57-91ab7aa77107,segment=NetworkSegment(e8507c2b-517e-4470-aac1-e7718062dccc),segment_id=e8507c2b-517e-4470-aac1-e7718062dccc)] {{(pid=91057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:19:49.817578 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] For port 00edbb1e-afcd-45a6-9d3e-656deafeff64, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=00edbb1e-afcd-45a6-9d3e-656deafeff64,segment=NetworkSegment(e1b8a063-d2ab-44b0-88b2-aa693e3413a5),segment_id=e1b8a063-d2ab-44b0-88b2-aa693e3413a5)] {{(pid=91057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:19:49.818374 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602'] for port, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:49.819666 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:19:49.840290 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602'] for port, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:49.853160 dv-cinder-787764-1-iscsi neutron-server[91057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '805b9f6f-4b2c-492f-91b3-aaba512bf6f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00edbb1e-afcd-45a6-9d3e-656deafeff64', 'code': 200} May 19 11:19:49.857603 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897fb947-b345-4621-b29b-84218f61e330 req-e5576086-73d6-4229-96d0-1681e087b29e tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:49.858617 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-897fb947-b345-4621-b29b-84218f61e330 req-e5576086-73d6-4229-96d0-1681e087b29e tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 946 time: 0.0603452 May 19 11:19:49.868699 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Pushing event updated for resources: {'Port': ['ID=95f9c7cd-41c7-4fd7-ba57-91ab7aa77107,revision_number=4']} {{(pid=91057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:19:49.873720 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:19:49.874527 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:19:49.891852 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-897fb947-b345-4621-b29b-84218f61e330 req-6cba90ad-c7b7-45a7-a0af-41b91603f3af tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279007 May 19 11:19:49.914074 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Pushing event updated for resources: {'Port': ['ID=00edbb1e-afcd-45a6-9d3e-656deafeff64,revision_number=5']} {{(pid=91057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:19:49.915780 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:19:50.770496 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f77477e-0802-4bbb-8cbc-7805e0fe4a65 req-855f9a6c-09f3-4b7d-a1f5-02e7c36cd6ee tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:50.771429 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-8f77477e-0802-4bbb-8cbc-7805e0fe4a65 req-855f9a6c-09f3-4b7d-a1f5-02e7c36cd6ee tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0db6460-3f99-4ce1-ab18-833a31767472 HTTP/1.1" status: 200 len: 944 time: 0.0562425 May 19 11:19:50.800220 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-8f77477e-0802-4bbb-8cbc-7805e0fe4a65 req-480a74f8-7cc8-401f-b770-ebeb84c2d934 tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/security-groups?id=e6198a4f-4e81-44de-841c-7d08cb9b9fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0250573 May 19 11:19:50.884416 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.agents_db [None req-9df4fd67-1abd-480d-9703-ac00f2726051 None None] Agent healthcheck: found 6 active agents {{(pid=91058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 11:19:50.889155 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1c1fca-1986-4a62-a848-40ad4cc5ef74 req-c8ddbdce-dc30-4ef1-a8e1-aa925786aa92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:50.890031 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-9e1c1fca-1986-4a62-a848-40ad4cc5ef74 req-c8ddbdce-dc30-4ef1-a8e1-aa925786aa92 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 1099 time: 0.0421748 May 19 11:19:50.901514 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] get_ports_and_sgs() called for port_ids ['95f9c7cd-41c7-4fd7-ba57-91ab7aa77107'] {{(pid=91057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 11:19:50.916637 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-9e1c1fca-1986-4a62-a848-40ad4cc5ef74 req-e661f791-2191-4567-b23f-3a74575c09a6 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0194464 May 19 11:19:51.006692 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7051cf74-6857-44c1-be1b-8ee5d9ad13bd req-a8f56816-1388-4168-989c-11753edcc1b6 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:51.007741 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-7051cf74-6857-44c1-be1b-8ee5d9ad13bd req-a8f56816-1388-4168-989c-11753edcc1b6 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 946 time: 0.0490115 May 19 11:19:51.035426 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-7051cf74-6857-44c1-be1b-8ee5d9ad13bd req-22ee618f-d2da-4551-947e-9d7efb99e503 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0237668 May 19 11:19:52.065465 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40075d9a-50e2-4ed7-8bea-afc419ab5ceb req-cba0ae89-1d4f-4477-9cd4-0da0379e3a36 tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:52.066422 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-40075d9a-50e2-4ed7-8bea-afc419ab5ceb req-cba0ae89-1d4f-4477-9cd4-0da0379e3a36 tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0db6460-3f99-4ce1-ab18-833a31767472 HTTP/1.1" status: 200 len: 944 time: 0.0572577 May 19 11:19:52.095105 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-40075d9a-50e2-4ed7-8bea-afc419ab5ceb req-32071996-713c-4ee2-8b71-7b76f631de6d tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/security-groups?id=e6198a4f-4e81-44de-841c-7d08cb9b9fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0248501 May 19 11:19:52.209380 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f912624a-8711-4be9-a5ff-3a822cd23736 req-d95f8d47-6636-41d5-a261-a1f875b33d55 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:52.210391 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-f912624a-8711-4be9-a5ff-3a822cd23736 req-d95f8d47-6636-41d5-a261-a1f875b33d55 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 946 time: 0.0601497 May 19 11:19:52.239312 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-f912624a-8711-4be9-a5ff-3a822cd23736 req-9bc149ef-799c-4c9d-88d4-3d0a17f7151a tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0248346 May 19 11:19:53.242356 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a5fff2-a875-4de0-bf5c-4e4f54e1661d req-87cec29d-2943-4db7-927e-a83d5766773b tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:53.243382 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-b4a5fff2-a875-4de0-bf5c-4e4f54e1661d req-87cec29d-2943-4db7-927e-a83d5766773b tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0db6460-3f99-4ce1-ab18-833a31767472 HTTP/1.1" status: 200 len: 944 time: 0.0602419 May 19 11:19:53.274647 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-b4a5fff2-a875-4de0-bf5c-4e4f54e1661d req-1d8f7b86-969a-408c-be25-ac56ee02b90b tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/security-groups?id=e6198a4f-4e81-44de-841c-7d08cb9b9fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268583 May 19 11:19:53.390644 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c13595a-40d1-4f1f-af67-ecd70c772392 req-679b5373-1f97-4fa1-b43d-65392d7e0795 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:53.391689 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-0c13595a-40d1-4f1f-af67-ecd70c772392 req-679b5373-1f97-4fa1-b43d-65392d7e0795 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 946 time: 0.0566401 May 19 11:19:53.421121 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-0c13595a-40d1-4f1f-af67-ecd70c772392 req-550860b7-ad23-41f1-96af-b50da9df1627 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0256476 May 19 11:19:53.549772 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Device 95f9c7cd-41c7-4fd7-ba57-91ab7aa77107 up at agent hyperv_hv-cinder-78776 {{(pid=91057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 11:19:53.603209 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Provisioning for port 95f9c7cd-41c7-4fd7-ba57-91ab7aa77107 completed by entity L2. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 11:19:53.606403 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Provisioning complete for port 95f9c7cd-41c7-4fd7-ba57-91ab7aa77107 triggered by entity L2. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:19:53.606686 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441453'] for port, provisioning_complete {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:53.685772 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:53.704103 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0db6460-3f99-4ce1-ab18-833a31767472', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95f9c7cd-41c7-4fd7-ba57-91ab7aa77107'}] {{(pid=91057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 11:19:53.711054 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] For port 95f9c7cd-41c7-4fd7-ba57-91ab7aa77107, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=95f9c7cd-41c7-4fd7-ba57-91ab7aa77107,segment=NetworkSegment(e8507c2b-517e-4470-aac1-e7718062dccc),segment_id=e8507c2b-517e-4470-aac1-e7718062dccc)] {{(pid=91057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:19:53.714525 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602'] for port, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:53.715987 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:19:53.735175 dv-cinder-787764-1-iscsi neutron-server[91057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0db6460-3f99-4ce1-ab18-833a31767472', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95f9c7cd-41c7-4fd7-ba57-91ab7aa77107', 'code': 200} May 19 11:19:53.758639 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Pushing event updated for resources: {'Port': ['ID=95f9c7cd-41c7-4fd7-ba57-91ab7aa77107,revision_number=5']} {{(pid=91057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:19:53.760589 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:19:54.395925 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c9f484-f2eb-4569-b0f5-06081e622eb4 req-b9eafe98-7d7f-42bf-b2b7-e16cd68de81b tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:54.396834 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-69c9f484-f2eb-4569-b0f5-06081e622eb4 req-b9eafe98-7d7f-42bf-b2b7-e16cd68de81b tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0db6460-3f99-4ce1-ab18-833a31767472 HTTP/1.1" status: 200 len: 945 time: 0.0566523 May 19 11:19:54.475089 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-69c9f484-f2eb-4569-b0f5-06081e622eb4 req-fc991287-7839-4bbd-b87b-a9a61f006805 tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/security-groups?id=e6198a4f-4e81-44de-841c-7d08cb9b9fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749605 May 19 11:19:54.547926 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5881d904-e8a0-4659-b66f-002e5cf302bc req-e1c46613-379e-4a7f-8580-0ea4ba492c72 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:54.548745 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-5881d904-e8a0-4659-b66f-002e5cf302bc req-e1c46613-379e-4a7f-8580-0ea4ba492c72 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 946 time: 0.0467095 May 19 11:19:54.576643 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-5881d904-e8a0-4659-b66f-002e5cf302bc req-3369cdc3-1f36-4217-a01b-31853b06ae88 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0214388 May 19 11:19:54.859440 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee9323a-2ed1-4e4b-9cdf-c9ede1e8e37d req-9ef07c19-2e29-488c-ba24-1740916b4fdb tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:54.861237 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-3ee9323a-2ed1-4e4b-9cdf-c9ede1e8e37d req-9ef07c19-2e29-488c-ba24-1740916b4fdb tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=1fec86a6-dec2-405e-bdcc-aa87ffeb12bb HTTP/1.1" status: 200 len: 945 time: 0.0564764 May 19 11:19:54.880314 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a09bb2c-ed03-4861-990a-2352a9da933d req-57f32938-d449-41ab-8b7f-077d232347b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:54.881549 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-0a09bb2c-ed03-4861-990a-2352a9da933d req-57f32938-d449-41ab-8b7f-077d232347b6 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=c0db6460-3f99-4ce1-ab18-833a31767472 HTTP/1.1" status: 200 len: 1098 time: 0.0435572 May 19 11:19:54.893870 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-3ee9323a-2ed1-4e4b-9cdf-c9ede1e8e37d req-2e00f18f-47e6-42d6-929e-4ad15fddf4dd tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/security-groups?id=02f8fdd5-5dea-4a08-86bc-b9af91d4a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291779 May 19 11:19:54.919456 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-0a09bb2c-ed03-4861-990a-2352a9da933d req-b9d03c88-d420-497a-a65a-2bc728b88457 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=e6198a4f-4e81-44de-841c-7d08cb9b9fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0262082 May 19 11:19:55.095504 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c63a902-a435-4bb7-b568-5d68d077e183 req-0b8fc068-2584-4fe2-977d-f3a6a38227e3 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:55.096351 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-8c63a902-a435-4bb7-b568-5d68d077e183 req-0b8fc068-2584-4fe2-977d-f3a6a38227e3 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=c9a2706a-90b8-47a1-af05-750a15a52f05 HTTP/1.1" status: 200 len: 945 time: 0.0519984 May 19 11:19:55.130118 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-8c63a902-a435-4bb7-b568-5d68d077e183 req-e48a4a1d-622a-46d6-b986-ef455b8610c7 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304058 May 19 11:19:55.610604 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d308e99-5df4-4afc-99f1-d3328ead517a req-139cad17-7285-4192-a26c-7f7d6d0970c0 tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:55.611526 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-5d308e99-5df4-4afc-99f1-d3328ead517a req-139cad17-7285-4192-a26c-7f7d6d0970c0 tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0db6460-3f99-4ce1-ab18-833a31767472 HTTP/1.1" status: 200 len: 945 time: 0.0535665 May 19 11:19:55.665229 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-5d308e99-5df4-4afc-99f1-d3328ead517a req-c1a27729-eead-475d-ae87-9ae89b961b75 tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/security-groups?id=e6198a4f-4e81-44de-841c-7d08cb9b9fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445030 May 19 11:19:55.692808 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd90fe8-e851-4df8-8f86-a1e9e7e7d459 req-58d2da2d-d02d-4a7b-a943-e2bc5279f2ae tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:55.693660 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-cfd90fe8-e851-4df8-8f86-a1e9e7e7d459 req-58d2da2d-d02d-4a7b-a943-e2bc5279f2ae tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 946 time: 0.0536683 May 19 11:19:55.718154 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-cfd90fe8-e851-4df8-8f86-a1e9e7e7d459 req-019e331f-c312-4013-ab63-8b408b101850 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0209737 May 19 11:19:56.010241 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed6eaae-8dd0-445e-a4f4-135291eabf18 req-891221d6-1884-42fd-9c87-08e30c6c8991 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:56.011175 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-9ed6eaae-8dd0-445e-a4f4-135291eabf18 req-891221d6-1884-42fd-9c87-08e30c6c8991 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=1fec86a6-dec2-405e-bdcc-aa87ffeb12bb HTTP/1.1" status: 200 len: 945 time: 0.0501504 May 19 11:19:56.040845 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-9ed6eaae-8dd0-445e-a4f4-135291eabf18 req-890de2e3-7512-494c-8f91-3e6545c2e001 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/security-groups?id=02f8fdd5-5dea-4a08-86bc-b9af91d4a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0262568 May 19 11:19:56.266082 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b8032a-eac6-4030-b306-307800b76ee0 req-1423c10d-676a-422d-ae38-ea42a77d9b84 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:56.267183 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-92b8032a-eac6-4030-b306-307800b76ee0 req-1423c10d-676a-422d-ae38-ea42a77d9b84 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=c9a2706a-90b8-47a1-af05-750a15a52f05 HTTP/1.1" status: 200 len: 945 time: 0.0596159 May 19 11:19:56.291977 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-92b8032a-eac6-4030-b306-307800b76ee0 req-3fce9ed3-ff6c-4962-9fd9-f12150b9f6d0 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0212641 May 19 11:19:56.830659 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f45119b-b288-4b37-aa81-ddfd4c557320 req-bc1aa93a-f62a-4941-9c07-d9a371232468 tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:56.831563 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-7f45119b-b288-4b37-aa81-ddfd4c557320 req-bc1aa93a-f62a-4941-9c07-d9a371232468 tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0db6460-3f99-4ce1-ab18-833a31767472 HTTP/1.1" status: 200 len: 945 time: 0.0960858 May 19 11:19:56.867980 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-7f45119b-b288-4b37-aa81-ddfd4c557320 req-c03630db-ff5e-4256-960e-632f4b7bbe9d tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/security-groups?id=e6198a4f-4e81-44de-841c-7d08cb9b9fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306132 May 19 11:19:56.878206 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adb2a01-48e9-4e45-a688-2ffc67242efa req-4517019d-7284-43ff-b771-a595182b8bd7 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:56.879073 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-8adb2a01-48e9-4e45-a688-2ffc67242efa req-4517019d-7284-43ff-b771-a595182b8bd7 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 946 time: 0.0824332 May 19 11:19:56.908142 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-8adb2a01-48e9-4e45-a688-2ffc67242efa req-b007fa23-ceef-4336-89f6-88c830fd00af tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0252175 May 19 11:19:57.014575 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8338d821-9ec7-48c1-9a4a-6bc24aa01570 req-e00a37cf-5e8b-4f8f-ab1a-1d481e4447c3 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:57.015488 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-8338d821-9ec7-48c1-9a4a-6bc24aa01570 req-e00a37cf-5e8b-4f8f-ab1a-1d481e4447c3 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 946 time: 0.0495632 May 19 11:19:57.042484 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-8338d821-9ec7-48c1-9a4a-6bc24aa01570 req-855aef06-692c-4a8e-a062-b38a46ef933a tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0232503 May 19 11:19:57.061176 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 50168) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:19:57.150023 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9710906-b1aa-4d88-8243-8c90fdd95745 req-4e9891b5-590d-4bc1-aed1-cad9d3de466c tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:57.150949 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-e9710906-b1aa-4d88-8243-8c90fdd95745 req-4e9891b5-590d-4bc1-aed1-cad9d3de466c tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=1fec86a6-dec2-405e-bdcc-aa87ffeb12bb HTTP/1.1" status: 200 len: 945 time: 0.0518610 May 19 11:19:57.169227 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3027239e-4082-458a-be76-f6920a4ad2ff tempest-TestShelveInstance-1524547696 tempest-TestShelveInstance-1524547696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:57.170464 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-3027239e-4082-458a-be76-f6920a4ad2ff tempest-TestShelveInstance-1524547696 tempest-TestShelveInstance-1524547696-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 1094 time: 0.1085656 May 19 11:19:57.172455 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 50174) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:19:57.175802 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.v2.base [None req-ccaee93d-0eaa-4642-a727-d7593e8381d6 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Request body: {'floatingip': {'floating_network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'port_id': '00edbb1e-afcd-45a6-9d3e-656deafeff64', 'tenant_id': '32d5d407c4a842328dc05ec1f325d92c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=91055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:19:57.178835 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-e9710906-b1aa-4d88-8243-8c90fdd95745 req-af052636-1ccb-4a0d-b2ba-e114ca3697d5 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/security-groups?id=02f8fdd5-5dea-4a08-86bc-b9af91d4a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0244176 May 19 11:19:57.179507 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-ccaee93d-0eaa-4642-a727-d7593e8381d6 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:19:57.182065 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-ccaee93d-0eaa-4642-a727-d7593e8381d6 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Usage tracker for resource:floatingip and tenant:32d5d407c4a842328dc05ec1f325d92c is out of sync, need to count used quota {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:19:57.183964 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-ccaee93d-0eaa-4642-a727-d7593e8381d6 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:19:57.187567 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-ccaee93d-0eaa-4642-a727-d7593e8381d6 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:19:57.195436 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-ccaee93d-0eaa-4642-a727-d7593e8381d6 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Notify callbacks [] for floatingip, before_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:57.277637 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-ccaee93d-0eaa-4642-a727-d7593e8381d6 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:57.369585 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.db_base_plugin_common [None req-ccaee93d-0eaa-4642-a727-d7593e8381d6 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Allocated IP 172.27.0.151 (02345af2-6ed3-48fb-b7af-bf8d47e25522/aba42eaa-d100-461a-90c5-240f62c775e0/3f84a538-fe43-4eec-9aa0-fc7db6a6dd10) {{(pid=91055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 11:19:57.396728 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad4d7b3-b5b7-49c9-95e0-7c7ef35cb789 req-1f9959e4-5a13-4214-b193-1635a52923b8 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:57.397537 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-2ad4d7b3-b5b7-49c9-95e0-7c7ef35cb789 req-1f9959e4-5a13-4214-b193-1635a52923b8 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=c9a2706a-90b8-47a1-af05-750a15a52f05 HTTP/1.1" status: 200 len: 945 time: 0.0447693 May 19 11:19:57.424099 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-2ad4d7b3-b5b7-49c9-95e0-7c7ef35cb789 req-222d3a68-9742-426a-a785-faf66b64c842 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0231194 May 19 11:19:57.458709 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-ccaee93d-0eaa-4642-a727-d7593e8381d6 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Notify callbacks [] for port, precommit_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:57.475527 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-ccaee93d-0eaa-4642-a727-d7593e8381d6 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749740362231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3654904'] for port, after_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:57.477535 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-f8ee6a39-4ae3-4796-894e-479c98e6f09c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:19:57.510457 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccaee93d-0eaa-4642-a727-d7593e8381d6 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Network 02345af2-6ed3-48fb-b7af-bf8d47e25522 is already hosted by enough agents. {{(pid=91055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 11:19:57.512033 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.scheduler.base_scheduler [None req-ccaee93d-0eaa-4642-a727-d7593e8381d6 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Resources bound (agent type, host, resource id): {{(pid=91055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:19:57.514160 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccaee93d-0eaa-4642-a727-d7593e8381d6 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Received port after_create {{(pid=91055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 11:19:57.529196 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaee93d-0eaa-4642-a727-d7593e8381d6 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Pushing event updated for resources: {'Port': ['ID=3f84a538-fe43-4eec-9aa0-fc7db6a6dd10,revision_number=1']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:19:57.537766 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccaee93d-0eaa-4642-a727-d7593e8381d6 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:19:57.537961 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccaee93d-0eaa-4642-a727-d7593e8381d6 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:19:57.538149 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccaee93d-0eaa-4642-a727-d7593e8381d6 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:19:57.538334 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccaee93d-0eaa-4642-a727-d7593e8381d6 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:19:57.538518 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccaee93d-0eaa-4642-a727-d7593e8381d6 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:19:57.538701 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccaee93d-0eaa-4642-a727-d7593e8381d6 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:19:57.538882 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccaee93d-0eaa-4642-a727-d7593e8381d6 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:19:57.539063 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccaee93d-0eaa-4642-a727-d7593e8381d6 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:19:57.539245 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccaee93d-0eaa-4642-a727-d7593e8381d6 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:19:57.539425 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccaee93d-0eaa-4642-a727-d7593e8381d6 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:19:57.539603 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccaee93d-0eaa-4642-a727-d7593e8381d6 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:19:57.539785 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccaee93d-0eaa-4642-a727-d7593e8381d6 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:19:57.542401 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-ccaee93d-0eaa-4642-a727-d7593e8381d6 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:19:57.751834 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-ccaee93d-0eaa-4642-a727-d7593e8381d6 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:57.798409 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-ccaee93d-0eaa-4642-a727-d7593e8381d6 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:57.924906 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-ccaee93d-0eaa-4642-a727-d7593e8381d6 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Notify callbacks [] for port, precommit_update {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:57.928371 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-ccaee93d-0eaa-4642-a727-d7593e8381d6 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3654881'] for port, after_update {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:57.931220 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-b932974f-70da-4fb5-8fd9-4c0a3a26faa8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:19:57.986973 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e34819-3a69-4e53-bf79-3c4fa0ca6b19 req-d9ea3992-9393-4147-8d66-3655243df263 tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:57.987820 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-a1e34819-3a69-4e53-bf79-3c4fa0ca6b19 req-d9ea3992-9393-4147-8d66-3655243df263 tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0db6460-3f99-4ce1-ab18-833a31767472 HTTP/1.1" status: 200 len: 945 time: 0.0450671 May 19 11:19:57.994677 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaee93d-0eaa-4642-a727-d7593e8381d6 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Pushing event updated for resources: {'Port': ['ID=3f84a538-fe43-4eec-9aa0-fc7db6a6dd10,revision_number=2']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:19:57.997243 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-ccaee93d-0eaa-4642-a727-d7593e8381d6 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:19:58.001680 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-ccaee93d-0eaa-4642-a727-d7593e8381d6 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716915'] for floatingip, after_update {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:58.014379 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-a1e34819-3a69-4e53-bf79-3c4fa0ca6b19 req-387baca3-4907-4fd2-989e-cefe79235be2 tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/security-groups?id=e6198a4f-4e81-44de-841c-7d08cb9b9fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0225713 May 19 11:19:58.183682 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.db.l3_db [None req-ccaee93d-0eaa-4642-a727-d7593e8381d6 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Floating IP e73f5d60-81de-48ee-8db1-caed750978b2 associated. External IP: 172.27.0.151, port: 00edbb1e-afcd-45a6-9d3e-656deafeff64. May 19 11:19:58.235579 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fe72ad-b08b-46c0-8f0d-f18567ed70ee req-0876411a-6a26-45ee-8532-df8f19d01335 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:58.236238 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [req-84fe72ad-b08b-46c0-8f0d-f18567ed70ee req-0876411a-6a26-45ee-8532-df8f19d01335 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Synchronizing usage tracker for tenant:b26c6106177642a58ce4364b8f04cf82 on resource:port {{(pid=91055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 11:19:58.283500 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [req-84fe72ad-b08b-46c0-8f0d-f18567ed70ee req-0876411a-6a26-45ee-8532-df8f19d01335 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Unset dirty status for tenant:b26c6106177642a58ce4364b8f04cf82 on resource:port {{(pid=91055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 11:19:58.284185 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-84fe72ad-b08b-46c0-8f0d-f18567ed70ee req-0876411a-6a26-45ee-8532-df8f19d01335 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.112 "GET /v2.0/ports?device_id=1fec86a6-dec2-405e-bdcc-aa87ffeb12bb HTTP/1.1" status: 200 len: 945 time: 0.1435306 May 19 11:19:58.292892 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac99ef75-1bae-4d34-aa98-49ebb5f9e2cb req-34ae78fd-5805-4b08-beff-6379779cad72 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:58.293720 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-ac99ef75-1bae-4d34-aa98-49ebb5f9e2cb req-34ae78fd-5805-4b08-beff-6379779cad72 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=1fec86a6-dec2-405e-bdcc-aa87ffeb12bb HTTP/1.1" status: 200 len: 945 time: 0.0524874 May 19 11:19:58.322197 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-ac99ef75-1bae-4d34-aa98-49ebb5f9e2cb req-1aa59a66-cd63-488a-9000-6ac76ad17d6f tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/security-groups?id=02f8fdd5-5dea-4a08-86bc-b9af91d4a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0210900 May 19 11:19:58.461041 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccaee93d-0eaa-4642-a727-d7593e8381d6 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Router b3181f1e-8420-4eed-9dd7-38949e2442b3 has already been hosted by L3 agent 326bf12a-fdae-48e8-b877-7dbd40e20eda {{(pid=91055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 11:19:58.470852 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.plugin [req-84fe72ad-b08b-46c0-8f0d-f18567ed70ee req-56f0d32f-c404-452c-8eb2-2a8671b177f4 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Deleting port bf4311a5-d486-493e-8925-9135d4a8116c {{(pid=91055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 11:19:58.471045 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-84fe72ad-b08b-46c0-8f0d-f18567ed70ee req-56f0d32f-c404-452c-8eb2-2a8671b177f4 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749740776295'] for port, before_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:58.550761 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af851bf-c1e6-4b68-903c-844419ecc3b7 req-dafed1b6-0321-4c54-ba69-6854a5170d4d tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:58.551511 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-5af851bf-c1e6-4b68-903c-844419ecc3b7 req-dafed1b6-0321-4c54-ba69-6854a5170d4d tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=c9a2706a-90b8-47a1-af05-750a15a52f05 HTTP/1.1" status: 200 len: 945 time: 0.0588081 May 19 11:19:58.586557 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-5af851bf-c1e6-4b68-903c-844419ecc3b7 req-c00d10df-ba55-4435-aa38-79225d800b39 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282173 May 19 11:19:58.627988 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.db [req-84fe72ad-b08b-46c0-8f0d-f18567ed70ee req-56f0d32f-c404-452c-8eb2-2a8671b177f4 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] For port bf4311a5-d486-493e-8925-9135d4a8116c, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=bf4311a5-d486-493e-8925-9135d4a8116c,segment=NetworkSegment(196e79df-6043-4c3c-bc65-7e8b3bac3a1b),segment_id=196e79df-6043-4c3c-bc65-7e8b3bac3a1b)] {{(pid=91055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:19:58.628231 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-84fe72ad-b08b-46c0-8f0d-f18567ed70ee req-56f0d32f-c404-452c-8eb2-2a8671b177f4 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1714319'] for port, precommit_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:58.633875 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccaee93d-0eaa-4642-a727-d7593e8381d6 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Notify agent at l3_agent.dv-cinder-787764-1-iscsi the message routers_updated {{(pid=91055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 11:19:58.640109 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bdf6e21-91bb-4124-bd05-437aac81ff95 None None] Sync routers for ids ['b3181f1e-8420-4eed-9dd7-38949e2442b3'] in dv-cinder-787764-1-iscsi {{(pid=91058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 11:19:58.646081 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bdf6e21-91bb-4124-bd05-437aac81ff95 None None] Routers {'b3181f1e-8420-4eed-9dd7-38949e2442b3'} bound to L3 agent in host dv-cinder-787764-1-iscsi {{(pid=91058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:19:58.646496 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.l3_hamode_db [None req-1bdf6e21-91bb-4124-bd05-437aac81ff95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-19T11:10:36Z,description=,heartbeat_timestamp=2021-05-19T11:19:36Z,host='dv-cinder-787764-1-iscsi',id=326bf12a-fdae-48e8-b877-7dbd40e20eda,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:36Z,topic='l3_agent')) {'router_ids': ['b3181f1e-8420-4eed-9dd7-38949e2442b3'], 'active': True} {{(pid=91058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:19:58.697922 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.plugin [req-84fe72ad-b08b-46c0-8f0d-f18567ed70ee req-56f0d32f-c404-452c-8eb2-2a8671b177f4 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Calling delete_port for bf4311a5-d486-493e-8925-9135d4a8116c owned by compute:nova {{(pid=91055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 11:19:58.708222 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-ccaee93d-0eaa-4642-a727-d7593e8381d6 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6101'] for floatingip, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:58.746117 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-ccaee93d-0eaa-4642-a727-d7593e8381d6 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5728786 May 19 11:19:58.747287 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '805b9f6f-4b2c-492f-91b3-aaba512bf6f6', 'tag': '00edbb1e-afcd-45a6-9d3e-656deafeff64'}] {{(pid=91055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 11:19:58.752294 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.l3_dvr_db [None req-1bdf6e21-91bb-4124-bd05-437aac81ff95 None None] Set router b3181f1e-8420-4eed-9dd7-38949e2442b3 gateway port host: dv-cinder-787764-1-iscsi {{(pid=91058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:19:58.852153 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '805b9f6f-4b2c-492f-91b3-aaba512bf6f6', 'tag': '00edbb1e-afcd-45a6-9d3e-656deafeff64', 'status': 'completed', 'code': 200} May 19 11:19:58.880399 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-84fe72ad-b08b-46c0-8f0d-f18567ed70ee req-56f0d32f-c404-452c-8eb2-2a8671b177f4 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749740778424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749740364548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3654904'] for port, after_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:58.883986 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-f8ee6a39-4ae3-4796-894e-479c98e6f09c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:19:58.906930 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f0d32f-c404-452c-8eb2-2a8671b177f4 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Pushing event deleted for resources: {'Port': ['ID=bf4311a5-d486-493e-8925-9135d4a8116c,revision_number=None']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:19:58.909365 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-56f0d32f-c404-452c-8eb2-2a8671b177f4 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:19:58.933772 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] get_ports_and_sgs() called for port_ids ['7aa4ffd5-7d11-4dd0-b47c-6f547aa78979', '00d0d578-06cf-4c1f-aecc-813b084a6269', '91f4064d-3935-44fd-ad59-2df97d807c84', 'bf4311a5-d486-493e-8925-9135d4a8116c'] {{(pid=91057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 11:19:58.946900 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.l3_dvrscheduler_db [req-84fe72ad-b08b-46c0-8f0d-f18567ed70ee req-56f0d32f-c404-452c-8eb2-2a8671b177f4 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] No DVR routers for this DVR port bf4311a5-d486-493e-8925-9135d4a8116c on host hv-cinder-78776 {{(pid=91055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 11:19:58.948551 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-84fe72ad-b08b-46c0-8f0d-f18567ed70ee req-56f0d32f-c404-452c-8eb2-2a8671b177f4 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6101'] for port, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:19:58.960718 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-84fe72ad-b08b-46c0-8f0d-f18567ed70ee req-56f0d32f-c404-452c-8eb2-2a8671b177f4 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.112 "DELETE /v2.0/ports/bf4311a5-d486-493e-8925-9135d4a8116c HTTP/1.1" status: 204 len: 173 time: 0.6351082 May 19 11:19:58.961805 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.l3_hamode_db [None req-1bdf6e21-91bb-4124-bd05-437aac81ff95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3181f1e-8420-4eed-9dd7-38949e2442b3', 'name': 'tempest-TestShelveInstance-763031037-router', 'tenant_id': '32d5d407c4a842328dc05ec1f325d92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'external_fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '99629143-335d-4b86-919c-97c10f235b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:17:54Z', 'updated_at': '2021-05-19T11:17:57Z', 'revision_number': 4, 'project_id': '32d5d407c4a842328dc05ec1f325d92c', 'gw_port': {'id': '99629143-335d-4b86-919c-97c10f235b35', 'name': '', 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ef:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3181f1e-8420-4eed-9dd7-38949e2442b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:17:55Z', 'updated_at': '2021-05-19T11:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-1-iscsi', '_floatingips': [{'id': 'e73f5d60-81de-48ee-8db1-caed750978b2', 'tenant_id': '32d5d407c4a842328dc05ec1f325d92c', 'floating_ip_address': '172.27.0.151', 'floating_network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'router_id': 'b3181f1e-8420-4eed-9dd7-38949e2442b3', 'port_id': '00edbb1e-afcd-45a6-9d3e-656deafeff64', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 400, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3798fb5-4a80-4cab-8456-d8472daef890', 'mac_address': 'fa:16:3e:b9:ff:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '805b9f6f-4b2c-492f-91b3-aaba512bf6f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T11:19:57Z', 'updated_at': '2021-05-19T11:19:57Z', 'revision_number': 0, 'project_id': '32d5d407c4a842328dc05ec1f325d92c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '564ea12a-c5c9-451d-b154-75e970e31c27', 'name': '', 'network_id': 'a3798fb5-4a80-4cab-8456-d8472daef890', 'tenant_id': '32d5d407c4a842328dc05ec1f325d92c', 'mac_address': 'fa:16:3e:4d:4b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3181f1e-8420-4eed-9dd7-38949e2442b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'f5b5a4ef-d391-4177-9fad-6b6530e5bcb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:17:57Z', 'updated_at': '2021-05-19T11:18:01Z', 'revision_number': 5, 'project_id': '32d5d407c4a842328dc05ec1f325d92c', 'subnets': [{'id': 'f5b5a4ef-d391-4177-9fad-6b6530e5bcb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-1-iscsi', False) {} {{(pid=91058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:19:58.964920 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bdf6e21-91bb-4124-bd05-437aac81ff95 None None] Checking router: b3181f1e-8420-4eed-9dd7-38949e2442b3 for host: dv-cinder-787764-1-iscsi {{(pid=91058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 11:19:58.970622 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bdf6e21-91bb-4124-bd05-437aac81ff95 None None] Routers {'b3181f1e-8420-4eed-9dd7-38949e2442b3'} bound to L3 agent in host dv-cinder-787764-1-iscsi {{(pid=91058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:19:58.971020 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.l3_hamode_db [None req-1bdf6e21-91bb-4124-bd05-437aac81ff95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-19T11:10:36Z,description=,heartbeat_timestamp=2021-05-19T11:19:36Z,host='dv-cinder-787764-1-iscsi',id=326bf12a-fdae-48e8-b877-7dbd40e20eda,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:36Z,topic='l3_agent')) {'router_ids': ['b3181f1e-8420-4eed-9dd7-38949e2442b3'], 'active': True} {{(pid=91058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:19:59.092734 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.l3_dvr_db [None req-1bdf6e21-91bb-4124-bd05-437aac81ff95 None None] Set router b3181f1e-8420-4eed-9dd7-38949e2442b3 gateway port host: dv-cinder-787764-1-iscsi {{(pid=91058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:19:59.124207 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f18114-ba96-4beb-bc24-530a9ca5d10d req-c88f3ee2-d5e1-47c2-9a9c-28088893c9c6 tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:59.125083 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-22f18114-ba96-4beb-bc24-530a9ca5d10d req-c88f3ee2-d5e1-47c2-9a9c-28088893c9c6 tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0db6460-3f99-4ce1-ab18-833a31767472 HTTP/1.1" status: 200 len: 945 time: 0.0429628 May 19 11:19:59.149941 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-22f18114-ba96-4beb-bc24-530a9ca5d10d req-228db67a-279b-4403-9220-c0a341b12ee9 tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/security-groups?id=e6198a4f-4e81-44de-841c-7d08cb9b9fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0213566 May 19 11:19:59.275511 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.l3_hamode_db [None req-1bdf6e21-91bb-4124-bd05-437aac81ff95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3181f1e-8420-4eed-9dd7-38949e2442b3', 'name': 'tempest-TestShelveInstance-763031037-router', 'tenant_id': '32d5d407c4a842328dc05ec1f325d92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'external_fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '99629143-335d-4b86-919c-97c10f235b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:17:54Z', 'updated_at': '2021-05-19T11:17:57Z', 'revision_number': 4, 'project_id': '32d5d407c4a842328dc05ec1f325d92c', 'gw_port': {'id': '99629143-335d-4b86-919c-97c10f235b35', 'name': '', 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ef:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3181f1e-8420-4eed-9dd7-38949e2442b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:17:55Z', 'updated_at': '2021-05-19T11:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-1-iscsi', '_floatingips': [{'id': 'e73f5d60-81de-48ee-8db1-caed750978b2', 'tenant_id': '32d5d407c4a842328dc05ec1f325d92c', 'floating_ip_address': '172.27.0.151', 'floating_network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'router_id': 'b3181f1e-8420-4eed-9dd7-38949e2442b3', 'port_id': '00edbb1e-afcd-45a6-9d3e-656deafeff64', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 400, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3798fb5-4a80-4cab-8456-d8472daef890', 'mac_address': 'fa:16:3e:b9:ff:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '805b9f6f-4b2c-492f-91b3-aaba512bf6f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T11:19:57Z', 'updated_at': '2021-05-19T11:19:57Z', 'revision_number': 0, 'project_id': '32d5d407c4a842328dc05ec1f325d92c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '564ea12a-c5c9-451d-b154-75e970e31c27', 'name': '', 'network_id': 'a3798fb5-4a80-4cab-8456-d8472daef890', 'tenant_id': '32d5d407c4a842328dc05ec1f325d92c', 'mac_address': 'fa:16:3e:4d:4b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3181f1e-8420-4eed-9dd7-38949e2442b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'f5b5a4ef-d391-4177-9fad-6b6530e5bcb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:17:57Z', 'updated_at': '2021-05-19T11:18:01Z', 'revision_number': 5, 'project_id': '32d5d407c4a842328dc05ec1f325d92c', 'subnets': [{'id': 'f5b5a4ef-d391-4177-9fad-6b6530e5bcb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-1-iscsi', False) {} {{(pid=91058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:19:59.277752 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bdf6e21-91bb-4124-bd05-437aac81ff95 None None] The sync data for ids ['b3181f1e-8420-4eed-9dd7-38949e2442b3'] in dv-cinder-787764-1-iscsi is: [{'id': 'b3181f1e-8420-4eed-9dd7-38949e2442b3', 'name': 'tempest-TestShelveInstance-763031037-router', 'tenant_id': '32d5d407c4a842328dc05ec1f325d92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'external_fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '99629143-335d-4b86-919c-97c10f235b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:17:54Z', 'updated_at': '2021-05-19T11:17:57Z', 'revision_number': 4, 'project_id': '32d5d407c4a842328dc05ec1f325d92c', 'gw_port': {'id': '99629143-335d-4b86-919c-97c10f235b35', 'name': '', 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ef:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3181f1e-8420-4eed-9dd7-38949e2442b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:17:55Z', 'updated_at': '2021-05-19T11:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-1-iscsi', '_floatingips': [{'id': 'e73f5d60-81de-48ee-8db1-caed750978b2', 'tenant_id': '32d5d407c4a842328dc05ec1f325d92c', 'floating_ip_address': '172.27.0.151', 'floating_network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'router_id': 'b3181f1e-8420-4eed-9dd7-38949e2442b3', 'port_id': '00edbb1e-afcd-45a6-9d3e-656deafeff64', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 400, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3798fb5-4a80-4cab-8456-d8472daef890', 'mac_address': 'fa:16:3e:b9:ff:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '805b9f6f-4b2c-492f-91b3-aaba512bf6f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T11:19:57Z', 'updated_at': '2021-05-19T11:19:57Z', 'revision_number': 0, 'project_id': '32d5d407c4a842328dc05ec1f325d92c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '564ea12a-c5c9-451d-b154-75e970e31c27', 'name': '', 'network_id': 'a3798fb5-4a80-4cab-8456-d8472daef890', 'tenant_id': '32d5d407c4a842328dc05ec1f325d92c', 'mac_address': 'fa:16:3e:4d:4b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3181f1e-8420-4eed-9dd7-38949e2442b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'f5b5a4ef-d391-4177-9fad-6b6530e5bcb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:17:57Z', 'updated_at': '2021-05-19T11:18:01Z', 'revision_number': 5, 'project_id': '32d5d407c4a842328dc05ec1f325d92c', 'subnets': [{'id': 'f5b5a4ef-d391-4177-9fad-6b6530e5bcb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 11:19:59.422464 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cadda178-0799-4357-9458-d3c187e51383 None None] New status for floating IP e73f5d60-81de-48ee-8db1-caed750978b2: ACTIVE {{(pid=91057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 11:19:59.423107 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-c93ec9c6-9196-4038-82bb-84265c0150c1 req-0cea6b96-212d-43f3-bb73-f1c8d3839b05 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=1fec86a6-dec2-405e-bdcc-aa87ffeb12bb HTTP/1.1" status: 200 len: 210 time: 0.0400214 May 19 11:19:59.617657 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63dfc3d-4d99-45dc-b97d-bccf9abfa535 req-e471f793-970e-4b23-9542-48777bdea042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:59.618581 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-a63dfc3d-4d99-45dc-b97d-bccf9abfa535 req-e471f793-970e-4b23-9542-48777bdea042 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=32d5d407c4a842328dc05ec1f325d92c&device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 1099 time: 0.0423651 May 19 11:19:59.691850 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63dfc3d-4d99-45dc-b97d-bccf9abfa535 req-dedbf359-c388-4f16-8ee5-7d1e4b141b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:59.692651 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-a63dfc3d-4d99-45dc-b97d-bccf9abfa535 req-dedbf359-c388-4f16-8ee5-7d1e4b141b8c service neutron] 10.222.0.112 "GET /v2.0/networks?id=a3798fb5-4a80-4cab-8456-d8472daef890 HTTP/1.1" status: 200 len: 910 time: 0.0685425 May 19 11:19:59.741535 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d4d9ba-74a7-4fa2-8a24-1556a7dfe239 req-4aec36b6-1257-453a-a3f9-b65032a7a4af tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:59.742215 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-c9d4d9ba-74a7-4fa2-8a24-1556a7dfe239 req-4aec36b6-1257-453a-a3f9-b65032a7a4af tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=c9a2706a-90b8-47a1-af05-750a15a52f05 HTTP/1.1" status: 200 len: 945 time: 0.0992887 May 19 11:19:59.762328 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-a63dfc3d-4d99-45dc-b97d-bccf9abfa535 req-13b0b42f-284e-45c3-a3d2-12ff223f7ab4 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=00edbb1e-afcd-45a6-9d3e-656deafeff64 HTTP/1.1" status: 200 len: 1002 time: 0.0643067 May 19 11:19:59.779284 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-c9d4d9ba-74a7-4fa2-8a24-1556a7dfe239 req-82d75512-4932-4ec7-a9e3-0fa9fab43a67 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295618 May 19 11:19:59.802311 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63dfc3d-4d99-45dc-b97d-bccf9abfa535 req-c7ec80bb-6ee8-41b9-963a-8c5bb09f75d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:59.803146 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-a63dfc3d-4d99-45dc-b97d-bccf9abfa535 req-c7ec80bb-6ee8-41b9-963a-8c5bb09f75d1 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=f5b5a4ef-d391-4177-9fad-6b6530e5bcb9 HTTP/1.1" status: 200 len: 847 time: 0.0351241 May 19 11:19:59.867916 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63dfc3d-4d99-45dc-b97d-bccf9abfa535 req-37e030bd-54e1-43fd-81b0-c8689028245c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:19:59.868766 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-a63dfc3d-4d99-45dc-b97d-bccf9abfa535 req-37e030bd-54e1-43fd-81b0-c8689028245c service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=a3798fb5-4a80-4cab-8456-d8472daef890&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0543039 May 19 11:19:59.947214 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-a63dfc3d-4d99-45dc-b97d-bccf9abfa535 req-aadd9cf6-c1d4-4b09-86c7-dd0b189866b8 service neutron] 10.222.0.112 "GET /v2.0/networks/a3798fb5-4a80-4cab-8456-d8472daef890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0700350 May 19 11:20:00.112359 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-a63dfc3d-4d99-45dc-b97d-bccf9abfa535 req-30a9afa8-8078-4dad-99e9-ca366dfbe299 service neutron] 10.222.0.112 "GET /v2.0/networks/a3798fb5-4a80-4cab-8456-d8472daef890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981205 May 19 11:20:00.123714 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e63d61a-79e6-4264-9dfc-ff61897cdca0 req-3a17e379-dbb1-4b2d-86a0-fcfc0d75491a tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:20:00.124937 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-1e63d61a-79e6-4264-9dfc-ff61897cdca0 req-3a17e379-dbb1-4b2d-86a0-fcfc0d75491a tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.112 "GET /v2.0/ports?device_id=c9a2706a-90b8-47a1-af05-750a15a52f05 HTTP/1.1" status: 200 len: 945 time: 0.0658281 May 19 11:20:00.206275 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.plugin [req-1e63d61a-79e6-4264-9dfc-ff61897cdca0 req-fba685a8-3c74-4683-ac2c-c5bfdf911586 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Deleting port 61c7c786-1d02-4ec8-a519-cf9d71279980 {{(pid=91055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 11:20:00.206513 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-1e63d61a-79e6-4264-9dfc-ff61897cdca0 req-fba685a8-3c74-4683-ac2c-c5bfdf911586 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749740776295'] for port, before_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:00.285801 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.db [req-1e63d61a-79e6-4264-9dfc-ff61897cdca0 req-fba685a8-3c74-4683-ac2c-c5bfdf911586 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] For port 61c7c786-1d02-4ec8-a519-cf9d71279980, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=61c7c786-1d02-4ec8-a519-cf9d71279980,segment=NetworkSegment(04bfd1bc-2bae-496c-bd39-af315e6a2897),segment_id=04bfd1bc-2bae-496c-bd39-af315e6a2897)] {{(pid=91055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:20:00.286022 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-1e63d61a-79e6-4264-9dfc-ff61897cdca0 req-fba685a8-3c74-4683-ac2c-c5bfdf911586 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1714319'] for port, precommit_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:00.352428 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.plugin [req-1e63d61a-79e6-4264-9dfc-ff61897cdca0 req-fba685a8-3c74-4683-ac2c-c5bfdf911586 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Calling delete_port for 61c7c786-1d02-4ec8-a519-cf9d71279980 owned by compute:nova {{(pid=91055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 11:20:00.415085 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-1e63d61a-79e6-4264-9dfc-ff61897cdca0 req-fba685a8-3c74-4683-ac2c-c5bfdf911586 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749740778424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749740364548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3654904'] for port, after_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:00.418459 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-f630e27d-80dc-4f5c-bba8-83637761a0a2 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:00.509540 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba685a8-3c74-4683-ac2c-c5bfdf911586 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Pushing event deleted for resources: {'Port': ['ID=61c7c786-1d02-4ec8-a519-cf9d71279980,revision_number=None']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:00.511490 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-fba685a8-3c74-4683-ac2c-c5bfdf911586 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:00.532002 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-0b5492ee-6f3f-4eef-934f-eea5b35bd168 req-eab1550a-394c-4a6f-b653-595e2a910f28 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=1fec86a6-dec2-405e-bdcc-aa87ffeb12bb HTTP/1.1" status: 200 len: 210 time: 0.0369670 May 19 11:20:00.549463 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e63d61a-79e6-4264-9dfc-ff61897cdca0 req-fba685a8-3c74-4683-ac2c-c5bfdf911586 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] No DVR routers for this DVR port 61c7c786-1d02-4ec8-a519-cf9d71279980 on host hv-cinder-78776 {{(pid=91055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 11:20:00.551140 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-1e63d61a-79e6-4264-9dfc-ff61897cdca0 req-fba685a8-3c74-4683-ac2c-c5bfdf911586 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6101'] for port, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:00.558948 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-1e63d61a-79e6-4264-9dfc-ff61897cdca0 req-fba685a8-3c74-4683-ac2c-c5bfdf911586 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.112 "DELETE /v2.0/ports/61c7c786-1d02-4ec8-a519-cf9d71279980 HTTP/1.1" status: 204 len: 173 time: 0.4245834 May 19 11:20:00.853196 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fec86a6-dec2-405e-bdcc-aa87ffeb12bb', 'name': 'network-vif-deleted', 'tag': 'bf4311a5-d486-493e-8925-9135d4a8116c'}, {'server_uuid': 'c9a2706a-90b8-47a1-af05-750a15a52f05', 'name': 'network-vif-deleted', 'tag': '61c7c786-1d02-4ec8-a519-cf9d71279980'}] {{(pid=91055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 11:20:00.879957 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] get_ports_and_sgs() called for port_ids ['4d0bcdf9-007d-4c7b-bff0-c5aa7d416d7c', '61c7c786-1d02-4ec8-a519-cf9d71279980'] {{(pid=91057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 11:20:00.890494 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-bdb42616-6bd5-4f06-830d-6c5236f468e4 req-6136b430-4202-497e-8f9d-e4ea96187a1d tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=c9a2706a-90b8-47a1-af05-750a15a52f05 HTTP/1.1" status: 200 len: 210 time: 0.0385389 May 19 11:20:00.923543 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fec86a6-dec2-405e-bdcc-aa87ffeb12bb', 'name': 'network-vif-deleted', 'tag': 'bf4311a5-d486-493e-8925-9135d4a8116c', 'status': 'completed', 'code': 200} May 19 11:20:00.923702 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9a2706a-90b8-47a1-af05-750a15a52f05', 'name': 'network-vif-deleted', 'tag': '61c7c786-1d02-4ec8-a519-cf9d71279980', 'status': 'completed', 'code': 200} May 19 11:20:01.611748 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Device bf4311a5-d486-493e-8925-9135d4a8116c no longer exists at agent hyperv_hv-cinder-78776 {{(pid=91057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 11:20:01.632912 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.plugin [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] No Port match for: bf4311a5-d486-493e-8925-9135d4a8116c {{(pid=91057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 11:20:01.633139 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Device bf4311a5-d486-493e-8925-9135d4a8116c not bound to the agent host hv-cinder-78776 {{(pid=91057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 11:20:01.633408 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Device 61c7c786-1d02-4ec8-a519-cf9d71279980 no longer exists at agent hyperv_hv-cinder-78776 {{(pid=91057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 11:20:01.646962 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-e4d6dbef-d3d5-4427-ac5a-f3671f0e5695 req-8b78be77-c5ca-41a2-89cf-68297628930f tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=1fec86a6-dec2-405e-bdcc-aa87ffeb12bb HTTP/1.1" status: 200 len: 210 time: 0.0363004 May 19 11:20:01.653722 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.plugin [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] No Port match for: 61c7c786-1d02-4ec8-a519-cf9d71279980 {{(pid=91057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 11:20:01.653930 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Device 61c7c786-1d02-4ec8-a519-cf9d71279980 not bound to the agent host hv-cinder-78776 {{(pid=91057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 11:20:02.234588 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-495966b0-fb40-43d7-a4ec-be4f82455212 req-aed790e8-a828-47bf-9ee8-d96366ef275f tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=c9a2706a-90b8-47a1-af05-750a15a52f05 HTTP/1.1" status: 200 len: 210 time: 0.0344560 May 19 11:20:03.346965 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-237d090a-2240-4c55-b58a-5c62487832d6 req-6947d753-3e9f-414b-9655-c6213420e5cb tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=c9a2706a-90b8-47a1-af05-750a15a52f05 HTTP/1.1" status: 200 len: 210 time: 0.0289385 May 19 11:20:04.593721 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-5394a304-251e-41f6-b4d8-f84b3a2ea731 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:04.669231 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c788902-3a3e-41ea-a767-9ca4122f8397 req-23466da2-0390-4f4e-9612-ef6cc098ddcb tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:20:04.670442 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-2c788902-3a3e-41ea-a767-9ca4122f8397 req-23466da2-0390-4f4e-9612-ef6cc098ddcb tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=ee8bb661-8d2c-45db-9a1c-ee57ba0d6dd7 HTTP/1.1" status: 200 len: 946 time: 0.0567486 May 19 11:20:04.707397 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-2c788902-3a3e-41ea-a767-9ca4122f8397 req-d61a66ed-efb5-4e82-9d78-e6eaba49c71f tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295753 May 19 11:20:05.206717 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434737a1-47c1-4398-8e67-1956a658b34c req-d81ffc3b-805c-49aa-960e-cc73885bc31d tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:20:05.207641 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-434737a1-47c1-4398-8e67-1956a658b34c req-d81ffc3b-805c-49aa-960e-cc73885bc31d tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=3e0d1d3f-b399-4eae-9920-1d2a10e0c32d HTTP/1.1" status: 200 len: 946 time: 0.0518928 May 19 11:20:05.236941 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-434737a1-47c1-4398-8e67-1956a658b34c req-21df434c-8b0b-467b-a32f-28fe98a1f66f tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/security-groups?id=02f8fdd5-5dea-4a08-86bc-b9af91d4a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0249712 May 19 11:20:05.799029 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:05.842936 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb86c2d-c9ce-408a-9f08-144fa5b837c1 req-fdbe3eb6-4fdc-4a89-9d4d-a77e5fff973b tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:20:05.843948 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-ccb86c2d-c9ce-408a-9f08-144fa5b837c1 req-fdbe3eb6-4fdc-4a89-9d4d-a77e5fff973b tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=ee8bb661-8d2c-45db-9a1c-ee57ba0d6dd7 HTTP/1.1" status: 200 len: 946 time: 0.0586424 May 19 11:20:05.874255 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-ccb86c2d-c9ce-408a-9f08-144fa5b837c1 req-8e81f211-3ed6-4dc7-9637-3f4897df95e5 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0259917 May 19 11:20:06.186764 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-41c9e8c0-f827-4041-a0b8-91dff3cf9eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:06.386977 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1e53bb-2339-4f68-aa4e-7e88f0ae5c3c req-f70482e0-5acc-4158-a31d-73544dc20ab6 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:20:06.388064 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-ba1e53bb-2339-4f68-aa4e-7e88f0ae5c3c req-f70482e0-5acc-4158-a31d-73544dc20ab6 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=3e0d1d3f-b399-4eae-9920-1d2a10e0c32d HTTP/1.1" status: 200 len: 946 time: 0.0691197 May 19 11:20:06.418244 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-ba1e53bb-2339-4f68-aa4e-7e88f0ae5c3c req-67a35cd6-f6cc-4dea-ae3c-1279deb7d08c tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/security-groups?id=02f8fdd5-5dea-4a08-86bc-b9af91d4a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0259919 May 19 11:20:06.752638 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-f3552fb9-a093-42e6-b748-7ab8d8c7cb39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:07.009908 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a26fa5d-86fa-4cd4-b7b4-b83401c7f3c3 req-aff9ce48-7c32-4303-8286-83a2d93f4dae tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:20:07.010821 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-2a26fa5d-86fa-4cd4-b7b4-b83401c7f3c3 req-aff9ce48-7c32-4303-8286-83a2d93f4dae tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=ee8bb661-8d2c-45db-9a1c-ee57ba0d6dd7 HTTP/1.1" status: 200 len: 946 time: 0.0598047 May 19 11:20:07.042596 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-2a26fa5d-86fa-4cd4-b7b4-b83401c7f3c3 req-37cd1da8-8951-402e-b509-4b85d8e41cc3 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0249310 May 19 11:20:07.574370 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc184e2-dc94-4a33-9bd2-f30a33e8bd26 req-47b56dfa-709e-491e-aa0e-923603aed489 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:20:07.575367 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-dcc184e2-dc94-4a33-9bd2-f30a33e8bd26 req-47b56dfa-709e-491e-aa0e-923603aed489 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=3e0d1d3f-b399-4eae-9920-1d2a10e0c32d HTTP/1.1" status: 200 len: 946 time: 0.0744281 May 19 11:20:07.606805 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-dcc184e2-dc94-4a33-9bd2-f30a33e8bd26 req-d24d9e6b-e01d-44f0-99eb-b3765fbe1c5a tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/security-groups?id=02f8fdd5-5dea-4a08-86bc-b9af91d4a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266616 May 19 11:20:07.832151 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-66ec5bc0-6952-497b-8f33-b3c04bfd0b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:08.173722 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dea219-1e52-4f28-864d-fbf2253630b0 req-be6e2842-a51a-453a-89d3-9c372d539690 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:20:08.174543 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-a7dea219-1e52-4f28-864d-fbf2253630b0 req-be6e2842-a51a-453a-89d3-9c372d539690 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=ee8bb661-8d2c-45db-9a1c-ee57ba0d6dd7 HTTP/1.1" status: 200 len: 946 time: 0.0538344 May 19 11:20:08.202701 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-a7dea219-1e52-4f28-864d-fbf2253630b0 req-6cb7c91a-c2b7-4e9a-8aa3-5fe59d48f7c0 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0242827 May 19 11:20:08.752021 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0a1a86-83cb-4472-b19e-92b19f254bf7 req-a8c5b3ed-595c-4271-bc0c-d9a265a7099d tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:20:08.753096 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-0b0a1a86-83cb-4472-b19e-92b19f254bf7 req-a8c5b3ed-595c-4271-bc0c-d9a265a7099d tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=3e0d1d3f-b399-4eae-9920-1d2a10e0c32d HTTP/1.1" status: 200 len: 946 time: 0.0593879 May 19 11:20:08.784203 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-0b0a1a86-83cb-4472-b19e-92b19f254bf7 req-75a24c56-3bd0-4377-8172-349ba25830be tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/security-groups?id=02f8fdd5-5dea-4a08-86bc-b9af91d4a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268867 May 19 11:20:09.100552 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7d0ee7-68ed-4809-8671-5fd1b6a4b964 req-c8938cab-9436-4e34-8f7c-fc6302bc2c2d tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:20:09.101166 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [req-3e7d0ee7-68ed-4809-8671-5fd1b6a4b964 req-c8938cab-9436-4e34-8f7c-fc6302bc2c2d tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Synchronizing usage tracker for tenant:b26c6106177642a58ce4364b8f04cf82 on resource:port {{(pid=91055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 11:20:09.114360 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [req-3e7d0ee7-68ed-4809-8671-5fd1b6a4b964 req-c8938cab-9436-4e34-8f7c-fc6302bc2c2d tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Unset dirty status for tenant:b26c6106177642a58ce4364b8f04cf82 on resource:port {{(pid=91055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 11:20:09.115265 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-3e7d0ee7-68ed-4809-8671-5fd1b6a4b964 req-c8938cab-9436-4e34-8f7c-fc6302bc2c2d tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.112 "GET /v2.0/ports?device_id=3e0d1d3f-b399-4eae-9920-1d2a10e0c32d HTTP/1.1" status: 200 len: 946 time: 0.0795555 May 19 11:20:09.208967 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.plugin [req-3e7d0ee7-68ed-4809-8671-5fd1b6a4b964 req-2fe0ac95-7c8b-46f8-ab64-04d30b005eda tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Deleting port 91f4064d-3935-44fd-ad59-2df97d807c84 {{(pid=91055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 11:20:09.209245 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-3e7d0ee7-68ed-4809-8671-5fd1b6a4b964 req-2fe0ac95-7c8b-46f8-ab64-04d30b005eda tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749740776295'] for port, before_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:09.292790 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.db [req-3e7d0ee7-68ed-4809-8671-5fd1b6a4b964 req-2fe0ac95-7c8b-46f8-ab64-04d30b005eda tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] For port 91f4064d-3935-44fd-ad59-2df97d807c84, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=91f4064d-3935-44fd-ad59-2df97d807c84,segment=NetworkSegment(196e79df-6043-4c3c-bc65-7e8b3bac3a1b),segment_id=196e79df-6043-4c3c-bc65-7e8b3bac3a1b)] {{(pid=91055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:20:09.293036 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-3e7d0ee7-68ed-4809-8671-5fd1b6a4b964 req-2fe0ac95-7c8b-46f8-ab64-04d30b005eda tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1714319'] for port, precommit_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:09.328118 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cf9859-04b1-49d4-9fd3-9e2f6777fb74 req-fda4effe-d8b6-430f-afaa-7680090f257e tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:20:09.329336 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-41cf9859-04b1-49d4-9fd3-9e2f6777fb74 req-fda4effe-d8b6-430f-afaa-7680090f257e tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=ee8bb661-8d2c-45db-9a1c-ee57ba0d6dd7 HTTP/1.1" status: 200 len: 946 time: 0.0535161 May 19 11:20:09.365153 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-41cf9859-04b1-49d4-9fd3-9e2f6777fb74 req-4470d531-d4ed-4fed-838f-41d3fc5230fe tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287263 May 19 11:20:09.370976 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.plugin [req-3e7d0ee7-68ed-4809-8671-5fd1b6a4b964 req-2fe0ac95-7c8b-46f8-ab64-04d30b005eda tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Calling delete_port for 91f4064d-3935-44fd-ad59-2df97d807c84 owned by compute:nova {{(pid=91055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 11:20:09.449676 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-3e7d0ee7-68ed-4809-8671-5fd1b6a4b964 req-2fe0ac95-7c8b-46f8-ab64-04d30b005eda tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749740778424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749740364548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3654904'] for port, after_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:09.453984 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-ccaee93d-0eaa-4642-a727-d7593e8381d6 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:09.481542 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe0ac95-7c8b-46f8-ab64-04d30b005eda tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Pushing event deleted for resources: {'Port': ['ID=91f4064d-3935-44fd-ad59-2df97d807c84,revision_number=None']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:09.483371 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-2fe0ac95-7c8b-46f8-ab64-04d30b005eda tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:09.520829 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e7d0ee7-68ed-4809-8671-5fd1b6a4b964 req-2fe0ac95-7c8b-46f8-ab64-04d30b005eda tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] No DVR routers for this DVR port 91f4064d-3935-44fd-ad59-2df97d807c84 on host hv-cinder-78776 {{(pid=91055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 11:20:09.522576 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-3e7d0ee7-68ed-4809-8671-5fd1b6a4b964 req-2fe0ac95-7c8b-46f8-ab64-04d30b005eda tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6101'] for port, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:09.524241 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e0d1d3f-b399-4eae-9920-1d2a10e0c32d', 'name': 'network-vif-deleted', 'tag': '91f4064d-3935-44fd-ad59-2df97d807c84'}] {{(pid=91055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 11:20:09.534223 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-3e7d0ee7-68ed-4809-8671-5fd1b6a4b964 req-2fe0ac95-7c8b-46f8-ab64-04d30b005eda tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.112 "DELETE /v2.0/ports/91f4064d-3935-44fd-ad59-2df97d807c84 HTTP/1.1" status: 204 len: 173 time: 0.4126251 May 19 11:20:09.646462 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e0d1d3f-b399-4eae-9920-1d2a10e0c32d', 'name': 'network-vif-deleted', 'tag': '91f4064d-3935-44fd-ad59-2df97d807c84', 'status': 'completed', 'code': 200} May 19 11:20:09.742092 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] get_ports_and_sgs() called for port_ids ['7aa4ffd5-7d11-4dd0-b47c-6f547aa78979', '00d0d578-06cf-4c1f-aecc-813b084a6269', '91f4064d-3935-44fd-ad59-2df97d807c84'] {{(pid=91057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 11:20:09.872191 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-610fbb25-f795-4404-8d25-9638104bffae req-c04e69af-0ed1-4ff5-80ff-84052f0356b3 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=3e0d1d3f-b399-4eae-9920-1d2a10e0c32d HTTP/1.1" status: 200 len: 210 time: 0.0244234 May 19 11:20:10.446185 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f17cd9c-6222-4247-b4f8-7a3713637c0d req-1f29b00a-0717-4712-9876-ff955801b32e tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:20:10.446634 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [req-2f17cd9c-6222-4247-b4f8-7a3713637c0d req-1f29b00a-0717-4712-9876-ff955801b32e tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Synchronizing usage tracker for tenant:84c9674d9ad94299b1626bb1392867e5 on resource:port {{(pid=91055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 11:20:10.458454 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [req-2f17cd9c-6222-4247-b4f8-7a3713637c0d req-1f29b00a-0717-4712-9876-ff955801b32e tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Unset dirty status for tenant:84c9674d9ad94299b1626bb1392867e5 on resource:port {{(pid=91055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 11:20:10.459276 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-2f17cd9c-6222-4247-b4f8-7a3713637c0d req-1f29b00a-0717-4712-9876-ff955801b32e tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.112 "GET /v2.0/ports?device_id=ee8bb661-8d2c-45db-9a1c-ee57ba0d6dd7 HTTP/1.1" status: 200 len: 946 time: 0.0791464 May 19 11:20:10.484227 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a25a067-1f3a-4274-b285-00d2a510115c req-bd91c8ac-57a5-42f4-a958-efc15b2ad838 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:20:10.485073 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-8a25a067-1f3a-4274-b285-00d2a510115c req-bd91c8ac-57a5-42f4-a958-efc15b2ad838 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=ee8bb661-8d2c-45db-9a1c-ee57ba0d6dd7 HTTP/1.1" status: 200 len: 946 time: 0.0468576 May 19 11:20:10.511241 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-8a25a067-1f3a-4274-b285-00d2a510115c req-36cee95c-cdf1-4808-a4fd-74b8ba17bb02 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/security-groups?id=5c5d924d-c61a-49ce-a1a2-5306d5942437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0221391 May 19 11:20:10.556084 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.plugin [req-2f17cd9c-6222-4247-b4f8-7a3713637c0d req-5a9076fa-e4c4-4307-9d23-e94a326d16c8 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Deleting port 4d0bcdf9-007d-4c7b-bff0-c5aa7d416d7c {{(pid=91055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 11:20:10.556305 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-2f17cd9c-6222-4247-b4f8-7a3713637c0d req-5a9076fa-e4c4-4307-9d23-e94a326d16c8 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749740776295'] for port, before_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:10.635159 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.db [req-2f17cd9c-6222-4247-b4f8-7a3713637c0d req-5a9076fa-e4c4-4307-9d23-e94a326d16c8 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] For port 4d0bcdf9-007d-4c7b-bff0-c5aa7d416d7c, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=4d0bcdf9-007d-4c7b-bff0-c5aa7d416d7c,segment=NetworkSegment(04bfd1bc-2bae-496c-bd39-af315e6a2897),segment_id=04bfd1bc-2bae-496c-bd39-af315e6a2897)] {{(pid=91055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:20:10.635381 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-2f17cd9c-6222-4247-b4f8-7a3713637c0d req-5a9076fa-e4c4-4307-9d23-e94a326d16c8 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1714319'] for port, precommit_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:10.699084 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.plugin [req-2f17cd9c-6222-4247-b4f8-7a3713637c0d req-5a9076fa-e4c4-4307-9d23-e94a326d16c8 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Calling delete_port for 4d0bcdf9-007d-4c7b-bff0-c5aa7d416d7c owned by compute:nova {{(pid=91055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 11:20:10.765728 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-2f17cd9c-6222-4247-b4f8-7a3713637c0d req-5a9076fa-e4c4-4307-9d23-e94a326d16c8 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749740778424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749740364548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3654904'] for port, after_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:10.770000 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-0cb70cbf-b4f4-44d2-bad3-d8c93347b5ec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:10.800707 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9076fa-e4c4-4307-9d23-e94a326d16c8 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Pushing event deleted for resources: {'Port': ['ID=4d0bcdf9-007d-4c7b-bff0-c5aa7d416d7c,revision_number=None']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:10.802866 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-5a9076fa-e4c4-4307-9d23-e94a326d16c8 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:10.843773 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f17cd9c-6222-4247-b4f8-7a3713637c0d req-5a9076fa-e4c4-4307-9d23-e94a326d16c8 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] No DVR routers for this DVR port 4d0bcdf9-007d-4c7b-bff0-c5aa7d416d7c on host hv-cinder-78776 {{(pid=91055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 11:20:10.845659 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-2f17cd9c-6222-4247-b4f8-7a3713637c0d req-5a9076fa-e4c4-4307-9d23-e94a326d16c8 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6101'] for port, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:10.854441 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-2f17cd9c-6222-4247-b4f8-7a3713637c0d req-5a9076fa-e4c4-4307-9d23-e94a326d16c8 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.112 "DELETE /v2.0/ports/4d0bcdf9-007d-4c7b-bff0-c5aa7d416d7c HTTP/1.1" status: 204 len: 173 time: 0.3899019 May 19 11:20:10.972473 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-0ff34dc3-b81a-4587-a8ea-340d2b61ce36 req-36f938f8-e0e4-456f-b1f0-e8a49cc0c97d tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=3e0d1d3f-b399-4eae-9920-1d2a10e0c32d HTTP/1.1" status: 200 len: 210 time: 0.0284390 May 19 11:20:11.258147 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] get_ports_and_sgs() called for port_ids ['4d0bcdf9-007d-4c7b-bff0-c5aa7d416d7c'] {{(pid=91057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 11:20:11.628006 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-4d6dfa2c-5d98-46ae-85e5-dd7dc3a6188e req-61541623-47b0-4d23-9cfd-b231c5a503cf tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=ee8bb661-8d2c-45db-9a1c-ee57ba0d6dd7 HTTP/1.1" status: 200 len: 210 time: 0.0319123 May 19 11:20:11.647533 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee8bb661-8d2c-45db-9a1c-ee57ba0d6dd7', 'name': 'network-vif-deleted', 'tag': '4d0bcdf9-007d-4c7b-bff0-c5aa7d416d7c'}] {{(pid=91055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 11:20:11.660137 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Device 91f4064d-3935-44fd-ad59-2df97d807c84 no longer exists at agent hyperv_hv-cinder-78776 {{(pid=91057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 11:20:11.680814 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.plugin [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] No Port match for: 91f4064d-3935-44fd-ad59-2df97d807c84 {{(pid=91057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 11:20:11.681008 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Device 91f4064d-3935-44fd-ad59-2df97d807c84 not bound to the agent host hv-cinder-78776 {{(pid=91057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 11:20:11.681273 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Device 4d0bcdf9-007d-4c7b-bff0-c5aa7d416d7c no longer exists at agent hyperv_hv-cinder-78776 {{(pid=91057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 11:20:11.682008 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee8bb661-8d2c-45db-9a1c-ee57ba0d6dd7', 'name': 'network-vif-deleted', 'tag': '4d0bcdf9-007d-4c7b-bff0-c5aa7d416d7c', 'status': 'completed', 'code': 200} May 19 11:20:11.699275 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.plugin [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] No Port match for: 4d0bcdf9-007d-4c7b-bff0-c5aa7d416d7c {{(pid=91057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 11:20:11.699458 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Device 4d0bcdf9-007d-4c7b-bff0-c5aa7d416d7c not bound to the agent host hv-cinder-78776 {{(pid=91057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 11:20:12.099078 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-1a3eb3fd-46de-4db3-bef2-e365fd577d19 req-4d3da119-1953-4c39-aeef-8600ff43601a tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=3e0d1d3f-b399-4eae-9920-1d2a10e0c32d HTTP/1.1" status: 200 len: 210 time: 0.0289030 May 19 11:20:12.767013 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-4177a315-674c-4086-9526-914a5936ca97 req-608ce56a-a3eb-4eb3-b466-edbf3f60cd6b tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=ee8bb661-8d2c-45db-9a1c-ee57ba0d6dd7 HTTP/1.1" status: 200 len: 210 time: 0.0400212 May 19 11:20:13.571249 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07cb6a7-6f83-46e8-b51e-f9ef026ec855 req-5be03a97-f83b-4562-b867-4944ac95441d tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:20:13.572243 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-b07cb6a7-6f83-46e8-b51e-f9ef026ec855 req-5be03a97-f83b-4562-b867-4944ac95441d tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=b9edb48c-395f-4e34-9759-d8c4f483021b HTTP/1.1" status: 200 len: 946 time: 0.0556011 May 19 11:20:13.604533 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-b07cb6a7-6f83-46e8-b51e-f9ef026ec855 req-ab978ea5-b491-4922-b45c-1bc58ea77f75 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/security-groups?id=02f8fdd5-5dea-4a08-86bc-b9af91d4a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0254292 May 19 11:20:13.958196 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-fecd9221-f1e9-4b81-b4f8-22c5dc4b0132 req-35f8192b-a69d-4dff-947a-071ebe1867a7 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] 10.222.0.90 "GET /v2.0/ports?device_id=ee8bb661-8d2c-45db-9a1c-ee57ba0d6dd7 HTTP/1.1" status: 200 len: 210 time: 0.1056361 May 19 11:20:14.750090 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd540c2b-1796-4e42-a4da-c72ae9545092 req-4152b28a-fa75-407d-b162-78822e95f442 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:20:14.751261 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-fd540c2b-1796-4e42-a4da-c72ae9545092 req-4152b28a-fa75-407d-b162-78822e95f442 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=b9edb48c-395f-4e34-9759-d8c4f483021b HTTP/1.1" status: 200 len: 946 time: 0.0580573 May 19 11:20:14.782233 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-fd540c2b-1796-4e42-a4da-c72ae9545092 req-36c3d82a-e185-4ae4-ba6b-fd181ae59b4c tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/security-groups?id=02f8fdd5-5dea-4a08-86bc-b9af91d4a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270665 May 19 11:20:15.036790 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 50422) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:20:15.490938 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-3e6ca34f-4216-4ca3-b919-5ecee1fe915b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1716809'] for router_interface, before_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:15.768365 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.plugin [None req-3e6ca34f-4216-4ca3-b919-5ecee1fe915b admin admin] Deleting port a4211d6f-4829-4f5e-ab32-11b855c23f6b {{(pid=91055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 11:20:15.768594 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-3e6ca34f-4216-4ca3-b919-5ecee1fe915b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749740776295'] for port, before_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:15.849227 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.db [None req-3e6ca34f-4216-4ca3-b919-5ecee1fe915b admin admin] For port a4211d6f-4829-4f5e-ab32-11b855c23f6b, host dv-cinder-787764-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-1-iscsi',level=0,port_id=a4211d6f-4829-4f5e-ab32-11b855c23f6b,segment=NetworkSegment(04bfd1bc-2bae-496c-bd39-af315e6a2897),segment_id=04bfd1bc-2bae-496c-bd39-af315e6a2897)] {{(pid=91055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:20:15.849451 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-3e6ca34f-4216-4ca3-b919-5ecee1fe915b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1714319'] for port, precommit_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:15.907949 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bd1f34-a029-4c45-85ed-98a4ec47e923 req-6227cf6f-e8ad-4fa5-ba5b-efcb79734f6d tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:20:15.908825 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-48bd1f34-a029-4c45-85ed-98a4ec47e923 req-6227cf6f-e8ad-4fa5-ba5b-efcb79734f6d tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=b9edb48c-395f-4e34-9759-d8c4f483021b HTTP/1.1" status: 200 len: 946 time: 0.0509965 May 19 11:20:15.923497 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.plugin [None req-3e6ca34f-4216-4ca3-b919-5ecee1fe915b admin admin] Calling delete_port for a4211d6f-4829-4f5e-ab32-11b855c23f6b owned by network:router_interface {{(pid=91055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 11:20:15.935240 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-48bd1f34-a029-4c45-85ed-98a4ec47e923 req-9a9f8c3a-b9cc-492f-9cb7-84624e5fcf58 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/security-groups?id=02f8fdd5-5dea-4a08-86bc-b9af91d4a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0223687 May 19 11:20:16.149653 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-3e6ca34f-4216-4ca3-b919-5ecee1fe915b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749740778424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749740364548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3654904'] for port, after_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:16.151847 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-611940bd-1e31-443d-8ea0-121ac1c12393 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:16.174733 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6ca34f-4216-4ca3-b919-5ecee1fe915b admin admin] Pushing event deleted for resources: {'Port': ['ID=a4211d6f-4829-4f5e-ab32-11b855c23f6b,revision_number=None']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:16.176352 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-3e6ca34f-4216-4ca3-b919-5ecee1fe915b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:16.299474 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:16.311116 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-3e6ca34f-4216-4ca3-b919-5ecee1fe915b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1695674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1717209'] for router_interface, after_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:16.529216 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e6ca34f-4216-4ca3-b919-5ecee1fe915b admin admin] Router 7c6cd013-c59b-4c4f-ab2f-428c21f3e270 has already been hosted by L3 agent 326bf12a-fdae-48e8-b877-7dbd40e20eda {{(pid=91055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 11:20:16.665644 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e6ca34f-4216-4ca3-b919-5ecee1fe915b admin admin] Notify agent at l3_agent.dv-cinder-787764-1-iscsi the message routers_updated {{(pid=91055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 11:20:16.673188 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b17bc7b-2ced-4beb-93a5-6969efff74e1 None None] Sync routers for ids ['7c6cd013-c59b-4c4f-ab2f-428c21f3e270'] in dv-cinder-787764-1-iscsi {{(pid=91058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 11:20:16.678132 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-3e6ca34f-4216-4ca3-b919-5ecee1fe915b admin admin] 10.222.0.90 "PUT /v2.0/routers/7c6cd013-c59b-4c4f-ab2f-428c21f3e270/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6403987 May 19 11:20:16.680061 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 50436) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:20:16.680730 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b17bc7b-2ced-4beb-93a5-6969efff74e1 None None] Routers {'7c6cd013-c59b-4c4f-ab2f-428c21f3e270'} bound to L3 agent in host dv-cinder-787764-1-iscsi {{(pid=91058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:20:16.681151 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.l3_hamode_db [None req-9b17bc7b-2ced-4beb-93a5-6969efff74e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-19T11:10:36Z,description=,heartbeat_timestamp=2021-05-19T11:20:06Z,host='dv-cinder-787764-1-iscsi',id=326bf12a-fdae-48e8-b877-7dbd40e20eda,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:36Z,topic='l3_agent')) {'router_ids': ['7c6cd013-c59b-4c4f-ab2f-428c21f3e270'], 'active': True} {{(pid=91058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:20:16.731851 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4184260-552b-4839-aaa8-71768316527b req-7d73e615-76db-42be-9ffa-77d1f7c5f433 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:20:16.732302 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [req-e4184260-552b-4839-aaa8-71768316527b req-7d73e615-76db-42be-9ffa-77d1f7c5f433 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Synchronizing usage tracker for tenant:b26c6106177642a58ce4364b8f04cf82 on resource:port {{(pid=91055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 11:20:16.781390 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [req-e4184260-552b-4839-aaa8-71768316527b req-7d73e615-76db-42be-9ffa-77d1f7c5f433 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Unset dirty status for tenant:b26c6106177642a58ce4364b8f04cf82 on resource:port {{(pid=91055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 11:20:16.782207 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-e4184260-552b-4839-aaa8-71768316527b req-7d73e615-76db-42be-9ffa-77d1f7c5f433 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.112 "GET /v2.0/ports?device_id=b9edb48c-395f-4e34-9759-d8c4f483021b HTTP/1.1" status: 200 len: 946 time: 0.1642535 May 19 11:20:16.792302 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.l3_dvr_db [None req-9b17bc7b-2ced-4beb-93a5-6969efff74e1 None None] Set router 7c6cd013-c59b-4c4f-ab2f-428c21f3e270 gateway port host: dv-cinder-787764-1-iscsi {{(pid=91058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:20:16.803820 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-d7acfd63-3e57-44ac-b23d-b881f94c43d0 admin admin] Notify callbacks [] for router, before_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:16.960619 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.l3_hamode_db [None req-9b17bc7b-2ced-4beb-93a5-6969efff74e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c6cd013-c59b-4c4f-ab2f-428c21f3e270', 'name': 'tempest-ServerRescueNegativeTestJSON-1795179787-router', 'tenant_id': '84c9674d9ad94299b1626bb1392867e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'external_fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': '7eb16415-1918-44b7-9a7f-914de8530c8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:15:26Z', 'updated_at': '2021-05-19T11:20:16Z', 'revision_number': 5, 'project_id': '84c9674d9ad94299b1626bb1392867e5', 'gw_port': {'id': '7eb16415-1918-44b7-9a7f-914de8530c8c', 'name': '', 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:6f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c6cd013-c59b-4c4f-ab2f-428c21f3e270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:15:27Z', 'updated_at': '2021-05-19T11:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-1-iscsi'}], 'dv-cinder-787764-1-iscsi', False) {} {{(pid=91058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:20:16.963057 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b17bc7b-2ced-4beb-93a5-6969efff74e1 None None] Checking router: 7c6cd013-c59b-4c4f-ab2f-428c21f3e270 for host: dv-cinder-787764-1-iscsi {{(pid=91058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 11:20:16.968414 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b17bc7b-2ced-4beb-93a5-6969efff74e1 None None] Routers {'7c6cd013-c59b-4c4f-ab2f-428c21f3e270'} bound to L3 agent in host dv-cinder-787764-1-iscsi {{(pid=91058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:20:16.968761 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.l3_hamode_db [None req-9b17bc7b-2ced-4beb-93a5-6969efff74e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-19T11:10:36Z,description=,heartbeat_timestamp=2021-05-19T11:20:06Z,host='dv-cinder-787764-1-iscsi',id=326bf12a-fdae-48e8-b877-7dbd40e20eda,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:36Z,topic='l3_agent')) {'router_ids': ['7c6cd013-c59b-4c4f-ab2f-428c21f3e270'], 'active': True} {{(pid=91058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:20:17.035208 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-d7acfd63-3e57-44ac-b23d-b881f94c43d0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:17.042244 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdc0342-2370-4522-8304-0b6507f9da1d req-a8095211-5f3d-4327-ba0b-49f891128979 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:20:17.043318 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-9bdc0342-2370-4522-8304-0b6507f9da1d req-a8095211-5f3d-4327-ba0b-49f891128979 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=b9edb48c-395f-4e34-9759-d8c4f483021b HTTP/1.1" status: 200 len: 946 time: 0.0464876 May 19 11:20:17.065433 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.plugin [req-e4184260-552b-4839-aaa8-71768316527b req-35053932-09d9-4a50-8d95-3fd47238034a tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Deleting port 00d0d578-06cf-4c1f-aecc-813b084a6269 {{(pid=91055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 11:20:17.065817 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-e4184260-552b-4839-aaa8-71768316527b req-35053932-09d9-4a50-8d95-3fd47238034a tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749740776295'] for port, before_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:17.074605 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.l3_dvr_db [None req-9b17bc7b-2ced-4beb-93a5-6969efff74e1 None None] Set router 7c6cd013-c59b-4c4f-ab2f-428c21f3e270 gateway port host: dv-cinder-787764-1-iscsi {{(pid=91058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:20:17.077667 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-9bdc0342-2370-4522-8304-0b6507f9da1d req-8a26260e-7ca9-47fe-8dfe-2c9a5e6c5045 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/security-groups?id=02f8fdd5-5dea-4a08-86bc-b9af91d4a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271904 May 19 11:20:17.136000 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.plugin [None req-d7acfd63-3e57-44ac-b23d-b881f94c43d0 admin admin] Deleting port 7eb16415-1918-44b7-9a7f-914de8530c8c {{(pid=91055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 11:20:17.136206 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-d7acfd63-3e57-44ac-b23d-b881f94c43d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749740776295'] for port, before_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:17.195992 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.db [req-e4184260-552b-4839-aaa8-71768316527b req-35053932-09d9-4a50-8d95-3fd47238034a tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] For port 00d0d578-06cf-4c1f-aecc-813b084a6269, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=00d0d578-06cf-4c1f-aecc-813b084a6269,segment=NetworkSegment(196e79df-6043-4c3c-bc65-7e8b3bac3a1b),segment_id=196e79df-6043-4c3c-bc65-7e8b3bac3a1b)] {{(pid=91055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:20:17.196520 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-e4184260-552b-4839-aaa8-71768316527b req-35053932-09d9-4a50-8d95-3fd47238034a tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1714319'] for port, precommit_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:17.258960 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.l3_hamode_db [None req-9b17bc7b-2ced-4beb-93a5-6969efff74e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c6cd013-c59b-4c4f-ab2f-428c21f3e270', 'name': 'tempest-ServerRescueNegativeTestJSON-1795179787-router', 'tenant_id': '84c9674d9ad94299b1626bb1392867e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'external_fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': '7eb16415-1918-44b7-9a7f-914de8530c8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:15:26Z', 'updated_at': '2021-05-19T11:20:16Z', 'revision_number': 5, 'project_id': '84c9674d9ad94299b1626bb1392867e5', 'gw_port': {'id': '7eb16415-1918-44b7-9a7f-914de8530c8c', 'name': '', 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:6f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c6cd013-c59b-4c4f-ab2f-428c21f3e270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:15:27Z', 'updated_at': '2021-05-19T11:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-1-iscsi'}], 'dv-cinder-787764-1-iscsi', False) {} {{(pid=91058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:20:17.261186 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b17bc7b-2ced-4beb-93a5-6969efff74e1 None None] The sync data for ids ['7c6cd013-c59b-4c4f-ab2f-428c21f3e270'] in dv-cinder-787764-1-iscsi is: [{'id': '7c6cd013-c59b-4c4f-ab2f-428c21f3e270', 'name': 'tempest-ServerRescueNegativeTestJSON-1795179787-router', 'tenant_id': '84c9674d9ad94299b1626bb1392867e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'external_fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': '7eb16415-1918-44b7-9a7f-914de8530c8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:15:26Z', 'updated_at': '2021-05-19T11:20:16Z', 'revision_number': 5, 'project_id': '84c9674d9ad94299b1626bb1392867e5', 'gw_port': {'id': '7eb16415-1918-44b7-9a7f-914de8530c8c', 'name': '', 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:6f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c6cd013-c59b-4c4f-ab2f-428c21f3e270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:15:27Z', 'updated_at': '2021-05-19T11:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-1-iscsi'}] {{(pid=91058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 11:20:17.264094 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.plugin [req-e4184260-552b-4839-aaa8-71768316527b req-35053932-09d9-4a50-8d95-3fd47238034a tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Calling delete_port for 00d0d578-06cf-4c1f-aecc-813b084a6269 owned by compute:nova {{(pid=91055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 11:20:17.283146 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.db [None req-d7acfd63-3e57-44ac-b23d-b881f94c43d0 admin admin] For port 7eb16415-1918-44b7-9a7f-914de8530c8c, host dv-cinder-787764-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-1-iscsi',level=0,port_id=7eb16415-1918-44b7-9a7f-914de8530c8c,segment=NetworkSegment(49ddd7c4-aafb-432e-a188-efbf16e2f9e4),segment_id=49ddd7c4-aafb-432e-a188-efbf16e2f9e4)] {{(pid=91055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:20:17.283388 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-d7acfd63-3e57-44ac-b23d-b881f94c43d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1714319'] for port, precommit_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:17.350307 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.plugin [None req-d7acfd63-3e57-44ac-b23d-b881f94c43d0 admin admin] Calling delete_port for 7eb16415-1918-44b7-9a7f-914de8530c8c owned by network:router_gateway {{(pid=91055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 11:20:17.416503 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-e4184260-552b-4839-aaa8-71768316527b req-35053932-09d9-4a50-8d95-3fd47238034a tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749740778424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749740364548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3654904'] for port, after_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:17.420176 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-127a08de-447a-4282-a462-d7aad49607e0 tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:17.446740 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35053932-09d9-4a50-8d95-3fd47238034a tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Pushing event deleted for resources: {'Port': ['ID=00d0d578-06cf-4c1f-aecc-813b084a6269,revision_number=None']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:17.449531 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-35053932-09d9-4a50-8d95-3fd47238034a tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:17.482486 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] get_ports_and_sgs() called for port_ids ['7aa4ffd5-7d11-4dd0-b47c-6f547aa78979', '00d0d578-06cf-4c1f-aecc-813b084a6269'] {{(pid=91057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 11:20:17.500231 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4184260-552b-4839-aaa8-71768316527b req-35053932-09d9-4a50-8d95-3fd47238034a tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] No DVR routers for this DVR port 00d0d578-06cf-4c1f-aecc-813b084a6269 on host hv-cinder-78776 {{(pid=91055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 11:20:17.503231 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-e4184260-552b-4839-aaa8-71768316527b req-35053932-09d9-4a50-8d95-3fd47238034a tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6101'] for port, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:17.504638 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9edb48c-395f-4e34-9759-d8c4f483021b', 'name': 'network-vif-deleted', 'tag': '00d0d578-06cf-4c1f-aecc-813b084a6269'}] {{(pid=91055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 11:20:17.526975 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-e4184260-552b-4839-aaa8-71768316527b req-35053932-09d9-4a50-8d95-3fd47238034a tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.112 "DELETE /v2.0/ports/00d0d578-06cf-4c1f-aecc-813b084a6269 HTTP/1.1" status: 204 len: 173 time: 0.6081638 May 19 11:20:17.535139 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-d7acfd63-3e57-44ac-b23d-b881f94c43d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749740778424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749740364548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3654904'] for port, after_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:17.538588 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:17.559369 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9edb48c-395f-4e34-9759-d8c4f483021b', 'name': 'network-vif-deleted', 'tag': '00d0d578-06cf-4c1f-aecc-813b084a6269', 'status': 'completed', 'code': 200} May 19 11:20:17.567901 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7acfd63-3e57-44ac-b23d-b881f94c43d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=7eb16415-1918-44b7-9a7f-914de8530c8c,revision_number=None']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:17.585697 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-d7acfd63-3e57-44ac-b23d-b881f94c43d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:17.708441 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-d7acfd63-3e57-44ac-b23d-b881f94c43d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1714018'] for router_gateway, after_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:17.795550 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-d7acfd63-3e57-44ac-b23d-b881f94c43d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26714'] for router, precommit_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:17.796874 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-d7acfd63-3e57-44ac-b23d-b881f94c43d0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:17.860302 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-d7acfd63-3e57-44ac-b23d-b881f94c43d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1712181'] for router, after_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:17.860568 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7acfd63-3e57-44ac-b23d-b881f94c43d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7c6cd013-c59b-4c4f-ab2f-428c21f3e270 {{(pid=91055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 11:20:17.867758 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-d7acfd63-3e57-44ac-b23d-b881f94c43d0 admin admin] Notify callbacks [] for router, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:17.868389 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-d7acfd63-3e57-44ac-b23d-b881f94c43d0 admin admin] 10.222.0.90 "DELETE /v2.0/routers/7c6cd013-c59b-4c4f-ab2f-428c21f3e270 HTTP/1.1" status: 204 len: 168 time: 1.1874487 May 19 11:20:17.870775 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 50452) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:20:17.907688 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-a24b688b-850d-4e05-a6c1-24827c5ce5f5 req-16200eba-4229-4576-9e87-7eea2758ebc4 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=6a6a976a-90d4-4150-963e-6edb91b9a891&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0768585 May 19 11:20:17.911526 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.db_base_plugin_v2 [None req-123f210c-af67-4901-abf5-4ada467bc2fe admin admin] Deleting subnet f1a81002-835e-403e-96ae-6977fdc5aac0 {{(pid=91055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 11:20:17.914922 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-123f210c-af67-4901-abf5-4ada467bc2fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:17.940036 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-123f210c-af67-4901-abf5-4ada467bc2fe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2220800'] for subnet, precommit_delete_associations {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:17.992647 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-123f210c-af67-4901-abf5-4ada467bc2fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1429695'] for subnet, precommit_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:18.065324 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24b688b-850d-4e05-a6c1-24827c5ce5f5 req-3458e7e5-2c0a-4ea7-941e-33e84052081d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:20:18.066122 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-a24b688b-850d-4e05-a6c1-24827c5ce5f5 req-3458e7e5-2c0a-4ea7-941e-33e84052081d service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=114936b3c24442328e380dbed9453cbe&device_id=6a6a976a-90d4-4150-963e-6edb91b9a891 HTTP/1.1" status: 200 len: 1098 time: 0.1009545 May 19 11:20:18.165665 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-ebaea4b6-b0e6-44eb-a1eb-41d6c10ad691 req-a064094f-78a1-49a3-abb3-2956d5fbc7d6 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=b9edb48c-395f-4e34-9759-d8c4f483021b HTTP/1.1" status: 200 len: 210 time: 0.0351448 May 19 11:20:18.191304 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24b688b-850d-4e05-a6c1-24827c5ce5f5 req-c96c0bd8-2ec6-4de6-b613-b10fb6a737c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:20:18.192321 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-a24b688b-850d-4e05-a6c1-24827c5ce5f5 req-c96c0bd8-2ec6-4de6-b613-b10fb6a737c6 service neutron] 10.222.0.112 "GET /v2.0/networks?id=283f984f-2a81-4a0c-9cd3-692b468d28a2 HTTP/1.1" status: 200 len: 918 time: 0.1051533 May 19 11:20:18.194958 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-123f210c-af67-4901-abf5-4ada467bc2fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1429640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2635303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3994663'] for subnet, after_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:18.197337 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-741562cb-f077-49c2-a505-8b47444eb8ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:18.246145 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123f210c-af67-4901-abf5-4ada467bc2fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1a81002-835e-403e-96ae-6977fdc5aac0,revision_number=None']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:18.251656 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-123f210c-af67-4901-abf5-4ada467bc2fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:18.252298 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-123f210c-af67-4901-abf5-4ada467bc2fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695638'] for subnet, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:18.263899 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-123f210c-af67-4901-abf5-4ada467bc2fe admin admin] 10.222.0.90 "DELETE /v2.0/subnets/f1a81002-835e-403e-96ae-6977fdc5aac0 HTTP/1.1" status: 204 len: 168 time: 0.3910906 May 19 11:20:18.264496 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 50458) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:20:18.290169 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-a24b688b-850d-4e05-a6c1-24827c5ce5f5 req-20e94127-792f-48bb-8371-93b5963aea61 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db59126d-1c1c-4ba1-a2f8-210209c9a196 HTTP/1.1" status: 200 len: 1001 time: 0.0796907 May 19 11:20:18.333629 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-102aed06-3221-452c-8f9a-79ffae338ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-736967'] for network, before_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:18.340295 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24b688b-850d-4e05-a6c1-24827c5ce5f5 req-923396f7-7bb9-4f0e-85e0-a4aaa65d04bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:20:18.341164 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-a24b688b-850d-4e05-a6c1-24827c5ce5f5 req-923396f7-7bb9-4f0e-85e0-a4aaa65d04bd service neutron] 10.222.0.112 "GET /v2.0/subnets?id=1f0aafc7-5dc8-4ee6-a066-4c3495d1adf2 HTTP/1.1" status: 200 len: 855 time: 0.0378289 May 19 11:20:18.383026 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24b688b-850d-4e05-a6c1-24827c5ce5f5 req-86e0d4af-ede0-4a57-93c9-817da7bca2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:20:18.383849 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-a24b688b-850d-4e05-a6c1-24827c5ce5f5 req-86e0d4af-ede0-4a57-93c9-817da7bca2fd service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=283f984f-2a81-4a0c-9cd3-692b468d28a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0380673 May 19 11:20:18.397173 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-102aed06-3221-452c-8f9a-79ffae338ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1426996', 'neutron.services.segments.db._delete_segments_for_network-8749740806274'] for network, precommit_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:18.404238 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-102aed06-3221-452c-8f9a-79ffae338ba0 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:20:18.404419 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-102aed06-3221-452c-8f9a-79ffae338ba0 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:20:18.404878 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-102aed06-3221-452c-8f9a-79ffae338ba0 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:20:18.405043 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-102aed06-3221-452c-8f9a-79ffae338ba0 admin admin] Subscribe: > port after_create 55550000 {{(pid=91056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:20:18.405255 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-102aed06-3221-452c-8f9a-79ffae338ba0 admin admin] Subscribe: > port after_delete 55550000 {{(pid=91056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:20:18.405428 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-102aed06-3221-452c-8f9a-79ffae338ba0 admin admin] Subscribe: > port after_update 55550000 {{(pid=91056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:20:18.405592 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-102aed06-3221-452c-8f9a-79ffae338ba0 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:20:18.405755 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-102aed06-3221-452c-8f9a-79ffae338ba0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:20:18.405916 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-102aed06-3221-452c-8f9a-79ffae338ba0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:20:18.406090 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-102aed06-3221-452c-8f9a-79ffae338ba0 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:20:18.432956 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-102aed06-3221-452c-8f9a-79ffae338ba0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:20:18.433152 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-102aed06-3221-452c-8f9a-79ffae338ba0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:20:18.433316 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-102aed06-3221-452c-8f9a-79ffae338ba0 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:20:18.433485 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-102aed06-3221-452c-8f9a-79ffae338ba0 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 11:20:18.433680 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.services.segments.db [None req-102aed06-3221-452c-8f9a-79ffae338ba0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d80b1475-eff8-4ebe-8528-2eceb45e3226']}} {{(pid=91056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:20:18.440338 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.services.segments.db [None req-102aed06-3221-452c-8f9a-79ffae338ba0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04bfd1bc-2bae-496c-bd39-af315e6a2897') {'for_net_delete': True} {{(pid=91056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:20:18.440518 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.services.segments.db [None req-102aed06-3221-452c-8f9a-79ffae338ba0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04bfd1bc-2bae-496c-bd39-af315e6a2897') {} {{(pid=91056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:20:18.446630 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-102aed06-3221-452c-8f9a-79ffae338ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749740816523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2199934'] for segment, before_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:18.456524 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-102aed06-3221-452c-8f9a-79ffae338ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432044'] for segment, precommit_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:18.460717 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-102aed06-3221-452c-8f9a-79ffae338ba0 admin admin] Releasing vlan 1362 on physical network physnet1 to pool {{(pid=91056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 11:20:18.460924 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-102aed06-3221-452c-8f9a-79ffae338ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2275128'] for segment, after_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:18.470056 dv-cinder-787764-1-iscsi neutron-server[91056]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 19 11:20:18.470056 dv-cinder-787764-1-iscsi neutron-server[91056]: from cryptography.utils import int_from_bytes May 19 11:20:18.470056 dv-cinder-787764-1-iscsi neutron-server[91056]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 19 11:20:18.470056 dv-cinder-787764-1-iscsi neutron-server[91056]: from cryptography.utils import int_from_bytes May 19 11:20:18.470056 dv-cinder-787764-1-iscsi neutron-server[91056]: Traceback (most recent call last): May 19 11:20:18.470056 dv-cinder-787764-1-iscsi neutron-server[91056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 11:20:18.470056 dv-cinder-787764-1-iscsi neutron-server[91056]: timer() May 19 11:20:18.470056 dv-cinder-787764-1-iscsi neutron-server[91056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 11:20:18.470056 dv-cinder-787764-1-iscsi neutron-server[91056]: cb(*args, **kw) May 19 11:20:18.470056 dv-cinder-787764-1-iscsi neutron-server[91056]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 11:20:18.470056 dv-cinder-787764-1-iscsi neutron-server[91056]: return func(*args, **kwargs) May 19 11:20:18.470056 dv-cinder-787764-1-iscsi neutron-server[91056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 11:20:18.470056 dv-cinder-787764-1-iscsi neutron-server[91056]: self._notify() May 19 11:20:18.470056 dv-cinder-787764-1-iscsi neutron-server[91056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 11:20:18.470056 dv-cinder-787764-1-iscsi neutron-server[91056]: self.callback(batched_events) May 19 11:20:18.470056 dv-cinder-787764-1-iscsi neutron-server[91056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 11:20:18.470056 dv-cinder-787764-1-iscsi neutron-server[91056]: event.method(event) May 19 11:20:18.470056 dv-cinder-787764-1-iscsi neutron-server[91056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 11:20:18.470056 dv-cinder-787764-1-iscsi neutron-server[91056]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 11:20:18.470056 dv-cinder-787764-1-iscsi neutron-server[91056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 11:20:18.470056 dv-cinder-787764-1-iscsi neutron-server[91056]: aggregate_uuid = self.p_client.list_aggregates( May 19 11:20:18.470056 dv-cinder-787764-1-iscsi neutron-server[91056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 11:20:18.470056 dv-cinder-787764-1-iscsi neutron-server[91056]: return f(self, *a, **k) May 19 11:20:18.470056 dv-cinder-787764-1-iscsi neutron-server[91056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 11:20:18.470056 dv-cinder-787764-1-iscsi neutron-server[91056]: return self._get(url).json() May 19 11:20:18.470056 dv-cinder-787764-1-iscsi neutron-server[91056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 11:20:18.470056 dv-cinder-787764-1-iscsi neutron-server[91056]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 11:20:18.470056 dv-cinder-787764-1-iscsi neutron-server[91056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 11:20:18.470056 dv-cinder-787764-1-iscsi neutron-server[91056]: return self.request(url, 'GET', **kwargs) May 19 11:20:18.470056 dv-cinder-787764-1-iscsi neutron-server[91056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 11:20:18.470056 dv-cinder-787764-1-iscsi neutron-server[91056]: base_url = self.get_endpoint(auth, allow=allow, May 19 11:20:18.470056 dv-cinder-787764-1-iscsi neutron-server[91056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 11:20:18.470056 dv-cinder-787764-1-iscsi neutron-server[91056]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 11:20:18.470056 dv-cinder-787764-1-iscsi neutron-server[91056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 11:20:18.470056 dv-cinder-787764-1-iscsi neutron-server[91056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 11:20:18.470056 dv-cinder-787764-1-iscsi neutron-server[91056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 11:20:18.514534 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-102aed06-3221-452c-8f9a-79ffae338ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1427005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1777549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1695667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713993'] for network, after_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:18.518549 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-102aed06-3221-452c-8f9a-79ffae338ba0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695638'] for network, before_response {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:18.520287 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:18.532843 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102aed06-3221-452c-8f9a-79ffae338ba0 admin admin] Pushing event deleted for resources: {'Network': ['ID=d80b1475-eff8-4ebe-8528-2eceb45e3226,revision_number=None']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:18.534658 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-102aed06-3221-452c-8f9a-79ffae338ba0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:18.539094 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-102aed06-3221-452c-8f9a-79ffae338ba0 admin admin] 10.222.0.90 "DELETE /v2.0/networks/d80b1475-eff8-4ebe-8528-2eceb45e3226 HTTP/1.1" status: 204 len: 168 time: 0.2739189 May 19 11:20:18.540691 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-a24b688b-850d-4e05-a6c1-24827c5ce5f5 req-09fb6891-33af-4543-8b1d-1b9b8c1cb4c9 service neutron] 10.222.0.112 "GET /v2.0/networks/283f984f-2a81-4a0c-9cd3-692b468d28a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510334 May 19 11:20:18.610378 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 50464) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:20:18.618562 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-a24b688b-850d-4e05-a6c1-24827c5ce5f5 req-e92fc5c0-4ac0-4fe3-9b07-547b2a1d7121 service neutron] 10.222.0.112 "GET /v2.0/networks/283f984f-2a81-4a0c-9cd3-692b468d28a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0713713 May 19 11:20:18.638042 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-f84a54e3-511f-458a-8572-9366664650e0 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=84c9674d9ad94299b1626bb1392867e5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0278020 May 19 11:20:18.641056 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 50470) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:20:18.683197 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-baaa9e09-b6c0-4ab2-a0df-62f3e6d1f9dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:18.696761 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-baaa9e09-b6c0-4ab2-a0df-62f3e6d1f9dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:18.728214 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-baaa9e09-b6c0-4ab2-a0df-62f3e6d1f9dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:18.730272 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:18.736707 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaa9e09-b6c0-4ab2-a0df-62f3e6d1f9dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c5d924d-c61a-49ce-a1a2-5306d5942437,revision_number=None']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:18.738246 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-baaa9e09-b6c0-4ab2-a0df-62f3e6d1f9dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.008s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:18.744493 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-baaa9e09-b6c0-4ab2-a0df-62f3e6d1f9dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:18.745551 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-baaa9e09-b6c0-4ab2-a0df-62f3e6d1f9dc admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/5c5d924d-c61a-49ce-a1a2-5306d5942437 HTTP/1.1" status: 204 len: 168 time: 0.1038980 May 19 11:20:19.267386 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-415d3064-ee0a-49a6-bec0-8dd70a7d7ca2 req-38be5c42-f013-4e3f-8191-1feef32cc50a tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=b9edb48c-395f-4e34-9759-d8c4f483021b HTTP/1.1" status: 200 len: 210 time: 0.0252421 May 19 11:20:19.301353 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Device 7eb16415-1918-44b7-9a7f-914de8530c8c no longer exists at agent ovs-agent-dv-cinder-787764-1-iscsi {{(pid=91057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 11:20:19.320249 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.plugin [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] No Port match for: 7eb16415-1918-44b7-9a7f-914de8530c8c {{(pid=91057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 11:20:19.320437 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Device 7eb16415-1918-44b7-9a7f-914de8530c8c not bound to the agent host dv-cinder-787764-1-iscsi {{(pid=91057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 11:20:19.320671 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Device a4211d6f-4829-4f5e-ab32-11b855c23f6b no longer exists at agent ovs-agent-dv-cinder-787764-1-iscsi {{(pid=91057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 11:20:19.338386 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.plugin [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] No Port match for: a4211d6f-4829-4f5e-ab32-11b855c23f6b {{(pid=91057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 11:20:19.338386 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Device a4211d6f-4829-4f5e-ab32-11b855c23f6b not bound to the agent host dv-cinder-787764-1-iscsi {{(pid=91057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 11:20:19.692665 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 50522) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:20:19.705202 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Device 00d0d578-06cf-4c1f-aecc-813b084a6269 no longer exists at agent hyperv_hv-cinder-78776 {{(pid=91057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 11:20:19.725790 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.plugin [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] No Port match for: 00d0d578-06cf-4c1f-aecc-813b084a6269 {{(pid=91057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 11:20:19.725985 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Device 00d0d578-06cf-4c1f-aecc-813b084a6269 not bound to the agent host hv-cinder-78776 {{(pid=91057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 11:20:19.766375 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-3178695f-ae00-411c-acd0-c7b233199922 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:19.777168 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-3178695f-ae00-411c-acd0-c7b233199922 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:20:19.780109 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-3178695f-ae00-411c-acd0-c7b233199922 admin admin] Usage tracker for resource:security_group_rule and tenant:d0722801a3a84a958672a2cd28afb557 is out of sync, need to count used quota {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:20:19.782370 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-3178695f-ae00-411c-acd0-c7b233199922 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:20:19.785909 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-3178695f-ae00-411c-acd0-c7b233199922 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:20:19.840572 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-3178695f-ae00-411c-acd0-c7b233199922 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:19.843311 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-3178695f-ae00-411c-acd0-c7b233199922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:19.848646 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-a350340b-8372-42c9-9503-bb8b72bc5f24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:19.871672 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-3178695f-ae00-411c-acd0-c7b233199922 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=d0722801a3a84a958672a2cd28afb557&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1781628 May 19 11:20:19.872654 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3178695f-ae00-411c-acd0-c7b233199922 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dabee401-1091-497e-a9b0-5ba37aeddb05,revision_number=1']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:19.873713 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 50528) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:20:19.874514 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-3178695f-ae00-411c-acd0-c7b233199922 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:19.906527 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-63656f8f-ed06-4b67-a24c-f314f2b7fce5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:19.919535 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-63656f8f-ed06-4b67-a24c-f314f2b7fce5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:19.953886 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-63656f8f-ed06-4b67-a24c-f314f2b7fce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:19.955996 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-463c710f-1903-46d1-a8d2-b6aa125b5ba1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:19.961585 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63656f8f-ed06-4b67-a24c-f314f2b7fce5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dabee401-1091-497e-a9b0-5ba37aeddb05,revision_number=None']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:19.963171 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-63656f8f-ed06-4b67-a24c-f314f2b7fce5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.007s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:19.966502 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-63656f8f-ed06-4b67-a24c-f314f2b7fce5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:19.969009 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-63656f8f-ed06-4b67-a24c-f314f2b7fce5 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/dabee401-1091-497e-a9b0-5ba37aeddb05 HTTP/1.1" status: 204 len: 168 time: 0.0925226 May 19 11:20:20.134331 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 50538) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:20:20.145678 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-4536dada-4f58-48fe-9df5-7c6acae7c1c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:20.153687 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-4536dada-4f58-48fe-9df5-7c6acae7c1c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:20:20.155804 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-4536dada-4f58-48fe-9df5-7c6acae7c1c6 admin admin] Usage tracker for resource:security_group_rule and tenant:33925fcd77de44d9b209c6b7013e5238 is out of sync, need to count used quota {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:20:20.157385 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-4536dada-4f58-48fe-9df5-7c6acae7c1c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:20:20.160778 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-4536dada-4f58-48fe-9df5-7c6acae7c1c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:20:20.218030 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-4536dada-4f58-48fe-9df5-7c6acae7c1c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:20.220765 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-4536dada-4f58-48fe-9df5-7c6acae7c1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:20.224459 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-1f6785ac-3224-4ba6-bcf0-e3dbe81a6f06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:20.246671 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-4536dada-4f58-48fe-9df5-7c6acae7c1c6 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=33925fcd77de44d9b209c6b7013e5238&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1115613 May 19 11:20:20.247129 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4536dada-4f58-48fe-9df5-7c6acae7c1c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd4717e2-92e5-41de-8a03-2d4734fd7da9,revision_number=1']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:20.248411 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 50542) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:20:20.249864 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-4536dada-4f58-48fe-9df5-7c6acae7c1c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:20.281334 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-64d1c7f6-c1b2-4ace-a4ec-ffeeccb1b1ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:20.295200 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-64d1c7f6-c1b2-4ace-a4ec-ffeeccb1b1ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:20.324910 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-64d1c7f6-c1b2-4ace-a4ec-ffeeccb1b1ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:20.327170 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-591dcc5d-716c-4b92-9f85-663151630a3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:20.333401 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d1c7f6-c1b2-4ace-a4ec-ffeeccb1b1ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd4717e2-92e5-41de-8a03-2d4734fd7da9,revision_number=None']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:20.335821 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-64d1c7f6-c1b2-4ace-a4ec-ffeeccb1b1ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:20.339873 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-64d1c7f6-c1b2-4ace-a4ec-ffeeccb1b1ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:20.341910 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-64d1c7f6-c1b2-4ace-a4ec-ffeeccb1b1ba admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/bd4717e2-92e5-41de-8a03-2d4734fd7da9 HTTP/1.1" status: 204 len: 168 time: 0.0926890 May 19 11:20:22.778981 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77390a0-e7c8-4391-9a67-8876b5019302 req-600624a1-75f7-4237-b4cb-5145d5af7a99 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:20:22.779964 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-e77390a0-e7c8-4391-9a67-8876b5019302 req-600624a1-75f7-4237-b4cb-5145d5af7a99 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=15bb00ba-1ae7-4b08-8b0b-6eeb024426a9 HTTP/1.1" status: 200 len: 946 time: 0.0587616 May 19 11:20:22.811784 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-e77390a0-e7c8-4391-9a67-8876b5019302 req-d81fefbb-7f85-4599-89e6-6f606f597973 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/security-groups?id=02f8fdd5-5dea-4a08-86bc-b9af91d4a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0248175 May 19 11:20:23.937389 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2cd059-ffba-495f-b70c-d830c1ac2f3b req-0595c50a-989d-4c8b-aaeb-0d343c0c3a8c tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:20:23.938387 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-2f2cd059-ffba-495f-b70c-d830c1ac2f3b req-0595c50a-989d-4c8b-aaeb-0d343c0c3a8c tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=15bb00ba-1ae7-4b08-8b0b-6eeb024426a9 HTTP/1.1" status: 200 len: 946 time: 0.0556815 May 19 11:20:23.967952 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-2f2cd059-ffba-495f-b70c-d830c1ac2f3b req-d1d7bda6-38b8-4951-aba6-1ac8a0bae42f tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/security-groups?id=02f8fdd5-5dea-4a08-86bc-b9af91d4a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0251653 May 19 11:20:25.095501 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972ee430-07dd-454f-a80b-5a25bdeca76c req-6fe8a405-5676-4888-b1a2-df9670a72fed tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:20:25.096428 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-972ee430-07dd-454f-a80b-5a25bdeca76c req-6fe8a405-5676-4888-b1a2-df9670a72fed tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=15bb00ba-1ae7-4b08-8b0b-6eeb024426a9 HTTP/1.1" status: 200 len: 946 time: 0.0592318 May 19 11:20:25.125263 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-972ee430-07dd-454f-a80b-5a25bdeca76c req-8f6e0807-68cc-43ae-a1fa-dda3cc0ec699 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/security-groups?id=02f8fdd5-5dea-4a08-86bc-b9af91d4a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0247192 May 19 11:20:26.258954 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9d0bc0-88ce-4628-987e-1eec4d1586c0 req-185392e5-5e9a-41a1-9c52-bfe54bf0305f tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:20:26.259436 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [req-9b9d0bc0-88ce-4628-987e-1eec4d1586c0 req-185392e5-5e9a-41a1-9c52-bfe54bf0305f tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Synchronizing usage tracker for tenant:b26c6106177642a58ce4364b8f04cf82 on resource:port {{(pid=91055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 11:20:26.270530 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [req-9b9d0bc0-88ce-4628-987e-1eec4d1586c0 req-185392e5-5e9a-41a1-9c52-bfe54bf0305f tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Unset dirty status for tenant:b26c6106177642a58ce4364b8f04cf82 on resource:port {{(pid=91055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 11:20:26.271416 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-9b9d0bc0-88ce-4628-987e-1eec4d1586c0 req-185392e5-5e9a-41a1-9c52-bfe54bf0305f tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.112 "GET /v2.0/ports?device_id=15bb00ba-1ae7-4b08-8b0b-6eeb024426a9 HTTP/1.1" status: 200 len: 946 time: 0.0749025 May 19 11:20:26.358012 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ef3c31-b176-411f-889a-6bce6d1838f1 req-94121ac2-9315-4fd1-ad9e-e415d5261e1a tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:20:26.359091 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-b0ef3c31-b176-411f-889a-6bce6d1838f1 req-94121ac2-9315-4fd1-ad9e-e415d5261e1a tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=15bb00ba-1ae7-4b08-8b0b-6eeb024426a9 HTTP/1.1" status: 200 len: 946 time: 0.1647604 May 19 11:20:26.362314 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.plugin [req-9b9d0bc0-88ce-4628-987e-1eec4d1586c0 req-91a0b36e-cae7-4bde-b1f5-911434741b37 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Deleting port 7aa4ffd5-7d11-4dd0-b47c-6f547aa78979 {{(pid=91055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 11:20:26.362549 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-9b9d0bc0-88ce-4628-987e-1eec4d1586c0 req-91a0b36e-cae7-4bde-b1f5-911434741b37 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749740776295'] for port, before_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:26.387429 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-b0ef3c31-b176-411f-889a-6bce6d1838f1 req-9b8c7efc-1d93-4562-921e-564b4e257042 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/security-groups?id=02f8fdd5-5dea-4a08-86bc-b9af91d4a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0242357 May 19 11:20:26.443632 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.db [req-9b9d0bc0-88ce-4628-987e-1eec4d1586c0 req-91a0b36e-cae7-4bde-b1f5-911434741b37 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] For port 7aa4ffd5-7d11-4dd0-b47c-6f547aa78979, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=7aa4ffd5-7d11-4dd0-b47c-6f547aa78979,segment=NetworkSegment(196e79df-6043-4c3c-bc65-7e8b3bac3a1b),segment_id=196e79df-6043-4c3c-bc65-7e8b3bac3a1b)] {{(pid=91055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:20:26.443890 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-9b9d0bc0-88ce-4628-987e-1eec4d1586c0 req-91a0b36e-cae7-4bde-b1f5-911434741b37 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1714319'] for port, precommit_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:26.504544 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.plugin [req-9b9d0bc0-88ce-4628-987e-1eec4d1586c0 req-91a0b36e-cae7-4bde-b1f5-911434741b37 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Calling delete_port for 7aa4ffd5-7d11-4dd0-b47c-6f547aa78979 owned by compute:nova {{(pid=91055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 11:20:26.567925 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-9b9d0bc0-88ce-4628-987e-1eec4d1586c0 req-91a0b36e-cae7-4bde-b1f5-911434741b37 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749740778424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749740364548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3654904'] for port, after_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:26.572051 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-3f5d2620-0033-4f7d-9610-10efcae11eca service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:26.600211 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a0b36e-cae7-4bde-b1f5-911434741b37 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Pushing event deleted for resources: {'Port': ['ID=7aa4ffd5-7d11-4dd0-b47c-6f547aa78979,revision_number=None']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:26.602173 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-91a0b36e-cae7-4bde-b1f5-911434741b37 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:26.643990 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b9d0bc0-88ce-4628-987e-1eec4d1586c0 req-91a0b36e-cae7-4bde-b1f5-911434741b37 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] No DVR routers for this DVR port 7aa4ffd5-7d11-4dd0-b47c-6f547aa78979 on host hv-cinder-78776 {{(pid=91055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 11:20:26.645600 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-9b9d0bc0-88ce-4628-987e-1eec4d1586c0 req-91a0b36e-cae7-4bde-b1f5-911434741b37 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6101'] for port, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:26.647121 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15bb00ba-1ae7-4b08-8b0b-6eeb024426a9', 'name': 'network-vif-deleted', 'tag': '7aa4ffd5-7d11-4dd0-b47c-6f547aa78979'}] {{(pid=91055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 11:20:26.657516 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-9b9d0bc0-88ce-4628-987e-1eec4d1586c0 req-91a0b36e-cae7-4bde-b1f5-911434741b37 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.112 "DELETE /v2.0/ports/7aa4ffd5-7d11-4dd0-b47c-6f547aa78979 HTTP/1.1" status: 204 len: 173 time: 0.3821948 May 19 11:20:26.679379 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15bb00ba-1ae7-4b08-8b0b-6eeb024426a9', 'name': 'network-vif-deleted', 'tag': '7aa4ffd5-7d11-4dd0-b47c-6f547aa78979', 'status': 'completed', 'code': 200} May 19 11:20:27.529566 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] get_ports_and_sgs() called for port_ids ['7aa4ffd5-7d11-4dd0-b47c-6f547aa78979'] {{(pid=91057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 11:20:27.591383 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-9835dfd5-a896-490d-a07e-9573c56591a8 req-47a29d6a-b940-4ad8-bcdd-63c9872b4925 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=15bb00ba-1ae7-4b08-8b0b-6eeb024426a9 HTTP/1.1" status: 200 len: 210 time: 0.0594420 May 19 11:20:27.885139 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.agents_db [None req-9df4fd67-1abd-480d-9703-ac00f2726051 None None] Agent healthcheck: found 6 active agents {{(pid=91058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 11:20:28.880398 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-9a6e227e-1193-4f62-9d57-2fe5e240e1af req-c3487653-06c0-48ef-9423-ef442a01bbcc tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] 10.222.0.90 "GET /v2.0/ports?device_id=15bb00ba-1ae7-4b08-8b0b-6eeb024426a9 HTTP/1.1" status: 200 len: 210 time: 0.0294485 May 19 11:20:29.819435 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Device 7aa4ffd5-7d11-4dd0-b47c-6f547aa78979 no longer exists at agent hyperv_hv-cinder-78776 {{(pid=91057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 11:20:29.853305 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.plugin [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] No Port match for: 7aa4ffd5-7d11-4dd0-b47c-6f547aa78979 {{(pid=91057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 11:20:29.853559 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Device 7aa4ffd5-7d11-4dd0-b47c-6f547aa78979 not bound to the agent host hv-cinder-78776 {{(pid=91057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 11:20:29.941553 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 50774) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:20:30.073336 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.db_base_plugin_v2 [None req-e51346aa-9bae-4b37-a971-f0c7d53a00a1 admin admin] Deleting subnet ad8c650d-7c1e-4564-9480-5348b05a4c70 {{(pid=91055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 11:20:30.075670 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-e51346aa-9bae-4b37-a971-f0c7d53a00a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:30.108445 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-e51346aa-9bae-4b37-a971-f0c7d53a00a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2220800'] for subnet, precommit_delete_associations {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:30.146510 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-e51346aa-9bae-4b37-a971-f0c7d53a00a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1429695'] for subnet, precommit_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:30.322013 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-e51346aa-9bae-4b37-a971-f0c7d53a00a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1429640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2635303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3994663'] for subnet, after_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:30.324932 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-adc84ff1-199b-4d58-a01d-2c0fd21789cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:30.420811 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51346aa-9bae-4b37-a971-f0c7d53a00a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad8c650d-7c1e-4564-9480-5348b05a4c70,revision_number=None']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:30.423428 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-e51346aa-9bae-4b37-a971-f0c7d53a00a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:30.424094 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-e51346aa-9bae-4b37-a971-f0c7d53a00a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695638'] for subnet, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:30.428464 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-e51346aa-9bae-4b37-a971-f0c7d53a00a1 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/ad8c650d-7c1e-4564-9480-5348b05a4c70 HTTP/1.1" status: 204 len: 168 time: 0.4858704 May 19 11:20:30.430412 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 50784) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:20:30.494832 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-b71b6fbe-4869-4aa3-8b0b-c9eab306ebdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-736967'] for network, before_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:30.610328 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-b71b6fbe-4869-4aa3-8b0b-c9eab306ebdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1426996', 'neutron.services.segments.db._delete_segments_for_network-8749740806274'] for network, precommit_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:30.618366 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.services.segments.db [None req-b71b6fbe-4869-4aa3-8b0b-c9eab306ebdb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2a18643-8b9e-461e-b075-a423d396a703']}} {{(pid=91055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:20:30.626352 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.services.segments.db [None req-b71b6fbe-4869-4aa3-8b0b-c9eab306ebdb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '196e79df-6043-4c3c-bc65-7e8b3bac3a1b') {'for_net_delete': True} {{(pid=91055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:20:30.626532 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.services.segments.db [None req-b71b6fbe-4869-4aa3-8b0b-c9eab306ebdb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '196e79df-6043-4c3c-bc65-7e8b3bac3a1b') {} {{(pid=91055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:20:30.633168 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-b71b6fbe-4869-4aa3-8b0b-c9eab306ebdb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749740816523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2220823'] for segment, before_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:30.642623 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-b71b6fbe-4869-4aa3-8b0b-c9eab306ebdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432044'] for segment, precommit_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:30.646361 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b71b6fbe-4869-4aa3-8b0b-c9eab306ebdb admin admin] Releasing vlan 1374 on physical network physnet1 to pool {{(pid=91055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 11:20:30.646651 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-b71b6fbe-4869-4aa3-8b0b-c9eab306ebdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3654789'] for segment, after_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:30.654761 dv-cinder-787764-1-iscsi neutron-server[91055]: Traceback (most recent call last): May 19 11:20:30.654761 dv-cinder-787764-1-iscsi neutron-server[91055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 11:20:30.654761 dv-cinder-787764-1-iscsi neutron-server[91055]: timer() May 19 11:20:30.654761 dv-cinder-787764-1-iscsi neutron-server[91055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 11:20:30.654761 dv-cinder-787764-1-iscsi neutron-server[91055]: cb(*args, **kw) May 19 11:20:30.654761 dv-cinder-787764-1-iscsi neutron-server[91055]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 11:20:30.654761 dv-cinder-787764-1-iscsi neutron-server[91055]: return func(*args, **kwargs) May 19 11:20:30.654761 dv-cinder-787764-1-iscsi neutron-server[91055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 11:20:30.654761 dv-cinder-787764-1-iscsi neutron-server[91055]: self._notify() May 19 11:20:30.654761 dv-cinder-787764-1-iscsi neutron-server[91055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 11:20:30.654761 dv-cinder-787764-1-iscsi neutron-server[91055]: self.callback(batched_events) May 19 11:20:30.654761 dv-cinder-787764-1-iscsi neutron-server[91055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 11:20:30.654761 dv-cinder-787764-1-iscsi neutron-server[91055]: event.method(event) May 19 11:20:30.654761 dv-cinder-787764-1-iscsi neutron-server[91055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 11:20:30.654761 dv-cinder-787764-1-iscsi neutron-server[91055]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 11:20:30.654761 dv-cinder-787764-1-iscsi neutron-server[91055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 11:20:30.654761 dv-cinder-787764-1-iscsi neutron-server[91055]: aggregate_uuid = self.p_client.list_aggregates( May 19 11:20:30.654761 dv-cinder-787764-1-iscsi neutron-server[91055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 11:20:30.654761 dv-cinder-787764-1-iscsi neutron-server[91055]: return f(self, *a, **k) May 19 11:20:30.654761 dv-cinder-787764-1-iscsi neutron-server[91055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 11:20:30.654761 dv-cinder-787764-1-iscsi neutron-server[91055]: return self._get(url).json() May 19 11:20:30.654761 dv-cinder-787764-1-iscsi neutron-server[91055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 11:20:30.654761 dv-cinder-787764-1-iscsi neutron-server[91055]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 11:20:30.654761 dv-cinder-787764-1-iscsi neutron-server[91055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 11:20:30.654761 dv-cinder-787764-1-iscsi neutron-server[91055]: return self.request(url, 'GET', **kwargs) May 19 11:20:30.654761 dv-cinder-787764-1-iscsi neutron-server[91055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 11:20:30.654761 dv-cinder-787764-1-iscsi neutron-server[91055]: base_url = self.get_endpoint(auth, allow=allow, May 19 11:20:30.654761 dv-cinder-787764-1-iscsi neutron-server[91055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 11:20:30.654761 dv-cinder-787764-1-iscsi neutron-server[91055]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 11:20:30.654761 dv-cinder-787764-1-iscsi neutron-server[91055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 11:20:30.654761 dv-cinder-787764-1-iscsi neutron-server[91055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 11:20:30.654761 dv-cinder-787764-1-iscsi neutron-server[91055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 11:20:30.700446 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-b71b6fbe-4869-4aa3-8b0b-c9eab306ebdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1427005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1777549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1695667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713993'] for network, after_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:30.704299 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-68af9f27-8e32-4826-af16-18dc0e047987 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:30.712246 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-b71b6fbe-4869-4aa3-8b0b-c9eab306ebdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695638'] for network, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:30.718913 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71b6fbe-4869-4aa3-8b0b-c9eab306ebdb admin admin] Pushing event deleted for resources: {'Network': ['ID=f2a18643-8b9e-461e-b075-a423d396a703,revision_number=None']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:30.722365 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-b71b6fbe-4869-4aa3-8b0b-c9eab306ebdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:30.725403 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-b71b6fbe-4869-4aa3-8b0b-c9eab306ebdb admin admin] 10.222.0.90 "DELETE /v2.0/networks/f2a18643-8b9e-461e-b075-a423d396a703 HTTP/1.1" status: 204 len: 168 time: 0.2943664 May 19 11:20:30.799716 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 50794) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:20:30.830718 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-1a87a8e6-df4a-43bd-8d89-09a254f2775f admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=b26c6106177642a58ce4364b8f04cf82&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0301113 May 19 11:20:30.832174 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 50800) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:20:30.867187 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-ce106efe-54b6-4ebd-9286-ce775110905b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:30.883420 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-ce106efe-54b6-4ebd-9286-ce775110905b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:30.917229 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-ce106efe-54b6-4ebd-9286-ce775110905b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:30.920397 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-c84268c7-92ce-4800-a02c-3077fc3d98f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:30.929325 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce106efe-54b6-4ebd-9286-ce775110905b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02f8fdd5-5dea-4a08-86bc-b9af91d4a3a0,revision_number=None']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:30.931064 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-ce106efe-54b6-4ebd-9286-ce775110905b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:30.939317 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-ce106efe-54b6-4ebd-9286-ce775110905b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:30.940064 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-ce106efe-54b6-4ebd-9286-ce775110905b admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/02f8fdd5-5dea-4a08-86bc-b9af91d4a3a0 HTTP/1.1" status: 204 len: 168 time: 0.1072972 May 19 11:20:31.381001 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 50850) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:20:31.557615 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.v2.base [None req-7da86cfc-97d3-406d-b502-def5c6e95fe0 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1452061365-network', 'tenant_id': '9453b828069c4edba773d345292fbfa9'}} {{(pid=91055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:20:31.563719 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-7da86cfc-97d3-406d-b502-def5c6e95fe0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:20:31.566330 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-7da86cfc-97d3-406d-b502-def5c6e95fe0 admin admin] Usage tracker for resource:network and tenant:9453b828069c4edba773d345292fbfa9 is out of sync, need to count used quota {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:20:31.568431 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-7da86cfc-97d3-406d-b502-def5c6e95fe0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:20:31.572219 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-7da86cfc-97d3-406d-b502-def5c6e95fe0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:20:31.580671 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7da86cfc-97d3-406d-b502-def5c6e95fe0 admin admin] Made reservation on behalf of 9453b828069c4edba773d345292fbfa9 for: {'network': 1} {{(pid=91055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 11:20:31.582133 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-7da86cfc-97d3-406d-b502-def5c6e95fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-783228'] for network, before_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:31.589833 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-7da86cfc-97d3-406d-b502-def5c6e95fe0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:31.599215 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-7da86cfc-97d3-406d-b502-def5c6e95fe0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:20:31.601611 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-7da86cfc-97d3-406d-b502-def5c6e95fe0 admin admin] Usage tracker for resource:security_group_rule and tenant:9453b828069c4edba773d345292fbfa9 is out of sync, need to count used quota {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:20:31.603291 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-7da86cfc-97d3-406d-b502-def5c6e95fe0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:20:31.606772 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-7da86cfc-97d3-406d-b502-def5c6e95fe0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:20:31.655972 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-7da86cfc-97d3-406d-b502-def5c6e95fe0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:31.658635 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-7da86cfc-97d3-406d-b502-def5c6e95fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:31.660423 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-bbcd0520-1051-4bd2-a2d9-3110c1ccaeb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:31.677285 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7da86cfc-97d3-406d-b502-def5c6e95fe0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1379} {{(pid=91055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 11:20:31.682429 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da86cfc-97d3-406d-b502-def5c6e95fe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76940a9b-fa02-4e12-a928-678d5188681b,revision_number=1']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:31.684659 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-7da86cfc-97d3-406d-b502-def5c6e95fe0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:31.686234 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-7da86cfc-97d3-406d-b502-def5c6e95fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432044'] for segment, precommit_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:31.686480 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.db.segments_db [None req-7da86cfc-97d3-406d-b502-def5c6e95fe0 admin admin] Added segment 1eb90fee-185e-4e53-8a4e-700e3f8444c7 of type vlan for network 9f25920b-e88a-442d-886e-ae865845e93e May 19 11:20:31.702054 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-7da86cfc-97d3-406d-b502-def5c6e95fe0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749740349296'] for network, precommit_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:31.720875 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-7da86cfc-97d3-406d-b502-def5c6e95fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1777549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1695667'] for network, after_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:31.721760 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da86cfc-97d3-406d-b502-def5c6e95fe0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:20:31.722133 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-7da86cfc-97d3-406d-b502-def5c6e95fe0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695638'] for network, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:31.724098 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-b71b6fbe-4869-4aa3-8b0b-c9eab306ebdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:31.778227 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da86cfc-97d3-406d-b502-def5c6e95fe0 admin admin] Pushing event updated for resources: {'Network': ['ID=9f25920b-e88a-442d-886e-ae865845e93e,revision_number=1']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:31.780044 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-7da86cfc-97d3-406d-b502-def5c6e95fe0 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.3983104 May 19 11:20:31.780545 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-7da86cfc-97d3-406d-b502-def5c6e95fe0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:31.782193 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 50856) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:20:31.785255 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.v2.base [None req-5d50e40b-130c-4f90-b895-204cd1699625 admin admin] Request body: {'subnet': {'network_id': '9f25920b-e88a-442d-886e-ae865845e93e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1452061365-subnet', 'tenant_id': '9453b828069c4edba773d345292fbfa9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:20:31.788048 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-5d50e40b-130c-4f90-b895-204cd1699625 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:20:31.788336 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Network 9f25920b-e88a-442d-886e-ae865845e93e details requested by agent ovs-agent-dv-cinder-787764-1-iscsi with host dv-cinder-787764-1-iscsi {{(pid=91057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 11:20:31.790621 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-5d50e40b-130c-4f90-b895-204cd1699625 admin admin] Usage tracker for resource:subnet and tenant:9453b828069c4edba773d345292fbfa9 is out of sync, need to count used quota {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:20:31.792423 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-5d50e40b-130c-4f90-b895-204cd1699625 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:20:31.796876 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-5d50e40b-130c-4f90-b895-204cd1699625 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:20:31.806274 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d50e40b-130c-4f90-b895-204cd1699625 admin admin] Made reservation on behalf of 9453b828069c4edba773d345292fbfa9 for: {'subnet': 1} {{(pid=91055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 11:20:31.807810 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-5d50e40b-130c-4f90-b895-204cd1699625 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3994652'] for subnet, before_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:32.030070 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-5d50e40b-130c-4f90-b895-204cd1699625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2635368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3994670'] for subnet, after_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:32.032525 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:32.067141 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d50e40b-130c-4f90-b895-204cd1699625 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91641233-2c19-4bc6-a207-5d5c50ff2f19,revision_number=0']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:32.069209 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-5d50e40b-130c-4f90-b895-204cd1699625 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:32.072852 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d50e40b-130c-4f90-b895-204cd1699625 admin admin] Checking segment: {'id': '1eb90fee-185e-4e53-8a4e-700e3f8444c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1379, 'network_id': '9f25920b-e88a-442d-886e-ae865845e93e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 11:20:32.073174 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d50e40b-130c-4f90-b895-204cd1699625 admin admin] Network hostable DHCP agents. Network: 9f25920b-e88a-442d-886e-ae865845e93e, hostable agents: ['36604066-f80c-4f9a-9f0a-cbdcbbee93eb'], hosted agents: [] {{(pid=91055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 11:20:32.084899 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d50e40b-130c-4f90-b895-204cd1699625 admin admin] Network 9f25920b-e88a-442d-886e-ae865845e93e is scheduled to be hosted by DHCP agent 36604066-f80c-4f9a-9f0a-cbdcbbee93eb with binding_index 1 {{(pid=91055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 11:20:32.092055 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.scheduler.base_scheduler [None req-5d50e40b-130c-4f90-b895-204cd1699625 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787764-1-iscsi, 9f25920b-e88a-442d-886e-ae865845e93e) {{(pid=91055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:20:32.097697 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d50e40b-130c-4f90-b895-204cd1699625 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:20:32.098038 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-5d50e40b-130c-4f90-b895-204cd1699625 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695638'] for subnet, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:32.101690 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dea5d79-1373-4f6e-a033-6ee84a54c2d9 None None] Network 9f25920b-e88a-442d-886e-ae865845e93e requested from dv-cinder-787764-1-iscsi {{(pid=91057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 11:20:32.111473 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-5d50e40b-130c-4f90-b895-204cd1699625 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3286631 May 19 11:20:32.229898 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9bd9123-95bb-4ec3-b96c-74ba68b2ac41 None None] Network 9f25920b-e88a-442d-886e-ae865845e93e requested from dv-cinder-787764-1-iscsi {{(pid=91057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 11:20:32.425122 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 50894) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:20:32.429018 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.v2.base [None req-6edf272f-9760-432c-89a5-84bd3b02fa34 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1161161065-network', 'tenant_id': '3ff88024d2ce4db98969398363479e18'}} {{(pid=91055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:20:32.432092 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-6edf272f-9760-432c-89a5-84bd3b02fa34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:20:32.437352 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-6edf272f-9760-432c-89a5-84bd3b02fa34 admin admin] Usage tracker for resource:network and tenant:3ff88024d2ce4db98969398363479e18 is out of sync, need to count used quota {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:20:32.437352 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-6edf272f-9760-432c-89a5-84bd3b02fa34 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:20:32.440013 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-6edf272f-9760-432c-89a5-84bd3b02fa34 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:20:32.446532 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6edf272f-9760-432c-89a5-84bd3b02fa34 admin admin] Made reservation on behalf of 3ff88024d2ce4db98969398363479e18 for: {'network': 1} {{(pid=91055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 11:20:32.448252 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-6edf272f-9760-432c-89a5-84bd3b02fa34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-783228'] for network, before_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:32.454984 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-6edf272f-9760-432c-89a5-84bd3b02fa34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:32.462337 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-6edf272f-9760-432c-89a5-84bd3b02fa34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:20:32.464391 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-6edf272f-9760-432c-89a5-84bd3b02fa34 admin admin] Usage tracker for resource:security_group_rule and tenant:3ff88024d2ce4db98969398363479e18 is out of sync, need to count used quota {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:20:32.465904 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-6edf272f-9760-432c-89a5-84bd3b02fa34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:20:32.468871 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-6edf272f-9760-432c-89a5-84bd3b02fa34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:20:32.512975 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-6edf272f-9760-432c-89a5-84bd3b02fa34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:32.516090 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-6edf272f-9760-432c-89a5-84bd3b02fa34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:32.517897 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-4aa2c240-23de-49bd-9e7f-c598237afec0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:32.533885 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6edf272f-9760-432c-89a5-84bd3b02fa34 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1371} {{(pid=91055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 11:20:32.536814 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf272f-9760-432c-89a5-84bd3b02fa34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a5f2c5e-d47c-4ca9-94be-50d47d4ceb98,revision_number=1']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:32.538624 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-6edf272f-9760-432c-89a5-84bd3b02fa34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:32.541225 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-6edf272f-9760-432c-89a5-84bd3b02fa34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432044'] for segment, precommit_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:32.541423 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.db.segments_db [None req-6edf272f-9760-432c-89a5-84bd3b02fa34 admin admin] Added segment 0385f602-8436-4eee-a6d7-c0f0538c80ed of type vlan for network 9ba1fcbc-9998-42e2-b2c6-cce153d79606 May 19 11:20:32.555961 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-6edf272f-9760-432c-89a5-84bd3b02fa34 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749740349296'] for network, precommit_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:32.573184 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-6edf272f-9760-432c-89a5-84bd3b02fa34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1777549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1695667'] for network, after_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:32.573935 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6edf272f-9760-432c-89a5-84bd3b02fa34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:20:32.574264 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-6edf272f-9760-432c-89a5-84bd3b02fa34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695638'] for network, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:32.576800 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:32.627558 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf272f-9760-432c-89a5-84bd3b02fa34 admin admin] Pushing event updated for resources: {'Network': ['ID=9ba1fcbc-9998-42e2-b2c6-cce153d79606,revision_number=1']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:32.629279 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-6edf272f-9760-432c-89a5-84bd3b02fa34 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.2034314 May 19 11:20:32.629827 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-6edf272f-9760-432c-89a5-84bd3b02fa34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:32.631250 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 50900) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:20:32.634390 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.v2.base [None req-17d28e6b-1d93-45ac-964e-711b7aa88a02 admin admin] Request body: {'subnet': {'network_id': '9ba1fcbc-9998-42e2-b2c6-cce153d79606', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1161161065-subnet', 'tenant_id': '3ff88024d2ce4db98969398363479e18', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:20:32.637975 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-17d28e6b-1d93-45ac-964e-711b7aa88a02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:20:32.638061 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Network 9ba1fcbc-9998-42e2-b2c6-cce153d79606 details requested by agent ovs-agent-dv-cinder-787764-1-iscsi with host dv-cinder-787764-1-iscsi {{(pid=91057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 11:20:32.641900 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-17d28e6b-1d93-45ac-964e-711b7aa88a02 admin admin] Usage tracker for resource:subnet and tenant:3ff88024d2ce4db98969398363479e18 is out of sync, need to count used quota {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:20:32.643486 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-17d28e6b-1d93-45ac-964e-711b7aa88a02 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:20:32.646882 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-17d28e6b-1d93-45ac-964e-711b7aa88a02 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:20:32.654668 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17d28e6b-1d93-45ac-964e-711b7aa88a02 admin admin] Made reservation on behalf of 3ff88024d2ce4db98969398363479e18 for: {'subnet': 1} {{(pid=91055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 11:20:32.656370 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-17d28e6b-1d93-45ac-964e-711b7aa88a02 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3994652'] for subnet, before_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:32.928054 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-17d28e6b-1d93-45ac-964e-711b7aa88a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2635368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3994670'] for subnet, after_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:32.930198 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-e51346aa-9bae-4b37-a971-f0c7d53a00a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:32.970666 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d28e6b-1d93-45ac-964e-711b7aa88a02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21dc5b22-17a2-4258-95ea-92f3a4951c25,revision_number=0']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:32.972274 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-17d28e6b-1d93-45ac-964e-711b7aa88a02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:32.977420 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d28e6b-1d93-45ac-964e-711b7aa88a02 admin admin] Checking segment: {'id': '0385f602-8436-4eee-a6d7-c0f0538c80ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1371, 'network_id': '9ba1fcbc-9998-42e2-b2c6-cce153d79606'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 11:20:32.977606 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d28e6b-1d93-45ac-964e-711b7aa88a02 admin admin] Network hostable DHCP agents. Network: 9ba1fcbc-9998-42e2-b2c6-cce153d79606, hostable agents: ['36604066-f80c-4f9a-9f0a-cbdcbbee93eb'], hosted agents: [] {{(pid=91055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 11:20:32.992156 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d28e6b-1d93-45ac-964e-711b7aa88a02 admin admin] Network 9ba1fcbc-9998-42e2-b2c6-cce153d79606 is scheduled to be hosted by DHCP agent 36604066-f80c-4f9a-9f0a-cbdcbbee93eb with binding_index 1 {{(pid=91055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 11:20:32.998154 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.scheduler.base_scheduler [None req-17d28e6b-1d93-45ac-964e-711b7aa88a02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787764-1-iscsi, 9ba1fcbc-9998-42e2-b2c6-cce153d79606) {{(pid=91055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:20:33.003361 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d28e6b-1d93-45ac-964e-711b7aa88a02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:20:33.003670 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-17d28e6b-1d93-45ac-964e-711b7aa88a02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695638'] for subnet, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:33.005874 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c91cdb3f-aa2f-4623-8d36-52226cd78a16 None None] Network 9ba1fcbc-9998-42e2-b2c6-cce153d79606 requested from dv-cinder-787764-1-iscsi {{(pid=91057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 11:20:33.017405 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-17d28e6b-1d93-45ac-964e-711b7aa88a02 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3855715 May 19 11:20:33.096801 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 50916) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:20:33.110897 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de9f2bcc-f6f9-41cb-8912-026b264ba8c7 None None] Network 9ba1fcbc-9998-42e2-b2c6-cce153d79606 requested from dv-cinder-787764-1-iscsi {{(pid=91057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 11:20:33.130480 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.db_base_plugin_v2 [None req-04e74482-76ff-478c-b719-6b87a8045f4c admin admin] Deleting subnet 91641233-2c19-4bc6-a207-5d5c50ff2f19 {{(pid=91055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 11:20:33.132343 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-04e74482-76ff-478c-b719-6b87a8045f4c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:33.157915 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-04e74482-76ff-478c-b719-6b87a8045f4c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2220800'] for subnet, precommit_delete_associations {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:33.188587 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-04e74482-76ff-478c-b719-6b87a8045f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1429695'] for subnet, precommit_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:33.344898 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-04e74482-76ff-478c-b719-6b87a8045f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1429640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2635303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3994663'] for subnet, after_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:33.345322 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:33.363287 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e74482-76ff-478c-b719-6b87a8045f4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91641233-2c19-4bc6-a207-5d5c50ff2f19,revision_number=None']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:33.364872 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-04e74482-76ff-478c-b719-6b87a8045f4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:33.366514 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-04e74482-76ff-478c-b719-6b87a8045f4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695638'] for subnet, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:33.369749 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-04e74482-76ff-478c-b719-6b87a8045f4c admin admin] 10.222.0.90 "DELETE /v2.0/subnets/91641233-2c19-4bc6-a207-5d5c50ff2f19 HTTP/1.1" status: 204 len: 168 time: 0.2723043 May 19 11:20:33.371531 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 50920) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:20:33.423513 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-9b323569-78a1-4598-9e61-21269caf4415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-736967'] for network, before_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:33.496217 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-9b323569-78a1-4598-9e61-21269caf4415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1426996', 'neutron.services.segments.db._delete_segments_for_network-8749740806274'] for network, precommit_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:33.504704 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.services.segments.db [None req-9b323569-78a1-4598-9e61-21269caf4415 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f25920b-e88a-442d-886e-ae865845e93e']}} {{(pid=91055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:20:33.513904 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.services.segments.db [None req-9b323569-78a1-4598-9e61-21269caf4415 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1eb90fee-185e-4e53-8a4e-700e3f8444c7') {'for_net_delete': True} {{(pid=91055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:20:33.514137 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.services.segments.db [None req-9b323569-78a1-4598-9e61-21269caf4415 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1eb90fee-185e-4e53-8a4e-700e3f8444c7') {} {{(pid=91055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:20:33.521096 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-9b323569-78a1-4598-9e61-21269caf4415 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749740816523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2220823'] for segment, before_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:33.530833 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-9b323569-78a1-4598-9e61-21269caf4415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432044'] for segment, precommit_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:33.534839 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b323569-78a1-4598-9e61-21269caf4415 admin admin] Releasing vlan 1379 on physical network physnet1 to pool {{(pid=91055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 11:20:33.535076 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-9b323569-78a1-4598-9e61-21269caf4415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3654789'] for segment, after_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:33.543184 dv-cinder-787764-1-iscsi neutron-server[91055]: Traceback (most recent call last): May 19 11:20:33.543184 dv-cinder-787764-1-iscsi neutron-server[91055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 11:20:33.543184 dv-cinder-787764-1-iscsi neutron-server[91055]: timer() May 19 11:20:33.543184 dv-cinder-787764-1-iscsi neutron-server[91055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 11:20:33.543184 dv-cinder-787764-1-iscsi neutron-server[91055]: cb(*args, **kw) May 19 11:20:33.543184 dv-cinder-787764-1-iscsi neutron-server[91055]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 11:20:33.543184 dv-cinder-787764-1-iscsi neutron-server[91055]: return func(*args, **kwargs) May 19 11:20:33.543184 dv-cinder-787764-1-iscsi neutron-server[91055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 11:20:33.543184 dv-cinder-787764-1-iscsi neutron-server[91055]: self._notify() May 19 11:20:33.543184 dv-cinder-787764-1-iscsi neutron-server[91055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 11:20:33.543184 dv-cinder-787764-1-iscsi neutron-server[91055]: self.callback(batched_events) May 19 11:20:33.543184 dv-cinder-787764-1-iscsi neutron-server[91055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 11:20:33.543184 dv-cinder-787764-1-iscsi neutron-server[91055]: event.method(event) May 19 11:20:33.543184 dv-cinder-787764-1-iscsi neutron-server[91055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 11:20:33.543184 dv-cinder-787764-1-iscsi neutron-server[91055]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 11:20:33.543184 dv-cinder-787764-1-iscsi neutron-server[91055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 11:20:33.543184 dv-cinder-787764-1-iscsi neutron-server[91055]: aggregate_uuid = self.p_client.list_aggregates( May 19 11:20:33.543184 dv-cinder-787764-1-iscsi neutron-server[91055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 11:20:33.543184 dv-cinder-787764-1-iscsi neutron-server[91055]: return f(self, *a, **k) May 19 11:20:33.543184 dv-cinder-787764-1-iscsi neutron-server[91055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 11:20:33.543184 dv-cinder-787764-1-iscsi neutron-server[91055]: return self._get(url).json() May 19 11:20:33.543184 dv-cinder-787764-1-iscsi neutron-server[91055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 11:20:33.543184 dv-cinder-787764-1-iscsi neutron-server[91055]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 11:20:33.543184 dv-cinder-787764-1-iscsi neutron-server[91055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 11:20:33.543184 dv-cinder-787764-1-iscsi neutron-server[91055]: return self.request(url, 'GET', **kwargs) May 19 11:20:33.543184 dv-cinder-787764-1-iscsi neutron-server[91055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 11:20:33.543184 dv-cinder-787764-1-iscsi neutron-server[91055]: base_url = self.get_endpoint(auth, allow=allow, May 19 11:20:33.543184 dv-cinder-787764-1-iscsi neutron-server[91055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 11:20:33.543184 dv-cinder-787764-1-iscsi neutron-server[91055]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 11:20:33.543184 dv-cinder-787764-1-iscsi neutron-server[91055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 11:20:33.543184 dv-cinder-787764-1-iscsi neutron-server[91055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 11:20:33.543184 dv-cinder-787764-1-iscsi neutron-server[91055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 11:20:33.584553 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-9b323569-78a1-4598-9e61-21269caf4415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1427005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1777549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1695667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713993'] for network, after_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:33.586848 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:33.595015 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-9b323569-78a1-4598-9e61-21269caf4415 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695638'] for network, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:33.598162 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b323569-78a1-4598-9e61-21269caf4415 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f25920b-e88a-442d-886e-ae865845e93e,revision_number=None']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:33.599770 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-9b323569-78a1-4598-9e61-21269caf4415 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:33.600690 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-9b323569-78a1-4598-9e61-21269caf4415 admin admin] 10.222.0.90 "DELETE /v2.0/networks/9f25920b-e88a-442d-886e-ae865845e93e HTTP/1.1" status: 204 len: 168 time: 0.2286034 May 19 11:20:33.604179 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 50930) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:20:33.634767 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.db_base_plugin_v2 [None req-38a1fa5a-1ea8-475b-93e9-d39c98659835 admin admin] Deleting subnet 21dc5b22-17a2-4258-95ea-92f3a4951c25 {{(pid=91055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 11:20:33.636486 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-38a1fa5a-1ea8-475b-93e9-d39c98659835 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:33.664975 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-38a1fa5a-1ea8-475b-93e9-d39c98659835 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2220800'] for subnet, precommit_delete_associations {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:33.691776 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-38a1fa5a-1ea8-475b-93e9-d39c98659835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1429695'] for subnet, precommit_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:33.900686 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-38a1fa5a-1ea8-475b-93e9-d39c98659835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1429640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2635303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3994663'] for subnet, after_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:33.902989 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-17d28e6b-1d93-45ac-964e-711b7aa88a02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:33.920451 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a1fa5a-1ea8-475b-93e9-d39c98659835 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21dc5b22-17a2-4258-95ea-92f3a4951c25,revision_number=None']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:33.922738 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-38a1fa5a-1ea8-475b-93e9-d39c98659835 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:33.923330 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-38a1fa5a-1ea8-475b-93e9-d39c98659835 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695638'] for subnet, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:33.926556 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-38a1fa5a-1ea8-475b-93e9-d39c98659835 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/21dc5b22-17a2-4258-95ea-92f3a4951c25 HTTP/1.1" status: 204 len: 168 time: 0.3218200 May 19 11:20:33.928668 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 50934) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:20:33.983260 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-334a52a4-ca5a-428d-aede-9864371e04c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-736967'] for network, before_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:34.049875 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-334a52a4-ca5a-428d-aede-9864371e04c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1426996', 'neutron.services.segments.db._delete_segments_for_network-8749740806274'] for network, precommit_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:34.056148 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.services.segments.db [None req-334a52a4-ca5a-428d-aede-9864371e04c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ba1fcbc-9998-42e2-b2c6-cce153d79606']}} {{(pid=91055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:20:34.062229 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.services.segments.db [None req-334a52a4-ca5a-428d-aede-9864371e04c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0385f602-8436-4eee-a6d7-c0f0538c80ed') {'for_net_delete': True} {{(pid=91055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:20:34.062402 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.services.segments.db [None req-334a52a4-ca5a-428d-aede-9864371e04c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0385f602-8436-4eee-a6d7-c0f0538c80ed') {} {{(pid=91055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:20:34.068177 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-334a52a4-ca5a-428d-aede-9864371e04c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749740816523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2220823'] for segment, before_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:34.078670 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-334a52a4-ca5a-428d-aede-9864371e04c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432044'] for segment, precommit_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:34.082022 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-334a52a4-ca5a-428d-aede-9864371e04c8 admin admin] Releasing vlan 1371 on physical network physnet1 to pool {{(pid=91055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 11:20:34.082232 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-334a52a4-ca5a-428d-aede-9864371e04c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3654789'] for segment, after_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:34.089186 dv-cinder-787764-1-iscsi neutron-server[91055]: Traceback (most recent call last): May 19 11:20:34.089186 dv-cinder-787764-1-iscsi neutron-server[91055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 11:20:34.089186 dv-cinder-787764-1-iscsi neutron-server[91055]: timer() May 19 11:20:34.089186 dv-cinder-787764-1-iscsi neutron-server[91055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 11:20:34.089186 dv-cinder-787764-1-iscsi neutron-server[91055]: cb(*args, **kw) May 19 11:20:34.089186 dv-cinder-787764-1-iscsi neutron-server[91055]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 11:20:34.089186 dv-cinder-787764-1-iscsi neutron-server[91055]: return func(*args, **kwargs) May 19 11:20:34.089186 dv-cinder-787764-1-iscsi neutron-server[91055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 11:20:34.089186 dv-cinder-787764-1-iscsi neutron-server[91055]: self._notify() May 19 11:20:34.089186 dv-cinder-787764-1-iscsi neutron-server[91055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 11:20:34.089186 dv-cinder-787764-1-iscsi neutron-server[91055]: self.callback(batched_events) May 19 11:20:34.089186 dv-cinder-787764-1-iscsi neutron-server[91055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 11:20:34.089186 dv-cinder-787764-1-iscsi neutron-server[91055]: event.method(event) May 19 11:20:34.089186 dv-cinder-787764-1-iscsi neutron-server[91055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 11:20:34.089186 dv-cinder-787764-1-iscsi neutron-server[91055]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 11:20:34.089186 dv-cinder-787764-1-iscsi neutron-server[91055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 11:20:34.089186 dv-cinder-787764-1-iscsi neutron-server[91055]: aggregate_uuid = self.p_client.list_aggregates( May 19 11:20:34.089186 dv-cinder-787764-1-iscsi neutron-server[91055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 11:20:34.089186 dv-cinder-787764-1-iscsi neutron-server[91055]: return f(self, *a, **k) May 19 11:20:34.089186 dv-cinder-787764-1-iscsi neutron-server[91055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 11:20:34.089186 dv-cinder-787764-1-iscsi neutron-server[91055]: return self._get(url).json() May 19 11:20:34.089186 dv-cinder-787764-1-iscsi neutron-server[91055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 11:20:34.089186 dv-cinder-787764-1-iscsi neutron-server[91055]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 11:20:34.089186 dv-cinder-787764-1-iscsi neutron-server[91055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 11:20:34.089186 dv-cinder-787764-1-iscsi neutron-server[91055]: return self.request(url, 'GET', **kwargs) May 19 11:20:34.089186 dv-cinder-787764-1-iscsi neutron-server[91055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 11:20:34.089186 dv-cinder-787764-1-iscsi neutron-server[91055]: base_url = self.get_endpoint(auth, allow=allow, May 19 11:20:34.089186 dv-cinder-787764-1-iscsi neutron-server[91055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 11:20:34.089186 dv-cinder-787764-1-iscsi neutron-server[91055]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 11:20:34.089186 dv-cinder-787764-1-iscsi neutron-server[91055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 11:20:34.089186 dv-cinder-787764-1-iscsi neutron-server[91055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 11:20:34.089186 dv-cinder-787764-1-iscsi neutron-server[91055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 11:20:34.125274 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-334a52a4-ca5a-428d-aede-9864371e04c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1427005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1777549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1695667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713993'] for network, after_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:34.127985 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:34.134657 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-334a52a4-ca5a-428d-aede-9864371e04c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695638'] for network, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:34.139120 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334a52a4-ca5a-428d-aede-9864371e04c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ba1fcbc-9998-42e2-b2c6-cce153d79606,revision_number=None']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:34.141356 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-334a52a4-ca5a-428d-aede-9864371e04c8 admin admin] 10.222.0.90 "DELETE /v2.0/networks/9ba1fcbc-9998-42e2-b2c6-cce153d79606 HTTP/1.1" status: 204 len: 168 time: 0.2121105 May 19 11:20:34.141927 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-334a52a4-ca5a-428d-aede-9864371e04c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:34.254810 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 50944) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:20:34.291917 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-b8af09c3-deb1-47ff-8ddb-7f54f59adca0 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=9453b828069c4edba773d345292fbfa9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0361784 May 19 11:20:34.293402 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 50948) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:20:34.329664 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-084f1697-4b6b-4e70-bad4-de3d1270d2f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:34.345160 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-084f1697-4b6b-4e70-bad4-de3d1270d2f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:34.376863 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-084f1697-4b6b-4e70-bad4-de3d1270d2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:34.379163 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-c58bed57-577f-4a1a-8e07-17c793cab29f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:34.385720 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084f1697-4b6b-4e70-bad4-de3d1270d2f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76940a9b-fa02-4e12-a928-678d5188681b,revision_number=None']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:34.388186 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-084f1697-4b6b-4e70-bad4-de3d1270d2f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:34.390199 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-084f1697-4b6b-4e70-bad4-de3d1270d2f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:34.392535 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-084f1697-4b6b-4e70-bad4-de3d1270d2f9 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/76940a9b-fa02-4e12-a928-678d5188681b HTTP/1.1" status: 204 len: 168 time: 0.0969360 May 19 11:20:34.590235 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-4bd8994c-6ce1-4e5f-a74d-5ac6b9a8fa84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:34.594206 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 50964) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:20:34.620480 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-b5d95319-974e-4a69-8ab1-a5daabe16fb6 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=3ff88024d2ce4db98969398363479e18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0254912 May 19 11:20:34.621989 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 50968) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:20:34.654028 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-77dc4b30-fe06-4fd9-a00e-c98fbc43ee3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:34.667799 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-77dc4b30-fe06-4fd9-a00e-c98fbc43ee3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:34.704615 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-77dc4b30-fe06-4fd9-a00e-c98fbc43ee3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:34.707107 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-c686e7a6-6e2b-4a2e-9d3a-f97ea84a375e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:34.713301 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dc4b30-fe06-4fd9-a00e-c98fbc43ee3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a5f2c5e-d47c-4ca9-94be-50d47d4ceb98,revision_number=None']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:34.714995 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-77dc4b30-fe06-4fd9-a00e-c98fbc43ee3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.008s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:34.716121 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-77dc4b30-fe06-4fd9-a00e-c98fbc43ee3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:34.716708 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-77dc4b30-fe06-4fd9-a00e-c98fbc43ee3b admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/2a5f2c5e-d47c-4ca9-94be-50d47d4ceb98 HTTP/1.1" status: 204 len: 168 time: 0.0942292 May 19 11:20:35.805546 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:36.192176 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-f70bde28-ed2f-45e7-9d6a-eee3833c024f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:36.749961 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-f3552fb9-a093-42e6-b748-7ab8d8c7cb39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:37.834247 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-66ec5bc0-6952-497b-8f33-b3c04bfd0b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:38.310017 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 51110) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:20:38.381517 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-b216bce1-7dfa-49b2-a8d9-665a5069ed33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:38.390692 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-b216bce1-7dfa-49b2-a8d9-665a5069ed33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:20:38.393152 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-b216bce1-7dfa-49b2-a8d9-665a5069ed33 admin admin] Usage tracker for resource:security_group_rule and tenant:1cd0aeb290574acdacb3e35f3ff72773 is out of sync, need to count used quota {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:20:38.394930 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-b216bce1-7dfa-49b2-a8d9-665a5069ed33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:20:38.398474 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-b216bce1-7dfa-49b2-a8d9-665a5069ed33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:20:38.448196 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-b216bce1-7dfa-49b2-a8d9-665a5069ed33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:38.451442 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-b216bce1-7dfa-49b2-a8d9-665a5069ed33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:38.456052 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-040c2772-77f3-4091-9e06-7476569e4511 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:38.481849 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-b216bce1-7dfa-49b2-a8d9-665a5069ed33 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=1cd0aeb290574acdacb3e35f3ff72773&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1710591 May 19 11:20:38.482422 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b216bce1-7dfa-49b2-a8d9-665a5069ed33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5c37e56-7995-47ba-a885-b209945eb910,revision_number=1']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:38.484891 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 51116) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:20:38.485294 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-b216bce1-7dfa-49b2-a8d9-665a5069ed33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:38.516717 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-335f9b57-c769-4474-9c47-73e9ff1cec44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:38.531499 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-335f9b57-c769-4474-9c47-73e9ff1cec44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:38.569012 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-335f9b57-c769-4474-9c47-73e9ff1cec44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:38.574480 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-cd66cfd2-c983-447d-8eed-88dc74738e76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:38.585665 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335f9b57-c769-4474-9c47-73e9ff1cec44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5c37e56-7995-47ba-a885-b209945eb910,revision_number=None']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:38.591298 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335f9b57-c769-4474-9c47-73e9ff1cec44 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:20:38.591497 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335f9b57-c769-4474-9c47-73e9ff1cec44 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:20:38.591684 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335f9b57-c769-4474-9c47-73e9ff1cec44 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:20:38.591867 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335f9b57-c769-4474-9c47-73e9ff1cec44 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:20:38.592050 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335f9b57-c769-4474-9c47-73e9ff1cec44 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:20:38.592230 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335f9b57-c769-4474-9c47-73e9ff1cec44 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:20:38.592411 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335f9b57-c769-4474-9c47-73e9ff1cec44 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:20:38.592591 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335f9b57-c769-4474-9c47-73e9ff1cec44 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:20:38.592772 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335f9b57-c769-4474-9c47-73e9ff1cec44 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:20:38.593003 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335f9b57-c769-4474-9c47-73e9ff1cec44 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:20:38.593236 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335f9b57-c769-4474-9c47-73e9ff1cec44 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:20:38.593416 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335f9b57-c769-4474-9c47-73e9ff1cec44 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:20:38.595122 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-335f9b57-c769-4474-9c47-73e9ff1cec44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:38.595721 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-335f9b57-c769-4474-9c47-73e9ff1cec44 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/e5c37e56-7995-47ba-a885-b209945eb910 HTTP/1.1" status: 204 len: 168 time: 0.1100945 May 19 11:20:38.596206 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-335f9b57-c769-4474-9c47-73e9ff1cec44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:38.758513 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 51124) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:20:38.816958 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-b5dff850-0d59-4679-82ad-a6164a811d40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:38.825290 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-b5dff850-0d59-4679-82ad-a6164a811d40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:20:38.827799 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-b5dff850-0d59-4679-82ad-a6164a811d40 admin admin] Usage tracker for resource:security_group_rule and tenant:d4c60c3dc68e4195a60b576d619d18b2 is out of sync, need to count used quota {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:20:38.829647 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-b5dff850-0d59-4679-82ad-a6164a811d40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:20:38.833154 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-b5dff850-0d59-4679-82ad-a6164a811d40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:20:38.878432 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-b5dff850-0d59-4679-82ad-a6164a811d40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:38.881571 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-b5dff850-0d59-4679-82ad-a6164a811d40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:38.885127 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:38.907234 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-b5dff850-0d59-4679-82ad-a6164a811d40 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=d4c60c3dc68e4195a60b576d619d18b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1479943 May 19 11:20:38.907785 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dff850-0d59-4679-82ad-a6164a811d40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb658b6b-e4aa-4daa-bc7f-40788c6425a5,revision_number=1']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:38.909168 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 51130) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:20:38.910713 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-b5dff850-0d59-4679-82ad-a6164a811d40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:38.940472 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-e6e9a71d-ebf4-4b75-9b5d-53b2827b9d23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:38.956934 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-e6e9a71d-ebf4-4b75-9b5d-53b2827b9d23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:38.987125 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-e6e9a71d-ebf4-4b75-9b5d-53b2827b9d23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:38.989222 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-feba9155-4546-4c32-a8e2-80f676906d28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:38.995407 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e9a71d-ebf4-4b75-9b5d-53b2827b9d23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb658b6b-e4aa-4daa-bc7f-40788c6425a5,revision_number=None']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:38.997396 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-e6e9a71d-ebf4-4b75-9b5d-53b2827b9d23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.008s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:38.999351 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-e6e9a71d-ebf4-4b75-9b5d-53b2827b9d23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:39.001815 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-e6e9a71d-ebf4-4b75-9b5d-53b2827b9d23 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/cb658b6b-e4aa-4daa-bc7f-40788c6425a5 HTTP/1.1" status: 204 len: 168 time: 0.0903873 May 19 11:20:39.983248 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 51190) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:20:40.061786 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-3fd666ca-03e5-45a5-b8db-01914aabbf0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:40.069656 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-3fd666ca-03e5-45a5-b8db-01914aabbf0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:20:40.071698 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-3fd666ca-03e5-45a5-b8db-01914aabbf0a admin admin] Usage tracker for resource:security_group_rule and tenant:58520eba880b4a0aaf2243bb266b3ea9 is out of sync, need to count used quota {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:20:40.073209 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-3fd666ca-03e5-45a5-b8db-01914aabbf0a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:20:40.077041 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-3fd666ca-03e5-45a5-b8db-01914aabbf0a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:20:40.125408 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-3fd666ca-03e5-45a5-b8db-01914aabbf0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:40.128672 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-3fd666ca-03e5-45a5-b8db-01914aabbf0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:40.132628 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-69ab3d67-83a4-4b9e-b329-21d2d5df877c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:40.155643 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-3fd666ca-03e5-45a5-b8db-01914aabbf0a admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=58520eba880b4a0aaf2243bb266b3ea9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1713870 May 19 11:20:40.155762 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 51202) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:20:40.156175 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd666ca-03e5-45a5-b8db-01914aabbf0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a3cb072-cb3f-447a-97ad-fe51aae9e4f3,revision_number=1']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:40.158076 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-3fd666ca-03e5-45a5-b8db-01914aabbf0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:40.199283 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-c37e08a1-35ae-4747-9ac7-6e8a47d2984b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:40.215477 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-c37e08a1-35ae-4747-9ac7-6e8a47d2984b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:40.246202 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-c37e08a1-35ae-4747-9ac7-6e8a47d2984b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:40.248228 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-f5459a86-c2e7-48df-92ea-0836267e3a9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:40.255652 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37e08a1-35ae-4747-9ac7-6e8a47d2984b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a3cb072-cb3f-447a-97ad-fe51aae9e4f3,revision_number=None']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:40.257252 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-c37e08a1-35ae-4747-9ac7-6e8a47d2984b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:40.261100 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-c37e08a1-35ae-4747-9ac7-6e8a47d2984b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:40.263639 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-c37e08a1-35ae-4747-9ac7-6e8a47d2984b admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/4a3cb072-cb3f-447a-97ad-fe51aae9e4f3 HTTP/1.1" status: 204 len: 168 time: 0.1067729 May 19 11:20:40.423261 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 51214) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:20:40.434249 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-45c251b0-57f0-473e-8b4c-9f27dad5adf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:40.441947 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-45c251b0-57f0-473e-8b4c-9f27dad5adf4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:20:40.444258 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-45c251b0-57f0-473e-8b4c-9f27dad5adf4 admin admin] Usage tracker for resource:security_group_rule and tenant:19baa35745ee438c9a78048bbdbcf8a3 is out of sync, need to count used quota {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:20:40.445875 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-45c251b0-57f0-473e-8b4c-9f27dad5adf4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:20:40.449455 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-45c251b0-57f0-473e-8b4c-9f27dad5adf4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:20:40.496138 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-45c251b0-57f0-473e-8b4c-9f27dad5adf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:40.498950 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-45c251b0-57f0-473e-8b4c-9f27dad5adf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:40.505209 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:40.525005 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-45c251b0-57f0-473e-8b4c-9f27dad5adf4 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=19baa35745ee438c9a78048bbdbcf8a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1009011 May 19 11:20:40.525406 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c251b0-57f0-473e-8b4c-9f27dad5adf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93575262-f4a0-4f63-a3a5-27256da8151c,revision_number=1']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:40.526784 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 51218) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:20:40.528254 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-45c251b0-57f0-473e-8b4c-9f27dad5adf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:40.556793 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-c297151c-0b2d-4e14-bc81-a648d032fe4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:40.570500 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-c297151c-0b2d-4e14-bc81-a648d032fe4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:40.599859 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-c297151c-0b2d-4e14-bc81-a648d032fe4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:40.604160 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-35e11de7-9623-45de-ada9-4009ec9e377d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:40.617606 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c297151c-0b2d-4e14-bc81-a648d032fe4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93575262-f4a0-4f63-a3a5-27256da8151c,revision_number=None']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:40.620646 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-c297151c-0b2d-4e14-bc81-a648d032fe4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:40.626690 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-c297151c-0b2d-4e14-bc81-a648d032fe4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:40.627359 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-c297151c-0b2d-4e14-bc81-a648d032fe4b admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/93575262-f4a0-4f63-a3a5-27256da8151c HTTP/1.1" status: 204 len: 168 time: 0.1000302 May 19 11:20:41.634612 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 51278) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:20:41.699979 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-f232fcf9-d839-4659-9b23-c3b87d2f2a0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:41.708535 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-f232fcf9-d839-4659-9b23-c3b87d2f2a0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:20:41.711064 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-f232fcf9-d839-4659-9b23-c3b87d2f2a0c admin admin] Usage tracker for resource:security_group_rule and tenant:085d334638a248c6a326b04bca4028ec is out of sync, need to count used quota {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:20:41.712899 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-f232fcf9-d839-4659-9b23-c3b87d2f2a0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:20:41.716897 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-f232fcf9-d839-4659-9b23-c3b87d2f2a0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:20:41.767526 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-f232fcf9-d839-4659-9b23-c3b87d2f2a0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:41.770501 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-f232fcf9-d839-4659-9b23-c3b87d2f2a0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:41.774161 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-084f1697-4b6b-4e70-bad4-de3d1270d2f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:41.794576 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-f232fcf9-d839-4659-9b23-c3b87d2f2a0c admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=085d334638a248c6a326b04bca4028ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1593366 May 19 11:20:41.795097 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f232fcf9-d839-4659-9b23-c3b87d2f2a0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02e00ece-af05-48c3-8254-cef5adadfca0,revision_number=1']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:41.796686 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 51284) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:20:41.798130 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-f232fcf9-d839-4659-9b23-c3b87d2f2a0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:41.826758 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-26f25faa-c48b-41bc-adf7-01472c3f8bc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:41.840252 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-26f25faa-c48b-41bc-adf7-01472c3f8bc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:41.870708 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-26f25faa-c48b-41bc-adf7-01472c3f8bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:41.873026 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-b216bce1-7dfa-49b2-a8d9-665a5069ed33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:41.881019 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f25faa-c48b-41bc-adf7-01472c3f8bc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02e00ece-af05-48c3-8254-cef5adadfca0,revision_number=None']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:41.882593 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-26f25faa-c48b-41bc-adf7-01472c3f8bc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:41.883311 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-26f25faa-c48b-41bc-adf7-01472c3f8bc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:41.884084 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-26f25faa-c48b-41bc-adf7-01472c3f8bc2 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/02e00ece-af05-48c3-8254-cef5adadfca0 HTTP/1.1" status: 204 len: 168 time: 0.0868068 May 19 11:20:42.040762 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 51298) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:20:42.051601 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-ef08939c-8475-438f-9136-f3be92eefb45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:42.061403 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-ef08939c-8475-438f-9136-f3be92eefb45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:20:42.064037 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-ef08939c-8475-438f-9136-f3be92eefb45 admin admin] Usage tracker for resource:security_group_rule and tenant:72e9e2c0e0854969a59abd2eefa71b96 is out of sync, need to count used quota {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:20:42.065665 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-ef08939c-8475-438f-9136-f3be92eefb45 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:20:42.068735 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-ef08939c-8475-438f-9136-f3be92eefb45 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:20:42.114503 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-ef08939c-8475-438f-9136-f3be92eefb45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:42.117316 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-ef08939c-8475-438f-9136-f3be92eefb45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:42.121051 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-aada42e0-52d9-4285-a82a-452b42e3c14f tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:42.142158 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-ef08939c-8475-438f-9136-f3be92eefb45 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=72e9e2c0e0854969a59abd2eefa71b96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1006832 May 19 11:20:42.142730 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef08939c-8475-438f-9136-f3be92eefb45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56b81a97-47c9-4254-8566-c840f3069155,revision_number=1']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:42.144285 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 51306) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:20:42.144756 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-ef08939c-8475-438f-9136-f3be92eefb45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:42.178468 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-16a56787-9349-4766-a82e-57b739e70302 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:42.190956 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-16a56787-9349-4766-a82e-57b739e70302 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:42.230175 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-16a56787-9349-4766-a82e-57b739e70302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:42.234450 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-e30e2818-26aa-45eb-9a82-7231e555f58e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:42.241100 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a56787-9349-4766-a82e-57b739e70302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56b81a97-47c9-4254-8566-c840f3069155,revision_number=None']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:42.243144 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-16a56787-9349-4766-a82e-57b739e70302 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:42.245027 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-16a56787-9349-4766-a82e-57b739e70302 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:42.245681 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-16a56787-9349-4766-a82e-57b739e70302 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/56b81a97-47c9-4254-8566-c840f3069155 HTTP/1.1" status: 204 len: 168 time: 0.1007700 May 19 11:20:46.308100 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:51.486071 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 51582) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:20:51.566120 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-ac8a8020-1ea0-421e-a5ea-43fd87487213 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:51.575072 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-ac8a8020-1ea0-421e-a5ea-43fd87487213 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:20:51.577411 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-ac8a8020-1ea0-421e-a5ea-43fd87487213 admin admin] Usage tracker for resource:security_group_rule and tenant:df4bdf4025ec458daf602b1aa1c0ec61 is out of sync, need to count used quota {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:20:51.579175 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-ac8a8020-1ea0-421e-a5ea-43fd87487213 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:20:51.582649 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-ac8a8020-1ea0-421e-a5ea-43fd87487213 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:20:51.631504 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-ac8a8020-1ea0-421e-a5ea-43fd87487213 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:51.633820 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-ac8a8020-1ea0-421e-a5ea-43fd87487213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:51.638006 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-7da86cfc-97d3-406d-b502-def5c6e95fe0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:51.661519 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8a8020-1ea0-421e-a5ea-43fd87487213 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02a9fe67-b52c-44ba-9481-be512f718f33,revision_number=1']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:51.663570 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-ac8a8020-1ea0-421e-a5ea-43fd87487213 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:51.665024 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-ac8a8020-1ea0-421e-a5ea-43fd87487213 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=df4bdf4025ec458daf602b1aa1c0ec61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1778455 May 19 11:20:51.667030 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 51590) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:20:51.700843 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-d19e9042-7b0f-4be4-95a7-c14adebefa63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:51.716341 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-d19e9042-7b0f-4be4-95a7-c14adebefa63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:51.745638 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-d19e9042-7b0f-4be4-95a7-c14adebefa63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:51.747799 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-64d1c7f6-c1b2-4ace-a4ec-ffeeccb1b1ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:51.756540 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19e9042-7b0f-4be4-95a7-c14adebefa63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02a9fe67-b52c-44ba-9481-be512f718f33,revision_number=None']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:51.758410 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-d19e9042-7b0f-4be4-95a7-c14adebefa63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:51.758994 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-d19e9042-7b0f-4be4-95a7-c14adebefa63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:51.759673 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-d19e9042-7b0f-4be4-95a7-c14adebefa63 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/02a9fe67-b52c-44ba-9481-be512f718f33 HTTP/1.1" status: 204 len: 168 time: 0.0921168 May 19 11:20:51.950253 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 51598) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:20:51.961130 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-f802fb2a-8f20-4087-a0bc-544212880bab admin admin] Notify callbacks [] for security_group, before_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:51.968333 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-f802fb2a-8f20-4087-a0bc-544212880bab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:20:51.970766 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-f802fb2a-8f20-4087-a0bc-544212880bab admin admin] Usage tracker for resource:security_group_rule and tenant:56dc49a726e44354971fa9403cf5b93c is out of sync, need to count used quota {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:20:51.972316 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-f802fb2a-8f20-4087-a0bc-544212880bab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:20:51.975966 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-f802fb2a-8f20-4087-a0bc-544212880bab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:20:52.030080 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-f802fb2a-8f20-4087-a0bc-544212880bab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:52.033077 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-f802fb2a-8f20-4087-a0bc-544212880bab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:52.036920 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-63656f8f-ed06-4b67-a24c-f314f2b7fce5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:52.061935 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-f802fb2a-8f20-4087-a0bc-544212880bab admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=56dc49a726e44354971fa9403cf5b93c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1109734 May 19 11:20:52.062529 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f802fb2a-8f20-4087-a0bc-544212880bab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d1fd25b-7e2a-4946-bc44-5a66a72aa6a7,revision_number=1']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:52.064573 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-f802fb2a-8f20-4087-a0bc-544212880bab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:52.065261 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 51604) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:20:52.108591 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-5b43268c-e87d-459c-bae3-448f7a84f477 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:52.123630 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-5b43268c-e87d-459c-bae3-448f7a84f477 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:52.154122 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-5b43268c-e87d-459c-bae3-448f7a84f477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:52.156190 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-c28db5d2-e9e8-4645-845f-a1a7fa45a618 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:52.165771 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b43268c-e87d-459c-bae3-448f7a84f477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d1fd25b-7e2a-4946-bc44-5a66a72aa6a7,revision_number=None']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:52.169544 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-5b43268c-e87d-459c-bae3-448f7a84f477 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:52.176358 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-5b43268c-e87d-459c-bae3-448f7a84f477 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:52.176990 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-5b43268c-e87d-459c-bae3-448f7a84f477 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/6d1fd25b-7e2a-4946-bc44-5a66a72aa6a7 HTTP/1.1" status: 204 len: 168 time: 0.1110508 May 19 11:20:52.933491 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 51678) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:20:52.997509 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-092b5bb1-3b3e-4807-b8f2-e98e680c97f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:53.005890 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-092b5bb1-3b3e-4807-b8f2-e98e680c97f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:20:53.008027 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-092b5bb1-3b3e-4807-b8f2-e98e680c97f9 admin admin] Usage tracker for resource:security_group_rule and tenant:76d067efc9c94a5aa6316b428bf92ddb is out of sync, need to count used quota {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:20:53.009601 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-092b5bb1-3b3e-4807-b8f2-e98e680c97f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:20:53.012667 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-092b5bb1-3b3e-4807-b8f2-e98e680c97f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:20:53.060032 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-092b5bb1-3b3e-4807-b8f2-e98e680c97f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:53.063760 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-092b5bb1-3b3e-4807-b8f2-e98e680c97f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:53.069949 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-8a032b8a-caef-44bd-9d45-bb2d7e95e460 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:53.089833 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-092b5bb1-3b3e-4807-b8f2-e98e680c97f9 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=76d067efc9c94a5aa6316b428bf92ddb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1556573 May 19 11:20:53.090864 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092b5bb1-3b3e-4807-b8f2-e98e680c97f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8bf94ee-981e-4bfe-b848-3d22f8ecede5,revision_number=1']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:53.091931 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 51696) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:20:53.092705 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-092b5bb1-3b3e-4807-b8f2-e98e680c97f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:53.125057 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-5be66a35-cf5a-43f4-bad9-945dbbb2292e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:53.138600 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-5be66a35-cf5a-43f4-bad9-945dbbb2292e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:53.165706 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-5be66a35-cf5a-43f4-bad9-945dbbb2292e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:53.167914 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-3fd666ca-03e5-45a5-b8db-01914aabbf0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:53.174561 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be66a35-cf5a-43f4-bad9-945dbbb2292e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8bf94ee-981e-4bfe-b848-3d22f8ecede5,revision_number=None']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:53.176674 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-5be66a35-cf5a-43f4-bad9-945dbbb2292e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:53.178395 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-5be66a35-cf5a-43f4-bad9-945dbbb2292e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:53.184177 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-5be66a35-cf5a-43f4-bad9-945dbbb2292e admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/a8bf94ee-981e-4bfe-b848-3d22f8ecede5 HTTP/1.1" status: 204 len: 168 time: 0.0891864 May 19 11:20:53.346463 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 51720) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:20:53.357055 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-fd8c7fc3-bb73-4e3e-a1e5-f1de8a9edec7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:53.368599 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-fd8c7fc3-bb73-4e3e-a1e5-f1de8a9edec7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:20:53.370720 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-fd8c7fc3-bb73-4e3e-a1e5-f1de8a9edec7 admin admin] Usage tracker for resource:security_group_rule and tenant:56def7a100b447ce9b755fc9b6256834 is out of sync, need to count used quota {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:20:53.372296 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-fd8c7fc3-bb73-4e3e-a1e5-f1de8a9edec7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:20:53.375839 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-fd8c7fc3-bb73-4e3e-a1e5-f1de8a9edec7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:20:53.416928 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 51730) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:20:53.484256 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-902f177b-2773-4c77-8323-97b4270e4322 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:53.487279 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-fd8c7fc3-bb73-4e3e-a1e5-f1de8a9edec7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:53.490630 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-fd8c7fc3-bb73-4e3e-a1e5-f1de8a9edec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:53.495300 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-c37e08a1-35ae-4747-9ac7-6e8a47d2984b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:53.496220 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-902f177b-2773-4c77-8323-97b4270e4322 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:20:53.500590 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-902f177b-2773-4c77-8323-97b4270e4322 admin admin] Usage tracker for resource:security_group_rule and tenant:7f8ca211f02246de95a5d397704ffd17 is out of sync, need to count used quota {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:20:53.504299 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-902f177b-2773-4c77-8323-97b4270e4322 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:20:53.510778 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-902f177b-2773-4c77-8323-97b4270e4322 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:20:53.515945 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-fd8c7fc3-bb73-4e3e-a1e5-f1de8a9edec7 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=56def7a100b447ce9b755fc9b6256834&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1687665 May 19 11:20:53.516989 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8c7fc3-bb73-4e3e-a1e5-f1de8a9edec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da3c0b70-13c7-4b88-a004-3d394e073293,revision_number=1']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:53.518596 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 51736) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:20:53.520165 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-fd8c7fc3-bb73-4e3e-a1e5-f1de8a9edec7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:53.551982 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-630ace47-c4ee-4edb-a1c6-99e2b6bfc832 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:53.561263 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-902f177b-2773-4c77-8323-97b4270e4322 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:53.564300 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-902f177b-2773-4c77-8323-97b4270e4322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:53.566412 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-630ace47-c4ee-4edb-a1c6-99e2b6bfc832 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:53.571275 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-baaa9e09-b6c0-4ab2-a0df-62f3e6d1f9dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:53.593847 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-902f177b-2773-4c77-8323-97b4270e4322 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=7f8ca211f02246de95a5d397704ffd17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1761146 May 19 11:20:53.594971 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902f177b-2773-4c77-8323-97b4270e4322 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fa66815-0533-467f-a6ec-4eb881dafd6c,revision_number=1']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:53.595085 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 51742) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:20:53.596889 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-902f177b-2773-4c77-8323-97b4270e4322 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:53.610279 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-630ace47-c4ee-4edb-a1c6-99e2b6bfc832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:53.613762 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-f802fb2a-8f20-4087-a0bc-544212880bab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:53.624685 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630ace47-c4ee-4edb-a1c6-99e2b6bfc832 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da3c0b70-13c7-4b88-a004-3d394e073293,revision_number=None']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:53.627325 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-630ace47-c4ee-4edb-a1c6-99e2b6bfc832 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:53.639429 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-630ace47-c4ee-4edb-a1c6-99e2b6bfc832 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:53.640092 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-630ace47-c4ee-4edb-a1c6-99e2b6bfc832 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/da3c0b70-13c7-4b88-a004-3d394e073293 HTTP/1.1" status: 204 len: 168 time: 0.1210947 May 19 11:20:53.644176 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-8f73abe8-a097-4ec5-932b-320979c9f394 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:53.658530 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-8f73abe8-a097-4ec5-932b-320979c9f394 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:53.686612 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-8f73abe8-a097-4ec5-932b-320979c9f394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:53.689116 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-054b9539-425a-45a3-bc34-fa02a2d8c6c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:53.694924 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f73abe8-a097-4ec5-932b-320979c9f394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fa66815-0533-467f-a6ec-4eb881dafd6c,revision_number=None']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:53.696873 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-8f73abe8-a097-4ec5-932b-320979c9f394 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.008s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:53.698532 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-8f73abe8-a097-4ec5-932b-320979c9f394 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:53.700785 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-8f73abe8-a097-4ec5-932b-320979c9f394 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/6fa66815-0533-467f-a6ec-4eb881dafd6c HTTP/1.1" status: 204 len: 168 time: 0.1033382 May 19 11:20:53.904901 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 51764) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:20:53.915958 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-177fc305-d265-4311-b713-24e33c92a914 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:53.926854 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-177fc305-d265-4311-b713-24e33c92a914 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:20:53.929001 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-177fc305-d265-4311-b713-24e33c92a914 admin admin] Usage tracker for resource:security_group_rule and tenant:b45e72aa35d84d889f7a8c7b3b89d7ff is out of sync, need to count used quota {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:20:53.930569 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-177fc305-d265-4311-b713-24e33c92a914 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:20:53.933698 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-177fc305-d265-4311-b713-24e33c92a914 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:20:53.978989 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-177fc305-d265-4311-b713-24e33c92a914 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:53.981778 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-177fc305-d265-4311-b713-24e33c92a914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:53.989301 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-d19e9042-7b0f-4be4-95a7-c14adebefa63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:54.010192 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-177fc305-d265-4311-b713-24e33c92a914 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=b45e72aa35d84d889f7a8c7b3b89d7ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1045537 May 19 11:20:54.011901 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 51776) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:20:54.013592 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177fc305-d265-4311-b713-24e33c92a914 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d518813a-350d-4bfd-aa08-ff9f0918a08f,revision_number=1']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:54.015428 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-177fc305-d265-4311-b713-24e33c92a914 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:54.049374 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-7d7f0fb7-2d81-4d50-9a72-5fe499b14137 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:54.062889 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-7d7f0fb7-2d81-4d50-9a72-5fe499b14137 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:54.090184 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-7d7f0fb7-2d81-4d50-9a72-5fe499b14137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:54.093213 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-715967ea-753b-4cc9-ad08-8e5f870ce40d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:54.100266 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7f0fb7-2d81-4d50-9a72-5fe499b14137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d518813a-350d-4bfd-aa08-ff9f0918a08f,revision_number=None']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:54.101801 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-7d7f0fb7-2d81-4d50-9a72-5fe499b14137 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:54.102865 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-7d7f0fb7-2d81-4d50-9a72-5fe499b14137 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:54.105549 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-7d7f0fb7-2d81-4d50-9a72-5fe499b14137 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/d518813a-350d-4bfd-aa08-ff9f0918a08f HTTP/1.1" status: 204 len: 168 time: 0.0930173 May 19 11:20:55.296721 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 51948) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:20:55.363779 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-dbfa8931-d741-475e-b786-cb7c1e2bcfd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:55.371397 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-dbfa8931-d741-475e-b786-cb7c1e2bcfd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:20:55.373664 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-dbfa8931-d741-475e-b786-cb7c1e2bcfd2 admin admin] Usage tracker for resource:security_group_rule and tenant:60a04501238f45a38ffc92adb3b3cfce is out of sync, need to count used quota {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:20:55.375233 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-dbfa8931-d741-475e-b786-cb7c1e2bcfd2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:20:55.378758 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-dbfa8931-d741-475e-b786-cb7c1e2bcfd2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:20:55.428558 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-dbfa8931-d741-475e-b786-cb7c1e2bcfd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:55.431925 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-dbfa8931-d741-475e-b786-cb7c1e2bcfd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:55.435915 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-c7766b5a-9853-49fd-9306-30559be0c217 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:55.457164 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-dbfa8931-d741-475e-b786-cb7c1e2bcfd2 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=60a04501238f45a38ffc92adb3b3cfce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1594255 May 19 11:20:55.457689 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfa8931-d741-475e-b786-cb7c1e2bcfd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57786f57-3464-4733-b589-6cffb7c13f6b,revision_number=1']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:55.459035 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 51968) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:20:55.465386 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 51972) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:20:55.465668 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-dbfa8931-d741-475e-b786-cb7c1e2bcfd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:55.493199 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-9f21ed2a-4408-44ce-addf-50cec902a5c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:55.506895 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-9f21ed2a-4408-44ce-addf-50cec902a5c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:55.531829 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-aa306c55-226e-4816-b836-7650cd91197f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:55.535264 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-9f21ed2a-4408-44ce-addf-50cec902a5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:55.537521 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-e6e9a71d-ebf4-4b75-9b5d-53b2827b9d23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:55.540731 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-aa306c55-226e-4816-b836-7650cd91197f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:20:55.543154 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-aa306c55-226e-4816-b836-7650cd91197f admin admin] Usage tracker for resource:security_group_rule and tenant:5f0601c3359347b79220fca528213034 is out of sync, need to count used quota {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:20:55.544350 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f21ed2a-4408-44ce-addf-50cec902a5c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57786f57-3464-4733-b589-6cffb7c13f6b,revision_number=None']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:55.544813 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-aa306c55-226e-4816-b836-7650cd91197f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:20:55.546832 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-9f21ed2a-4408-44ce-addf-50cec902a5c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:55.548587 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-aa306c55-226e-4816-b836-7650cd91197f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:20:55.554053 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-9f21ed2a-4408-44ce-addf-50cec902a5c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:55.557189 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-9f21ed2a-4408-44ce-addf-50cec902a5c4 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/57786f57-3464-4733-b589-6cffb7c13f6b HTTP/1.1" status: 204 len: 168 time: 0.0975792 May 19 11:20:55.600228 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-aa306c55-226e-4816-b836-7650cd91197f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:55.602804 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-aa306c55-226e-4816-b836-7650cd91197f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:55.607363 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:55.629120 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-aa306c55-226e-4816-b836-7650cd91197f admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=5f0601c3359347b79220fca528213034&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1629739 May 19 11:20:55.630166 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa306c55-226e-4816-b836-7650cd91197f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faed5bf3-9f51-4ed1-946c-7c408a152e42,revision_number=1']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:55.631089 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 51982) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:20:55.631998 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-aa306c55-226e-4816-b836-7650cd91197f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:55.664629 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-152fdeff-3d0f-409b-9e27-3b199dc324d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:55.678409 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-152fdeff-3d0f-409b-9e27-3b199dc324d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:55.708677 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-152fdeff-3d0f-409b-9e27-3b199dc324d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:55.712615 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-dbfa8931-d741-475e-b786-cb7c1e2bcfd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:55.720298 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 51990) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:20:55.721837 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152fdeff-3d0f-409b-9e27-3b199dc324d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faed5bf3-9f51-4ed1-946c-7c408a152e42,revision_number=None']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:55.723677 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-152fdeff-3d0f-409b-9e27-3b199dc324d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:55.724347 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-152fdeff-3d0f-409b-9e27-3b199dc324d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:55.726992 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-152fdeff-3d0f-409b-9e27-3b199dc324d3 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/faed5bf3-9f51-4ed1-946c-7c408a152e42 HTTP/1.1" status: 204 len: 168 time: 0.0951724 May 19 11:20:55.731593 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-3acc5d79-6ad9-43a6-89f1-67a8495056f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:55.740238 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-3acc5d79-6ad9-43a6-89f1-67a8495056f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:20:55.742428 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-3acc5d79-6ad9-43a6-89f1-67a8495056f7 admin admin] Usage tracker for resource:security_group_rule and tenant:e4ef21f3c691461f8af29c0a19c0436e is out of sync, need to count used quota {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:20:55.743964 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-3acc5d79-6ad9-43a6-89f1-67a8495056f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:20:55.746979 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-3acc5d79-6ad9-43a6-89f1-67a8495056f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:20:55.797045 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-3acc5d79-6ad9-43a6-89f1-67a8495056f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:55.800361 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-3acc5d79-6ad9-43a6-89f1-67a8495056f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:55.805459 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-10afe85f-738f-4624-9d14-c5402d595b9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:55.829375 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-3acc5d79-6ad9-43a6-89f1-67a8495056f7 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=e4ef21f3c691461f8af29c0a19c0436e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1082129 May 19 11:20:55.829491 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 51996) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:20:55.829980 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acc5d79-6ad9-43a6-89f1-67a8495056f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1b62955-da08-4eac-b20f-72133fcd34c7,revision_number=1']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:55.837771 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-3acc5d79-6ad9-43a6-89f1-67a8495056f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:55.865527 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-36acafe4-d4a4-4bc5-9a70-4c55b613d999 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:55.882955 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-36acafe4-d4a4-4bc5-9a70-4c55b613d999 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:55.911154 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-36acafe4-d4a4-4bc5-9a70-4c55b613d999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:55.913277 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-5d960451-121d-4ffe-87d7-57e5d76c5286 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:55.919258 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36acafe4-d4a4-4bc5-9a70-4c55b613d999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1b62955-da08-4eac-b20f-72133fcd34c7,revision_number=None']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:55.922051 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-36acafe4-d4a4-4bc5-9a70-4c55b613d999 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:55.923570 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-36acafe4-d4a4-4bc5-9a70-4c55b613d999 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:55.925975 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-36acafe4-d4a4-4bc5-9a70-4c55b613d999 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/c1b62955-da08-4eac-b20f-72133fcd34c7 HTTP/1.1" status: 204 len: 168 time: 0.0959322 May 19 11:20:55.936212 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 52004) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:20:55.949426 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-d0f87e03-09c1-424d-8574-156a639d41ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:55.957093 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-d0f87e03-09c1-424d-8574-156a639d41ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:20:55.959182 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-d0f87e03-09c1-424d-8574-156a639d41ab admin admin] Usage tracker for resource:security_group_rule and tenant:54090b294a124b93b170ff75d7d7237b is out of sync, need to count used quota {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:20:55.960689 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-d0f87e03-09c1-424d-8574-156a639d41ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:20:55.963686 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-d0f87e03-09c1-424d-8574-156a639d41ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:20:56.010050 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-d0f87e03-09c1-424d-8574-156a639d41ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:56.013224 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-d0f87e03-09c1-424d-8574-156a639d41ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:56.017965 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-8f73abe8-a097-4ec5-932b-320979c9f394 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:56.038545 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-d0f87e03-09c1-424d-8574-156a639d41ab admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=54090b294a124b93b170ff75d7d7237b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1015811 May 19 11:20:56.039537 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f87e03-09c1-424d-8574-156a639d41ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42978203-a767-424e-824b-03fabf4d1460,revision_number=1']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:56.040349 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 52008) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:20:56.041380 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-d0f87e03-09c1-424d-8574-156a639d41ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:56.074205 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-a4169f2c-993c-4dd7-96a8-3bebf19cf5a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:56.088602 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-a4169f2c-993c-4dd7-96a8-3bebf19cf5a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:56.121001 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-a4169f2c-993c-4dd7-96a8-3bebf19cf5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:56.123314 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-faeef72a-dd38-411f-8648-494589583bca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:56.130576 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4169f2c-993c-4dd7-96a8-3bebf19cf5a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42978203-a767-424e-824b-03fabf4d1460,revision_number=None']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:56.132779 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-a4169f2c-993c-4dd7-96a8-3bebf19cf5a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:56.134611 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-a4169f2c-993c-4dd7-96a8-3bebf19cf5a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:56.137369 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-a4169f2c-993c-4dd7-96a8-3bebf19cf5a6 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/42978203-a767-424e-824b-03fabf4d1460 HTTP/1.1" status: 204 len: 168 time: 0.0942235 May 19 11:20:57.682592 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 52098) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:20:57.744475 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-04cd84c4-3df7-4f05-8df4-451b030be976 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:57.752837 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-04cd84c4-3df7-4f05-8df4-451b030be976 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:20:57.755072 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-04cd84c4-3df7-4f05-8df4-451b030be976 admin admin] Usage tracker for resource:security_group_rule and tenant:2defcb3e96be4408b82534d936f94947 is out of sync, need to count used quota {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:20:57.756807 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-04cd84c4-3df7-4f05-8df4-451b030be976 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:20:57.760309 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-04cd84c4-3df7-4f05-8df4-451b030be976 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:20:57.804353 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-04cd84c4-3df7-4f05-8df4-451b030be976 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:57.807640 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-04cd84c4-3df7-4f05-8df4-451b030be976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:57.811719 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-9592312d-cfc3-40c9-9983-aa1febb3d133 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:57.833113 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-04cd84c4-3df7-4f05-8df4-451b030be976 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=2defcb3e96be4408b82534d936f94947&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1498513 May 19 11:20:57.833623 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cd84c4-3df7-4f05-8df4-451b030be976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47df92d7-674c-46fd-a04d-294e860ee45e,revision_number=1']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:57.835662 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-04cd84c4-3df7-4f05-8df4-451b030be976 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:57.836603 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 52104) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:20:57.868569 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-cb038939-5ba1-4fab-bd1b-277d6a0268d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:57.882961 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-cb038939-5ba1-4fab-bd1b-277d6a0268d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:57.917601 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-cb038939-5ba1-4fab-bd1b-277d6a0268d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:57.919769 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:57.926253 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb038939-5ba1-4fab-bd1b-277d6a0268d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47df92d7-674c-46fd-a04d-294e860ee45e,revision_number=None']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:57.927673 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-cb038939-5ba1-4fab-bd1b-277d6a0268d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.008s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:57.930773 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-cb038939-5ba1-4fab-bd1b-277d6a0268d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:57.931527 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-cb038939-5ba1-4fab-bd1b-277d6a0268d3 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/47df92d7-674c-46fd-a04d-294e860ee45e HTTP/1.1" status: 204 len: 168 time: 0.0943842 May 19 11:20:58.089650 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 52112) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:20:58.101454 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-a7fc627f-f776-4443-a4f8-cfc8233d2ffc admin admin] Notify callbacks [] for security_group, before_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:58.110327 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-a7fc627f-f776-4443-a4f8-cfc8233d2ffc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:20:58.112764 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-a7fc627f-f776-4443-a4f8-cfc8233d2ffc admin admin] Usage tracker for resource:security_group_rule and tenant:5cb7c439779a4e4aaeac897c950f96dc is out of sync, need to count used quota {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:20:58.114555 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-a7fc627f-f776-4443-a4f8-cfc8233d2ffc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:20:58.118051 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-a7fc627f-f776-4443-a4f8-cfc8233d2ffc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:20:58.165184 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-a7fc627f-f776-4443-a4f8-cfc8233d2ffc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:58.168440 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-a7fc627f-f776-4443-a4f8-cfc8233d2ffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:58.172168 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-d598dfac-cdbf-4273-aa4d-33ef51a3f361 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:58.193394 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-a7fc627f-f776-4443-a4f8-cfc8233d2ffc admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=5cb7c439779a4e4aaeac897c950f96dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1029899 May 19 11:20:58.193919 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fc627f-f776-4443-a4f8-cfc8233d2ffc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=640e4069-6b44-41bb-bf01-dd94bdb3a00c,revision_number=1']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:58.195186 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 52118) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:20:58.196699 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-a7fc627f-f776-4443-a4f8-cfc8233d2ffc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:58.229366 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-7880fa23-22b2-4485-b364-411df5427b6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:58.244273 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-7880fa23-22b2-4485-b364-411df5427b6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:58.272481 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-7880fa23-22b2-4485-b364-411df5427b6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:58.274619 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-aab0663a-504b-4ecb-bab5-ae459217e80d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:20:58.282706 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7880fa23-22b2-4485-b364-411df5427b6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=640e4069-6b44-41bb-bf01-dd94bdb3a00c,revision_number=None']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:20:58.284615 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-7880fa23-22b2-4485-b364-411df5427b6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:20:58.285829 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-7880fa23-22b2-4485-b364-411df5427b6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:20:58.286531 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-7880fa23-22b2-4485-b364-411df5427b6b admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/640e4069-6b44-41bb-bf01-dd94bdb3a00c HTTP/1.1" status: 204 len: 168 time: 0.0907860 May 19 11:21:04.600237 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-d8f880d3-3145-4f1d-9c6b-2e4d406038f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:04.881745 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.agents_db [None req-9df4fd67-1abd-480d-9703-ac00f2726051 None None] Agent healthcheck: found 6 active agents {{(pid=91058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 11:21:05.805303 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:06.196024 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-afe49dee-362f-4195-b048-e0bb818bd983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:06.754457 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-f3552fb9-a093-42e6-b748-7ab8d8c7cb39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:07.847590 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-66ec5bc0-6952-497b-8f33-b3c04bfd0b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:08.629339 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-514b6d58-dc06-4826-bc00-f9401ed1bd84 req-d4952183-b789-4337-9cc2-8ff682eccad8 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-720922685&fields=id&tenant_id=3adb7158fa694a28886f78876a3057cd HTTP/1.1" status: 200 len: 267 time: 0.0315487 May 19 11:21:08.695098 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514b6d58-dc06-4826-bc00-f9401ed1bd84 req-a881e738-b434-40b1-a40b-57c621f4ea63 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:21:08.696132 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-514b6d58-dc06-4826-bc00-f9401ed1bd84 req-a881e738-b434-40b1-a40b-57c621f4ea63 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 984 time: 0.0606484 May 19 11:21:08.703960 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.v2.base [req-514b6d58-dc06-4826-bc00-f9401ed1bd84 req-68f0697e-8c41-4183-b56c-44a168c8653a tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Request body: {'port': {'security_groups': ['e67f0d0c-35aa-4baf-bdac-63aaa17f4b4a']}} {{(pid=91056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:21:08.779457 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [req-514b6d58-dc06-4826-bc00-f9401ed1bd84 req-68f0697e-8c41-4183-b56c-44a168c8653a tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:08.994241 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.db [req-514b6d58-dc06-4826-bc00-f9401ed1bd84 req-68f0697e-8c41-4183-b56c-44a168c8653a tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] For port 6a809875-e8d2-44df-9b04-a71c434d12a3, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=6a809875-e8d2-44df-9b04-a71c434d12a3,segment=NetworkSegment(64c3527b-0b17-4dce-9bf8-b502fa139a66),segment_id=64c3527b-0b17-4dce-9bf8-b502fa139a66)] {{(pid=91056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:21:09.015082 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [req-514b6d58-dc06-4826-bc00-f9401ed1bd84 req-68f0697e-8c41-4183-b56c-44a168c8653a tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Notify callbacks [] for port, precommit_update {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:09.019463 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [req-514b6d58-dc06-4826-bc00-f9401ed1bd84 req-68f0697e-8c41-4183-b56c-44a168c8653a tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2275164'] for port, after_update {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:09.024028 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-c3f3d363-fa45-4143-a85a-45691a2e088d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:21:09.033665 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] get_ports_and_sgs() called for port_ids ['6a809875-e8d2-44df-9b04-a71c434d12a3'] {{(pid=91057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 11:21:09.064589 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514b6d58-dc06-4826-bc00-f9401ed1bd84 req-68f0697e-8c41-4183-b56c-44a168c8653a tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:21:09.065027 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [req-514b6d58-dc06-4826-bc00-f9401ed1bd84 req-68f0697e-8c41-4183-b56c-44a168c8653a tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695638'] for port, before_response {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:09.066102 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-514b6d58-dc06-4826-bc00-f9401ed1bd84 req-68f0697e-8c41-4183-b56c-44a168c8653a tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "PUT /v2.0/ports/6a809875-e8d2-44df-9b04-a71c434d12a3 HTTP/1.1" status: 200 len: 942 time: 0.3652532 May 19 11:21:09.066476 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '423e923b-b725-4325-bdbf-4d9356dd79b3', 'tag': '6a809875-e8d2-44df-9b04-a71c434d12a3'}] {{(pid=91056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 11:21:09.074553 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 52280) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:21:09.087096 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f0697e-8c41-4183-b56c-44a168c8653a tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Pushing event updated for resources: {'Port': ['ID=6a809875-e8d2-44df-9b04-a71c434d12a3,revision_number=7']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:21:09.089954 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-68f0697e-8c41-4183-b56c-44a168c8653a tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:21:09.143145 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-490ceb53-0bb1-43f6-bb14-58fb1ca8d62c tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Notify callbacks [] for security_group, before_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:09.171972 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-490ceb53-0bb1-43f6-bb14-58fb1ca8d62c tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:09.221281 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] get_ports_and_sgs() called for port_ids ['6a809875-e8d2-44df-9b04-a71c434d12a3'] {{(pid=91057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 11:21:09.221585 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-490ceb53-0bb1-43f6-bb14-58fb1ca8d62c tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:09.225191 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-77dc4b30-fe06-4fd9-a00e-c98fbc43ee3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:21:09.237524 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490ceb53-0bb1-43f6-bb14-58fb1ca8d62c tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=edc8a31d-f210-4437-9ddf-e706f37172c0,revision_number=None']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:21:09.243782 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490ceb53-0bb1-43f6-bb14-58fb1ca8d62c tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:21:09.243986 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490ceb53-0bb1-43f6-bb14-58fb1ca8d62c tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:21:09.244183 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490ceb53-0bb1-43f6-bb14-58fb1ca8d62c tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:21:09.244373 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490ceb53-0bb1-43f6-bb14-58fb1ca8d62c tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:21:09.244562 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490ceb53-0bb1-43f6-bb14-58fb1ca8d62c tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:21:09.244751 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490ceb53-0bb1-43f6-bb14-58fb1ca8d62c tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:21:09.245730 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490ceb53-0bb1-43f6-bb14-58fb1ca8d62c tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:21:09.245730 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490ceb53-0bb1-43f6-bb14-58fb1ca8d62c tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:21:09.245730 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490ceb53-0bb1-43f6-bb14-58fb1ca8d62c tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:21:09.245730 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490ceb53-0bb1-43f6-bb14-58fb1ca8d62c tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:21:09.245730 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490ceb53-0bb1-43f6-bb14-58fb1ca8d62c tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:21:09.246073 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490ceb53-0bb1-43f6-bb14-58fb1ca8d62c tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:21:09.248735 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-490ceb53-0bb1-43f6-bb14-58fb1ca8d62c tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:21:09.251095 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-490ceb53-0bb1-43f6-bb14-58fb1ca8d62c tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Notify callbacks [] for security_group, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:09.251809 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-490ceb53-0bb1-43f6-bb14-58fb1ca8d62c tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "DELETE /v2.0/security-groups/edc8a31d-f210-4437-9ddf-e706f37172c0 HTTP/1.1" status: 204 len: 168 time: 0.1760623 May 19 11:21:09.253718 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 52292) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:21:09.267017 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '423e923b-b725-4325-bdbf-4d9356dd79b3', 'tag': '6a809875-e8d2-44df-9b04-a71c434d12a3', 'status': 'completed', 'code': 200} May 19 11:21:09.334658 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-fb534b86-b848-416e-b96a-7e9908374b35 None None] Provisioning complete for port 6a809875-e8d2-44df-9b04-a71c434d12a3 triggered by entity DHCP. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:21:09.334848 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-fb534b86-b848-416e-b96a-7e9908374b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441453'] for port, provisioning_complete {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:09.403270 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.plugin [None req-45eb69d9-99af-4325-9d96-119b0f31197d tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Deleting port c586c5bb-e543-48fa-be3e-232ea35f823c {{(pid=91055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 11:21:09.403566 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-45eb69d9-99af-4325-9d96-119b0f31197d tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749740776295'] for port, before_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:09.464376 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-45eb69d9-99af-4325-9d96-119b0f31197d tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1714319'] for port, precommit_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:09.464560 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-45eb69d9-99af-4325-9d96-119b0f31197d tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:09.524658 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.plugin [None req-45eb69d9-99af-4325-9d96-119b0f31197d tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Calling delete_port for c586c5bb-e543-48fa-be3e-232ea35f823c owned by network:floatingip {{(pid=91055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 11:21:09.602976 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-45eb69d9-99af-4325-9d96-119b0f31197d tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749740778424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749740364548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3654904'] for port, after_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:09.605184 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-b8bd31a1-cd05-4c2e-944f-88587c6d04ae tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:21:09.626894 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45eb69d9-99af-4325-9d96-119b0f31197d tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Pushing event deleted for resources: {'Port': ['ID=c586c5bb-e543-48fa-be3e-232ea35f823c,revision_number=None']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:21:09.628759 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-45eb69d9-99af-4325-9d96-119b0f31197d tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:21:09.746809 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-45eb69d9-99af-4325-9d96-119b0f31197d tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Notify callbacks [] for floatingip, after_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:09.746991 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.db.l3_db [None req-45eb69d9-99af-4325-9d96-119b0f31197d tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Floating IP e7eb3143-bd65-4065-a809-7e768c8e8d32 disassociated (deleted). External IP: 172.27.0.200, port: 6a809875-e8d2-44df-9b04-a71c434d12a3. May 19 11:21:09.954441 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45eb69d9-99af-4325-9d96-119b0f31197d tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Router 91fe879d-12e7-4cd2-a05d-9c939b573f8c has already been hosted by L3 agent 326bf12a-fdae-48e8-b877-7dbd40e20eda {{(pid=91055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 11:21:10.064994 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45eb69d9-99af-4325-9d96-119b0f31197d tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Notify agent at l3_agent.dv-cinder-787764-1-iscsi the message routers_updated {{(pid=91055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 11:21:10.073996 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd488f1c-1388-4297-9b9c-5599c0f8d0a6 None None] Sync routers for ids ['91fe879d-12e7-4cd2-a05d-9c939b573f8c'] in dv-cinder-787764-1-iscsi {{(pid=91057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 11:21:10.075941 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-45eb69d9-99af-4325-9d96-119b0f31197d tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6101'] for floatingip, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:10.079778 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd488f1c-1388-4297-9b9c-5599c0f8d0a6 None None] Routers {'91fe879d-12e7-4cd2-a05d-9c939b573f8c'} bound to L3 agent in host dv-cinder-787764-1-iscsi {{(pid=91057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:21:10.080135 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_hamode_db [None req-bd488f1c-1388-4297-9b9c-5599c0f8d0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-19T11:10:36Z,description=,heartbeat_timestamp=2021-05-19T11:21:06Z,host='dv-cinder-787764-1-iscsi',id=326bf12a-fdae-48e8-b877-7dbd40e20eda,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:36Z,topic='l3_agent')) {'router_ids': ['91fe879d-12e7-4cd2-a05d-9c939b573f8c'], 'active': True} {{(pid=91057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:21:10.108501 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-45eb69d9-99af-4325-9d96-119b0f31197d tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "DELETE /v2.0/floatingips/e7eb3143-bd65-4065-a809-7e768c8e8d32 HTTP/1.1" status: 204 len: 168 time: 0.8540950 May 19 11:21:10.108935 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '423e923b-b725-4325-bdbf-4d9356dd79b3', 'tag': '6a809875-e8d2-44df-9b04-a71c434d12a3'}] {{(pid=91055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 11:21:10.188200 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '423e923b-b725-4325-bdbf-4d9356dd79b3', 'tag': '6a809875-e8d2-44df-9b04-a71c434d12a3', 'status': 'completed', 'code': 200} May 19 11:21:10.196289 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_dvr_db [None req-bd488f1c-1388-4297-9b9c-5599c0f8d0a6 None None] Set router 91fe879d-12e7-4cd2-a05d-9c939b573f8c gateway port host: dv-cinder-787764-1-iscsi {{(pid=91057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:21:10.361894 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_hamode_db [None req-bd488f1c-1388-4297-9b9c-5599c0f8d0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91fe879d-12e7-4cd2-a05d-9c939b573f8c', 'name': 'tempest-TestMinimumBasicScenario-44004761-router', 'tenant_id': '3adb7158fa694a28886f78876a3057cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'external_fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': '4096f727-d959-469e-9deb-387fbc1d1f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:16:15Z', 'updated_at': '2021-05-19T11:16:18Z', 'revision_number': 4, 'project_id': '3adb7158fa694a28886f78876a3057cd', 'gw_port': {'id': '4096f727-d959-469e-9deb-387fbc1d1f27', 'name': '', 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:a0:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fe879d-12e7-4cd2-a05d-9c939b573f8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 222, 'fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:16:16Z', 'updated_at': '2021-05-19T11:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-1-iscsi', '_interfaces': [{'id': '015259d5-e370-4f43-aa2a-9cc4d5e4e7e4', 'name': '', 'network_id': '17b3c0ef-f9b4-49e2-aa3b-d746210e219f', 'tenant_id': '3adb7158fa694a28886f78876a3057cd', 'mac_address': 'fa:16:3e:05:57:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fe879d-12e7-4cd2-a05d-9c939b573f8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 223, 'fixed_ips': [{'subnet_id': 'ec111969-0878-4395-8e69-3abd2c5f226d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:16:18Z', 'updated_at': '2021-05-19T11:16:23Z', 'revision_number': 5, 'project_id': '3adb7158fa694a28886f78876a3057cd', 'subnets': [{'id': 'ec111969-0878-4395-8e69-3abd2c5f226d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-1-iscsi', False) {} {{(pid=91057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:21:10.364016 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd488f1c-1388-4297-9b9c-5599c0f8d0a6 None None] Checking router: 91fe879d-12e7-4cd2-a05d-9c939b573f8c for host: dv-cinder-787764-1-iscsi {{(pid=91057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 11:21:10.369214 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd488f1c-1388-4297-9b9c-5599c0f8d0a6 None None] Routers {'91fe879d-12e7-4cd2-a05d-9c939b573f8c'} bound to L3 agent in host dv-cinder-787764-1-iscsi {{(pid=91057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:21:10.369500 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_hamode_db [None req-bd488f1c-1388-4297-9b9c-5599c0f8d0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-19T11:10:36Z,description=,heartbeat_timestamp=2021-05-19T11:21:06Z,host='dv-cinder-787764-1-iscsi',id=326bf12a-fdae-48e8-b877-7dbd40e20eda,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:36Z,topic='l3_agent')) {'router_ids': ['91fe879d-12e7-4cd2-a05d-9c939b573f8c'], 'active': True} {{(pid=91057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:21:10.454693 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_dvr_db [None req-bd488f1c-1388-4297-9b9c-5599c0f8d0a6 None None] Set router 91fe879d-12e7-4cd2-a05d-9c939b573f8c gateway port host: dv-cinder-787764-1-iscsi {{(pid=91057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:21:10.609079 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_hamode_db [None req-bd488f1c-1388-4297-9b9c-5599c0f8d0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91fe879d-12e7-4cd2-a05d-9c939b573f8c', 'name': 'tempest-TestMinimumBasicScenario-44004761-router', 'tenant_id': '3adb7158fa694a28886f78876a3057cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'external_fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': '4096f727-d959-469e-9deb-387fbc1d1f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:16:15Z', 'updated_at': '2021-05-19T11:16:18Z', 'revision_number': 4, 'project_id': '3adb7158fa694a28886f78876a3057cd', 'gw_port': {'id': '4096f727-d959-469e-9deb-387fbc1d1f27', 'name': '', 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:a0:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fe879d-12e7-4cd2-a05d-9c939b573f8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 222, 'fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:16:16Z', 'updated_at': '2021-05-19T11:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-1-iscsi', '_interfaces': [{'id': '015259d5-e370-4f43-aa2a-9cc4d5e4e7e4', 'name': '', 'network_id': '17b3c0ef-f9b4-49e2-aa3b-d746210e219f', 'tenant_id': '3adb7158fa694a28886f78876a3057cd', 'mac_address': 'fa:16:3e:05:57:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fe879d-12e7-4cd2-a05d-9c939b573f8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 223, 'fixed_ips': [{'subnet_id': 'ec111969-0878-4395-8e69-3abd2c5f226d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:16:18Z', 'updated_at': '2021-05-19T11:16:23Z', 'revision_number': 5, 'project_id': '3adb7158fa694a28886f78876a3057cd', 'subnets': [{'id': 'ec111969-0878-4395-8e69-3abd2c5f226d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-1-iscsi', False) {} {{(pid=91057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:21:10.611259 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd488f1c-1388-4297-9b9c-5599c0f8d0a6 None None] The sync data for ids ['91fe879d-12e7-4cd2-a05d-9c939b573f8c'] in dv-cinder-787764-1-iscsi is: [{'id': '91fe879d-12e7-4cd2-a05d-9c939b573f8c', 'name': 'tempest-TestMinimumBasicScenario-44004761-router', 'tenant_id': '3adb7158fa694a28886f78876a3057cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'external_fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': '4096f727-d959-469e-9deb-387fbc1d1f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:16:15Z', 'updated_at': '2021-05-19T11:16:18Z', 'revision_number': 4, 'project_id': '3adb7158fa694a28886f78876a3057cd', 'gw_port': {'id': '4096f727-d959-469e-9deb-387fbc1d1f27', 'name': '', 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:a0:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fe879d-12e7-4cd2-a05d-9c939b573f8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 222, 'fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:16:16Z', 'updated_at': '2021-05-19T11:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-1-iscsi', '_interfaces': [{'id': '015259d5-e370-4f43-aa2a-9cc4d5e4e7e4', 'name': '', 'network_id': '17b3c0ef-f9b4-49e2-aa3b-d746210e219f', 'tenant_id': '3adb7158fa694a28886f78876a3057cd', 'mac_address': 'fa:16:3e:05:57:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fe879d-12e7-4cd2-a05d-9c939b573f8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 223, 'fixed_ips': [{'subnet_id': 'ec111969-0878-4395-8e69-3abd2c5f226d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:16:18Z', 'updated_at': '2021-05-19T11:16:23Z', 'revision_number': 5, 'project_id': '3adb7158fa694a28886f78876a3057cd', 'subnets': [{'id': 'ec111969-0878-4395-8e69-3abd2c5f226d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 11:21:10.754983 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c23d8ae-6d2c-4339-9cbf-12284a984822 None None] New status for floating IP e7eb3143-bd65-4065-a809-7e768c8e8d32: DOWN {{(pid=91058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 11:21:12.885222 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9575acf8-d62b-49ae-9e2c-b9154d3d072c req-bdae93d7-9e12-457f-9f9c-690afcd35651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:21:12.886293 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-9575acf8-d62b-49ae-9e2c-b9154d3d072c req-bdae93d7-9e12-457f-9f9c-690afcd35651 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=3adb7158fa694a28886f78876a3057cd&device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 1098 time: 0.1431241 May 19 11:21:12.973405 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9575acf8-d62b-49ae-9e2c-b9154d3d072c req-9585f7f2-4f56-4d78-8944-785ae9b1e8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:21:12.974410 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-9575acf8-d62b-49ae-9e2c-b9154d3d072c req-9585f7f2-4f56-4d78-8944-785ae9b1e8f9 service neutron] 10.222.0.112 "GET /v2.0/networks?id=17b3c0ef-f9b4-49e2-aa3b-d746210e219f HTTP/1.1" status: 200 len: 915 time: 0.0822661 May 19 11:21:13.017039 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-9575acf8-d62b-49ae-9e2c-b9154d3d072c req-efb82ace-9c03-41b8-9ca3-42b1bd0ebe02 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6a809875-e8d2-44df-9b04-a71c434d12a3 HTTP/1.1" status: 200 len: 217 time: 0.0374560 May 19 11:21:13.058551 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9575acf8-d62b-49ae-9e2c-b9154d3d072c req-3872f023-8b97-40d5-a61f-f96a7651d98e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:21:13.059389 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-9575acf8-d62b-49ae-9e2c-b9154d3d072c req-3872f023-8b97-40d5-a61f-f96a7651d98e service neutron] 10.222.0.112 "GET /v2.0/subnets?id=ec111969-0878-4395-8e69-3abd2c5f226d HTTP/1.1" status: 200 len: 852 time: 0.0378017 May 19 11:21:13.114182 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9575acf8-d62b-49ae-9e2c-b9154d3d072c req-43e12acf-009d-4c81-bfb0-7ff0d7dbc9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:21:13.115067 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-9575acf8-d62b-49ae-9e2c-b9154d3d072c req-43e12acf-009d-4c81-bfb0-7ff0d7dbc9d6 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=17b3c0ef-f9b4-49e2-aa3b-d746210e219f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0476534 May 19 11:21:13.205753 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-9575acf8-d62b-49ae-9e2c-b9154d3d072c req-a54f4fb4-b090-4174-8fab-fd4973434363 service neutron] 10.222.0.112 "GET /v2.0/networks/17b3c0ef-f9b4-49e2-aa3b-d746210e219f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849850 May 19 11:21:13.288485 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-9575acf8-d62b-49ae-9e2c-b9154d3d072c req-297716a2-7990-4ed6-aa5a-895d896f3add service neutron] 10.222.0.112 "GET /v2.0/networks/17b3c0ef-f9b4-49e2-aa3b-d746210e219f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0746360 May 19 11:21:13.739379 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63424011-6085-46eb-b470-b218b6956d1b req-75536657-e00d-4587-b3c7-ba080c28937b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:21:13.740389 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-63424011-6085-46eb-b470-b218b6956d1b req-75536657-e00d-4587-b3c7-ba080c28937b service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=3adb7158fa694a28886f78876a3057cd&device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 1098 time: 0.0628111 May 19 11:21:13.911151 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63424011-6085-46eb-b470-b218b6956d1b req-6c67bbdf-253d-4e93-941e-624610c6b315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:21:13.912160 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-63424011-6085-46eb-b470-b218b6956d1b req-6c67bbdf-253d-4e93-941e-624610c6b315 service neutron] 10.222.0.112 "GET /v2.0/networks?id=17b3c0ef-f9b4-49e2-aa3b-d746210e219f HTTP/1.1" status: 200 len: 915 time: 0.1641417 May 19 11:21:13.963799 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-63424011-6085-46eb-b470-b218b6956d1b req-60886483-0274-4cf0-b9d8-79c4e1a786a1 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6a809875-e8d2-44df-9b04-a71c434d12a3 HTTP/1.1" status: 200 len: 217 time: 0.0389016 May 19 11:21:14.006685 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63424011-6085-46eb-b470-b218b6956d1b req-54fb40d0-8be9-435f-9ca7-ca123ba989ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:21:14.007495 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-63424011-6085-46eb-b470-b218b6956d1b req-54fb40d0-8be9-435f-9ca7-ca123ba989ca service neutron] 10.222.0.112 "GET /v2.0/subnets?id=ec111969-0878-4395-8e69-3abd2c5f226d HTTP/1.1" status: 200 len: 852 time: 0.0383832 May 19 11:21:14.062871 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63424011-6085-46eb-b470-b218b6956d1b req-cfd43838-66ab-4863-83d3-3079e4b46b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:21:14.063693 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-63424011-6085-46eb-b470-b218b6956d1b req-cfd43838-66ab-4863-83d3-3079e4b46b9f service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=17b3c0ef-f9b4-49e2-aa3b-d746210e219f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0479980 May 19 11:21:14.151472 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-63424011-6085-46eb-b470-b218b6956d1b req-41f30e31-04d9-49ef-b2de-ec26a21a3e00 service neutron] 10.222.0.112 "GET /v2.0/networks/17b3c0ef-f9b4-49e2-aa3b-d746210e219f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783544 May 19 11:21:14.232567 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-63424011-6085-46eb-b470-b218b6956d1b req-805c1f21-e226-427e-8803-14cc301f630c service neutron] 10.222.0.112 "GET /v2.0/networks/17b3c0ef-f9b4-49e2-aa3b-d746210e219f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0746577 May 19 11:21:15.962321 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-07cca703-a8c5-43d4-9b01-1015202755e6 req-e8c27647-0874-4450-80fe-0851b082ed2b service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=6a6a976a-90d4-4150-963e-6edb91b9a891&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0566840 May 19 11:21:16.322377 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:16.995524 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cca703-a8c5-43d4-9b01-1015202755e6 req-919a224c-cce0-44d3-9016-73505420ebff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:21:16.996685 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-07cca703-a8c5-43d4-9b01-1015202755e6 req-919a224c-cce0-44d3-9016-73505420ebff service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=114936b3c24442328e380dbed9453cbe&device_id=6a6a976a-90d4-4150-963e-6edb91b9a891 HTTP/1.1" status: 200 len: 1098 time: 0.0638726 May 19 11:21:17.100256 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cca703-a8c5-43d4-9b01-1015202755e6 req-d62da6ba-6df3-44da-90c7-422c4a07b8be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:21:17.101314 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-07cca703-a8c5-43d4-9b01-1015202755e6 req-d62da6ba-6df3-44da-90c7-422c4a07b8be service neutron] 10.222.0.112 "GET /v2.0/networks?id=283f984f-2a81-4a0c-9cd3-692b468d28a2 HTTP/1.1" status: 200 len: 918 time: 0.0868790 May 19 11:21:17.183590 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-07cca703-a8c5-43d4-9b01-1015202755e6 req-ae11bbc5-3e1d-442d-8390-49155d7e887b service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db59126d-1c1c-4ba1-a2f8-210209c9a196 HTTP/1.1" status: 200 len: 1001 time: 0.0764687 May 19 11:21:17.231689 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cca703-a8c5-43d4-9b01-1015202755e6 req-5002bd96-c970-440e-ad21-7852a543b046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:21:17.232554 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-07cca703-a8c5-43d4-9b01-1015202755e6 req-5002bd96-c970-440e-ad21-7852a543b046 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=1f0aafc7-5dc8-4ee6-a066-4c3495d1adf2 HTTP/1.1" status: 200 len: 855 time: 0.0389402 May 19 11:21:17.295932 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cca703-a8c5-43d4-9b01-1015202755e6 req-03e8d4a0-8ca4-486d-ae31-7f7aa29323ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:21:17.297130 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-07cca703-a8c5-43d4-9b01-1015202755e6 req-03e8d4a0-8ca4-486d-ae31-7f7aa29323ad service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=283f984f-2a81-4a0c-9cd3-692b468d28a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0552101 May 19 11:21:17.390760 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-07cca703-a8c5-43d4-9b01-1015202755e6 req-0d1b226a-1e29-4e12-93a7-4678da3e653c service neutron] 10.222.0.112 "GET /v2.0/networks/283f984f-2a81-4a0c-9cd3-692b468d28a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837462 May 19 11:21:17.490279 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-07cca703-a8c5-43d4-9b01-1015202755e6 req-ab7999ae-b5f2-419e-b532-f550f852aa6e service neutron] 10.222.0.112 "GET /v2.0/networks/283f984f-2a81-4a0c-9cd3-692b468d28a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894747 May 19 11:21:34.608919 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-30afbd94-ea58-4aca-9456-d2a0d75450f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:35.797217 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:36.201658 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-4b21f407-89ff-4e6f-8122-865ee793d8c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:36.763378 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-f3552fb9-a093-42e6-b748-7ab8d8c7cb39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:37.842640 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-66ec5bc0-6952-497b-8f33-b3c04bfd0b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:21:41.886099 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.agents_db [None req-9df4fd67-1abd-480d-9703-ac00f2726051 None None] Agent healthcheck: found 6 active agents {{(pid=91058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 11:21:46.325686 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:22:04.588540 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-45bae6c8-bd7b-47d0-9918-e27358ac6132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:22:05.802125 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:22:06.209013 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-2792f8e7-89bd-4273-87c7-2315b610b36d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:22:06.759719 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-f3552fb9-a093-42e6-b748-7ab8d8c7cb39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:22:07.852891 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-66ec5bc0-6952-497b-8f33-b3c04bfd0b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:22:15.604739 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-1ab133fa-eae9-4d04-8be4-fa013edcda50 req-19853265-5d80-4e52-9964-fde8b2596a97 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0678046 May 19 11:22:16.326706 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:22:16.387826 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab133fa-eae9-4d04-8be4-fa013edcda50 req-66d0ab0a-71a2-4e91-92f8-766a888cabdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:22:16.388843 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-1ab133fa-eae9-4d04-8be4-fa013edcda50 req-66d0ab0a-71a2-4e91-92f8-766a888cabdf service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=3adb7158fa694a28886f78876a3057cd&device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 1098 time: 0.1444328 May 19 11:22:16.506139 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab133fa-eae9-4d04-8be4-fa013edcda50 req-bf884d2e-fd20-4f01-afd4-144eafe31d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:22:16.507184 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-1ab133fa-eae9-4d04-8be4-fa013edcda50 req-bf884d2e-fd20-4f01-afd4-144eafe31d1a service neutron] 10.222.0.112 "GET /v2.0/networks?id=17b3c0ef-f9b4-49e2-aa3b-d746210e219f HTTP/1.1" status: 200 len: 915 time: 0.0926399 May 19 11:22:16.557209 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-1ab133fa-eae9-4d04-8be4-fa013edcda50 req-d049057a-d563-4e3b-bd7c-4aab0e7115d6 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6a809875-e8d2-44df-9b04-a71c434d12a3 HTTP/1.1" status: 200 len: 217 time: 0.0392680 May 19 11:22:16.603982 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab133fa-eae9-4d04-8be4-fa013edcda50 req-76214959-54c8-48fc-b452-39f295bf025b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:22:16.604858 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-1ab133fa-eae9-4d04-8be4-fa013edcda50 req-76214959-54c8-48fc-b452-39f295bf025b service neutron] 10.222.0.112 "GET /v2.0/subnets?id=ec111969-0878-4395-8e69-3abd2c5f226d HTTP/1.1" status: 200 len: 852 time: 0.0389667 May 19 11:22:16.656967 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab133fa-eae9-4d04-8be4-fa013edcda50 req-8d1b0435-087d-4b64-8614-848116794b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:22:16.657911 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-1ab133fa-eae9-4d04-8be4-fa013edcda50 req-8d1b0435-087d-4b64-8614-848116794b14 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=17b3c0ef-f9b4-49e2-aa3b-d746210e219f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0476649 May 19 11:22:16.749651 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-1ab133fa-eae9-4d04-8be4-fa013edcda50 req-d2fc1f29-346c-4204-b9d5-f302a9c758a2 service neutron] 10.222.0.112 "GET /v2.0/networks/17b3c0ef-f9b4-49e2-aa3b-d746210e219f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834439 May 19 11:22:16.836987 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-1ab133fa-eae9-4d04-8be4-fa013edcda50 req-309e6d26-3f75-478f-867f-c0639ff8d560 service neutron] 10.222.0.112 "GET /v2.0/networks/17b3c0ef-f9b4-49e2-aa3b-d746210e219f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822358 May 19 11:22:18.887742 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.agents_db [None req-9df4fd67-1abd-480d-9703-ac00f2726051 None None] Agent healthcheck: found 6 active agents {{(pid=91058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 11:22:34.594792 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-8e93e2bc-b136-49cd-8f2f-e74b0a17e965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:22:35.808837 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:22:36.198174 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-44dabac1-e923-43c1-b3ad-026844dcb895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:22:36.763863 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-f3552fb9-a093-42e6-b748-7ab8d8c7cb39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:22:37.856266 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-66ec5bc0-6952-497b-8f33-b3c04bfd0b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:22:46.329140 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:22:55.887695 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.agents_db [None req-9df4fd67-1abd-480d-9703-ac00f2726051 None None] Agent healthcheck: found 6 active agents {{(pid=91058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 11:23:04.241982 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 53870) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:23:04.409317 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1b6b9df-1501-40a8-87ad-ed26fe5d3a16 admin admin] Deleting subnet b7bf6898-3326-4273-bf87-6a59e4a83cd7 {{(pid=91056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 11:23:04.411462 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-f1b6b9df-1501-40a8-87ad-ed26fe5d3a16 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:23:04.445882 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-f1b6b9df-1501-40a8-87ad-ed26fe5d3a16 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2199913'] for subnet, precommit_delete_associations {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:23:04.480204 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-f1b6b9df-1501-40a8-87ad-ed26fe5d3a16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1429695'] for subnet, precommit_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:23:04.583425 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-303a2553-62b1-4b05-bd0c-ff9aa53c1fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:23:04.647777 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-f1b6b9df-1501-40a8-87ad-ed26fe5d3a16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1429640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4015514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2931355'] for subnet, after_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:23:04.650542 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-61cf8945-e073-4eab-b71a-726ff16ea1c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:23:04.672022 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b6b9df-1501-40a8-87ad-ed26fe5d3a16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7bf6898-3326-4273-bf87-6a59e4a83cd7,revision_number=None']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:23:04.676316 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-f1b6b9df-1501-40a8-87ad-ed26fe5d3a16 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:23:04.680625 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b6b9df-1501-40a8-87ad-ed26fe5d3a16 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:23:04.680870 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b6b9df-1501-40a8-87ad-ed26fe5d3a16 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:23:04.681118 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b6b9df-1501-40a8-87ad-ed26fe5d3a16 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:23:04.681354 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b6b9df-1501-40a8-87ad-ed26fe5d3a16 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:23:04.681581 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b6b9df-1501-40a8-87ad-ed26fe5d3a16 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:23:04.681812 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b6b9df-1501-40a8-87ad-ed26fe5d3a16 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:23:04.682049 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b6b9df-1501-40a8-87ad-ed26fe5d3a16 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:23:04.682276 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b6b9df-1501-40a8-87ad-ed26fe5d3a16 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:23:04.683047 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b6b9df-1501-40a8-87ad-ed26fe5d3a16 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:23:04.683338 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b6b9df-1501-40a8-87ad-ed26fe5d3a16 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:23:04.683571 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b6b9df-1501-40a8-87ad-ed26fe5d3a16 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:23:04.683799 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b6b9df-1501-40a8-87ad-ed26fe5d3a16 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:23:04.685972 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-f1b6b9df-1501-40a8-87ad-ed26fe5d3a16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:23:04.689467 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-f1b6b9df-1501-40a8-87ad-ed26fe5d3a16 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/b7bf6898-3326-4273-bf87-6a59e4a83cd7 HTTP/1.1" status: 204 len: 168 time: 0.4467082 May 19 11:23:04.690071 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 53876) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:23:04.759402 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-5f3d8558-59dd-49e5-9784-b93ce1247354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-736967'] for network, before_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:23:04.834139 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-5f3d8558-59dd-49e5-9784-b93ce1247354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1426996', 'neutron.services.segments.db._delete_segments_for_network-8749740806274'] for network, precommit_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:23:04.840972 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.services.segments.db [None req-5f3d8558-59dd-49e5-9784-b93ce1247354 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2931f069-de15-4656-9c5f-d03f870340b0']}} {{(pid=91055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:23:04.847437 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.services.segments.db [None req-5f3d8558-59dd-49e5-9784-b93ce1247354 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24d1ac71-d537-4a4a-b908-95411b58ae30') {'for_net_delete': True} {{(pid=91055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:23:04.847612 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.services.segments.db [None req-5f3d8558-59dd-49e5-9784-b93ce1247354 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24d1ac71-d537-4a4a-b908-95411b58ae30') {} {{(pid=91055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:23:04.853798 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-5f3d8558-59dd-49e5-9784-b93ce1247354 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749740816523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2220823'] for segment, before_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:23:04.864112 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-5f3d8558-59dd-49e5-9784-b93ce1247354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432044'] for segment, precommit_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:23:04.867902 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f3d8558-59dd-49e5-9784-b93ce1247354 admin admin] Releasing vlan 1361 on physical network physnet1 to pool {{(pid=91055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 11:23:04.868098 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-5f3d8558-59dd-49e5-9784-b93ce1247354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3654789'] for segment, after_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:23:04.878030 dv-cinder-787764-1-iscsi neutron-server[91055]: Traceback (most recent call last): May 19 11:23:04.878030 dv-cinder-787764-1-iscsi neutron-server[91055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 11:23:04.878030 dv-cinder-787764-1-iscsi neutron-server[91055]: timer() May 19 11:23:04.878030 dv-cinder-787764-1-iscsi neutron-server[91055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 11:23:04.878030 dv-cinder-787764-1-iscsi neutron-server[91055]: cb(*args, **kw) May 19 11:23:04.878030 dv-cinder-787764-1-iscsi neutron-server[91055]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 11:23:04.878030 dv-cinder-787764-1-iscsi neutron-server[91055]: return func(*args, **kwargs) May 19 11:23:04.878030 dv-cinder-787764-1-iscsi neutron-server[91055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 11:23:04.878030 dv-cinder-787764-1-iscsi neutron-server[91055]: self._notify() May 19 11:23:04.878030 dv-cinder-787764-1-iscsi neutron-server[91055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 11:23:04.878030 dv-cinder-787764-1-iscsi neutron-server[91055]: self.callback(batched_events) May 19 11:23:04.878030 dv-cinder-787764-1-iscsi neutron-server[91055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 11:23:04.878030 dv-cinder-787764-1-iscsi neutron-server[91055]: event.method(event) May 19 11:23:04.878030 dv-cinder-787764-1-iscsi neutron-server[91055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 11:23:04.878030 dv-cinder-787764-1-iscsi neutron-server[91055]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 11:23:04.878030 dv-cinder-787764-1-iscsi neutron-server[91055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 11:23:04.878030 dv-cinder-787764-1-iscsi neutron-server[91055]: aggregate_uuid = self.p_client.list_aggregates( May 19 11:23:04.878030 dv-cinder-787764-1-iscsi neutron-server[91055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 11:23:04.878030 dv-cinder-787764-1-iscsi neutron-server[91055]: return f(self, *a, **k) May 19 11:23:04.878030 dv-cinder-787764-1-iscsi neutron-server[91055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 11:23:04.878030 dv-cinder-787764-1-iscsi neutron-server[91055]: return self._get(url).json() May 19 11:23:04.878030 dv-cinder-787764-1-iscsi neutron-server[91055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 11:23:04.878030 dv-cinder-787764-1-iscsi neutron-server[91055]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 11:23:04.878030 dv-cinder-787764-1-iscsi neutron-server[91055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 11:23:04.878030 dv-cinder-787764-1-iscsi neutron-server[91055]: return self.request(url, 'GET', **kwargs) May 19 11:23:04.878030 dv-cinder-787764-1-iscsi neutron-server[91055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 11:23:04.878030 dv-cinder-787764-1-iscsi neutron-server[91055]: base_url = self.get_endpoint(auth, allow=allow, May 19 11:23:04.878030 dv-cinder-787764-1-iscsi neutron-server[91055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 11:23:04.878030 dv-cinder-787764-1-iscsi neutron-server[91055]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 11:23:04.878030 dv-cinder-787764-1-iscsi neutron-server[91055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 11:23:04.878030 dv-cinder-787764-1-iscsi neutron-server[91055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 11:23:04.878030 dv-cinder-787764-1-iscsi neutron-server[91055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 11:23:04.918407 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-5f3d8558-59dd-49e5-9784-b93ce1247354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1427005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1777549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1695667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713993'] for network, after_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:23:04.921968 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-5f3d8558-59dd-49e5-9784-b93ce1247354 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695638'] for network, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:23:04.923755 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-7da86cfc-97d3-406d-b502-def5c6e95fe0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:23:04.937746 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3d8558-59dd-49e5-9784-b93ce1247354 admin admin] Pushing event deleted for resources: {'Network': ['ID=2931f069-de15-4656-9c5f-d03f870340b0,revision_number=None']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:23:04.942713 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-5f3d8558-59dd-49e5-9784-b93ce1247354 admin admin] 10.222.0.90 "DELETE /v2.0/networks/2931f069-de15-4656-9c5f-d03f870340b0 HTTP/1.1" status: 204 len: 168 time: 0.2518752 May 19 11:23:04.943654 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3d8558-59dd-49e5-9784-b93ce1247354 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:23:04.943860 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3d8558-59dd-49e5-9784-b93ce1247354 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:23:04.944081 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3d8558-59dd-49e5-9784-b93ce1247354 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:23:04.944296 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3d8558-59dd-49e5-9784-b93ce1247354 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:23:04.944507 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3d8558-59dd-49e5-9784-b93ce1247354 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:23:04.944717 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3d8558-59dd-49e5-9784-b93ce1247354 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:23:04.944973 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3d8558-59dd-49e5-9784-b93ce1247354 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:23:04.945232 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3d8558-59dd-49e5-9784-b93ce1247354 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:23:04.945453 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3d8558-59dd-49e5-9784-b93ce1247354 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:23:04.945841 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3d8558-59dd-49e5-9784-b93ce1247354 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:23:04.945888 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3d8558-59dd-49e5-9784-b93ce1247354 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:23:04.946072 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3d8558-59dd-49e5-9784-b93ce1247354 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:23:04.948518 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-5f3d8558-59dd-49e5-9784-b93ce1247354 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:23:05.010405 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 53884) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:23:05.037408 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-4034c1b8-45d1-4333-b8bb-c7b68141366f admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=3fb94a808f784089bc7df3846c890050&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0257223 May 19 11:23:05.038826 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 53888) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:23:05.073542 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-e90cc3ba-794a-4bfc-b0c1-81fc5e0b4556 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:23:05.088815 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-e90cc3ba-794a-4bfc-b0c1-81fc5e0b4556 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:23:05.124852 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-e90cc3ba-794a-4bfc-b0c1-81fc5e0b4556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:23:05.126971 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-ef08939c-8475-438f-9136-f3be92eefb45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:23:05.135077 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90cc3ba-794a-4bfc-b0c1-81fc5e0b4556 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e491c481-3a65-4aed-8ce1-50d931fc68aa,revision_number=None']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:23:05.137212 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-e90cc3ba-794a-4bfc-b0c1-81fc5e0b4556 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:23:05.142921 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-e90cc3ba-794a-4bfc-b0c1-81fc5e0b4556 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:23:05.143631 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-e90cc3ba-794a-4bfc-b0c1-81fc5e0b4556 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/e491c481-3a65-4aed-8ce1-50d931fc68aa HTTP/1.1" status: 204 len: 168 time: 0.1042950 May 19 11:23:05.807921 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:23:06.196035 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-5766b8fd-66ff-489c-854c-9f5a28fe6a7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:23:06.774433 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-f3552fb9-a093-42e6-b748-7ab8d8c7cb39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:23:07.891850 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-66ec5bc0-6952-497b-8f33-b3c04bfd0b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:23:16.326188 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:23:16.688838 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-fdfa53c5-8b59-45c8-8dc7-4001b369ac84 req-412a6a0b-2791-4365-a108-a032e67a1f30 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=2c378e23-6241-44ec-9b71-a9b2aa247f27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0703669 May 19 11:23:16.771977 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfa53c5-8b59-45c8-8dc7-4001b369ac84 req-34c7e7b6-83fb-47fa-be2a-8cf2b62147a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:23:16.773158 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-fdfa53c5-8b59-45c8-8dc7-4001b369ac84 req-34c7e7b6-83fb-47fa-be2a-8cf2b62147a9 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=35d46b728d4a4c459e7454a908c9e5c2&device_id=2c378e23-6241-44ec-9b71-a9b2aa247f27 HTTP/1.1" status: 200 len: 1099 time: 0.0616271 May 19 11:23:16.890030 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfa53c5-8b59-45c8-8dc7-4001b369ac84 req-8d958efc-31e3-401e-9105-66fcf2065a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:23:16.891534 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-fdfa53c5-8b59-45c8-8dc7-4001b369ac84 req-8d958efc-31e3-401e-9105-66fcf2065a5d service neutron] 10.222.0.112 "GET /v2.0/networks?id=55ec5a42-b6e4-4e09-a033-1b610f60d866 HTTP/1.1" status: 200 len: 912 time: 0.0925114 May 19 11:23:16.964364 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-fdfa53c5-8b59-45c8-8dc7-4001b369ac84 req-816edaa3-40dd-45b1-9559-24e1dfb11129 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ca68c52d-6e26-4824-bafe-0b280cc3d7cd HTTP/1.1" status: 200 len: 1002 time: 0.0644727 May 19 11:23:17.010166 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfa53c5-8b59-45c8-8dc7-4001b369ac84 req-0e3cf9c3-6e6c-4269-91f8-b58a0c3b144a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:23:17.011107 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-fdfa53c5-8b59-45c8-8dc7-4001b369ac84 req-0e3cf9c3-6e6c-4269-91f8-b58a0c3b144a service neutron] 10.222.0.112 "GET /v2.0/subnets?id=b791564f-e95e-40fa-bc9d-bcbecb0ce07c HTTP/1.1" status: 200 len: 849 time: 0.0385082 May 19 11:23:17.134825 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfa53c5-8b59-45c8-8dc7-4001b369ac84 req-1830a481-172d-420a-9310-2c5389517997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:23:17.135863 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-fdfa53c5-8b59-45c8-8dc7-4001b369ac84 req-1830a481-172d-420a-9310-2c5389517997 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=55ec5a42-b6e4-4e09-a033-1b610f60d866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1169600 May 19 11:23:17.225243 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-fdfa53c5-8b59-45c8-8dc7-4001b369ac84 req-0ad4cb58-ffee-4120-a882-6a537595eab2 service neutron] 10.222.0.112 "GET /v2.0/networks/55ec5a42-b6e4-4e09-a033-1b610f60d866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802956 May 19 11:23:17.315115 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-fdfa53c5-8b59-45c8-8dc7-4001b369ac84 req-f7b34c5d-fa5f-4b06-98e0-e943a2be4f42 service neutron] 10.222.0.112 "GET /v2.0/networks/55ec5a42-b6e4-4e09-a033-1b610f60d866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810668 May 19 11:23:32.889671 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.agents_db [None req-9df4fd67-1abd-480d-9703-ac00f2726051 None None] Agent healthcheck: found 6 active agents {{(pid=91058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 11:23:34.589403 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-cf9b1baa-362c-4ef1-bfc3-1f68c3140c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:23:35.808455 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:23:36.203780 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-ba33a465-3890-42e9-81cf-0df0ef9773cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:23:36.777966 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-f3552fb9-a093-42e6-b748-7ab8d8c7cb39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:23:37.865980 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-66ec5bc0-6952-497b-8f33-b3c04bfd0b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:23:46.359216 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:24:04.587449 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-d424f595-3d25-45e9-b46a-43e7696ee095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:24:05.808236 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:24:05.993639 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9d208f-e2af-4bef-aed2-f19f4801652c req-fe2dcf7f-8c40-4d84-bd46-eb534ef52051 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:24:05.994602 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-6e9d208f-e2af-4bef-aed2-f19f4801652c req-fe2dcf7f-8c40-4d84-bd46-eb534ef52051 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 946 time: 0.0553005 May 19 11:24:06.027060 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-6e9d208f-e2af-4bef-aed2-f19f4801652c req-12997af5-1c73-4f45-9ba8-0dfa5675db93 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279820 May 19 11:24:06.206348 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e347be2a-7a1e-498a-9fd1-7d44f7cc9237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:24:06.775462 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-f3552fb9-a093-42e6-b748-7ab8d8c7cb39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:24:07.191620 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76cb1c5-1141-4d03-9870-23b403e9a8ba req-3bb8bd85-d239-4895-bb38-4dabf7d4377d tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:24:07.192692 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-a76cb1c5-1141-4d03-9870-23b403e9a8ba req-3bb8bd85-d239-4895-bb38-4dabf7d4377d tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 946 time: 0.0754514 May 19 11:24:07.228956 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-a76cb1c5-1141-4d03-9870-23b403e9a8ba req-3f17d47b-26bc-40e8-a706-ba0a8bae506b tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295491 May 19 11:24:07.867568 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-66ec5bc0-6952-497b-8f33-b3c04bfd0b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:24:08.368963 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d6a92d-e9d3-4b0f-9028-d846869c0513 req-a74f29eb-b059-4db3-8e9d-0fb7464a7340 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:24:08.369988 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-d1d6a92d-e9d3-4b0f-9028-d846869c0513 req-a74f29eb-b059-4db3-8e9d-0fb7464a7340 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 946 time: 0.0545433 May 19 11:24:08.404324 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-d1d6a92d-e9d3-4b0f-9028-d846869c0513 req-a2ceab78-91d8-460f-b5f4-75ee074785ac tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294499 May 19 11:24:09.548924 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69030c94-3cdc-4f93-a134-a40c0664bcaa req-f2a717ad-be51-4c9d-bd8b-28af3ec41a3a tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:24:09.550064 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-69030c94-3cdc-4f93-a134-a40c0664bcaa req-f2a717ad-be51-4c9d-bd8b-28af3ec41a3a tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 946 time: 0.0600469 May 19 11:24:09.578491 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-69030c94-3cdc-4f93-a134-a40c0664bcaa req-c7d3370b-76d6-446c-8450-ee71e6cc0b5c tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0247338 May 19 11:24:09.890691 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.agents_db [None req-9df4fd67-1abd-480d-9703-ac00f2726051 None None] Agent healthcheck: found 6 active agents {{(pid=91058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 11:24:10.729785 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb60272-e2ac-4d94-a5c8-0703cdae876b req-dc9f3d18-70c9-4d4b-bc28-759ecf2e89cb tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:24:10.730683 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-4bb60272-e2ac-4d94-a5c8-0703cdae876b req-dc9f3d18-70c9-4d4b-bc28-759ecf2e89cb tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 946 time: 0.0686700 May 19 11:24:10.761330 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-4bb60272-e2ac-4d94-a5c8-0703cdae876b req-ac95b63e-6a42-427c-9a0a-b1353a9efc77 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267231 May 19 11:24:11.911767 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b08cf6-b9c9-4c59-ab2b-cb3d1a599294 req-ee1834b2-f838-4d53-a35e-e6b9c06f14d3 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:24:11.912771 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-37b08cf6-b9c9-4c59-ab2b-cb3d1a599294 req-ee1834b2-f838-4d53-a35e-e6b9c06f14d3 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 946 time: 0.0594227 May 19 11:24:11.945389 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-37b08cf6-b9c9-4c59-ab2b-cb3d1a599294 req-37ac2427-eeb4-4b33-8ccb-99bcd1cb4c50 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284431 May 19 11:24:13.097880 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9316da65-2897-4056-9117-533395139840 req-6ef17518-a5fc-4e63-b1ea-dbda994d074c tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:24:13.098856 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-9316da65-2897-4056-9117-533395139840 req-6ef17518-a5fc-4e63-b1ea-dbda994d074c tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 946 time: 0.0664282 May 19 11:24:13.128357 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-9316da65-2897-4056-9117-533395139840 req-0a00c0e3-bf13-46d0-9914-04c29ee47450 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0254908 May 19 11:24:14.267692 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e812de7-2357-41bb-94d7-ca529853c59f req-23233ecb-a3a8-429f-b117-40a7172714b7 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:24:14.269093 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-1e812de7-2357-41bb-94d7-ca529853c59f req-23233ecb-a3a8-429f-b117-40a7172714b7 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 946 time: 0.0591106 May 19 11:24:14.356326 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-1e812de7-2357-41bb-94d7-ca529853c59f req-2d75a324-a79d-4a31-b7a6-1fe4e442fa44 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831189 May 19 11:24:15.499468 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20930db1-774d-44cb-845b-7c6667bf2090 req-f8571e85-9169-4b53-8e0f-c05bd8f22936 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:24:15.500639 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-20930db1-774d-44cb-845b-7c6667bf2090 req-f8571e85-9169-4b53-8e0f-c05bd8f22936 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 946 time: 0.0591803 May 19 11:24:15.535931 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-20930db1-774d-44cb-845b-7c6667bf2090 req-dfb0c40c-7a0b-4420-974f-bbcbc568c856 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281894 May 19 11:24:16.350811 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:24:16.656528 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cfddd2-5062-4e00-a6da-1a3429afd693 req-d9a861c1-5d68-495a-8a5f-1dd7cabe373c tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:24:16.657512 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-59cfddd2-5062-4e00-a6da-1a3429afd693 req-d9a861c1-5d68-495a-8a5f-1dd7cabe373c tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 946 time: 0.0535843 May 19 11:24:16.685614 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-59cfddd2-5062-4e00-a6da-1a3429afd693 req-64350504-3a13-4317-a7d3-1206209b0f64 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0244133 May 19 11:24:17.824000 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6691cd-851d-43d5-b13d-489c7ad372c8 req-04bcaea3-08d7-4e5c-af70-05644b4bcb95 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:24:17.824895 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-1c6691cd-851d-43d5-b13d-489c7ad372c8 req-04bcaea3-08d7-4e5c-af70-05644b4bcb95 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 946 time: 0.0591621 May 19 11:24:17.858795 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-1c6691cd-851d-43d5-b13d-489c7ad372c8 req-071b7e7e-ea5b-486d-8728-cabb913c112b tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302072 May 19 11:24:18.966929 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cce95cf-137a-4ee4-baa2-42540a6a9f91 req-9646853d-d6ab-4bfb-8184-73855bfc96b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:24:18.968105 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-6cce95cf-137a-4ee4-baa2-42540a6a9f91 req-9646853d-d6ab-4bfb-8184-73855bfc96b5 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=32d5d407c4a842328dc05ec1f325d92c&device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 1099 time: 0.0600126 May 19 11:24:18.999813 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d34d63-5a65-4e6a-a415-186e821c0139 req-41d6fbec-ba42-4a8a-9a18-f18e7ec6e844 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:24:19.000819 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-a4d34d63-5a65-4e6a-a415-186e821c0139 req-41d6fbec-ba42-4a8a-9a18-f18e7ec6e844 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 946 time: 0.0597148 May 19 11:24:19.030728 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-a4d34d63-5a65-4e6a-a415-186e821c0139 req-bdd08ceb-d140-407c-9432-219f83454dc6 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0257559 May 19 11:24:19.072902 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cce95cf-137a-4ee4-baa2-42540a6a9f91 req-188fdb88-20ef-4ad0-bf96-a7f828118a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:24:19.074113 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-6cce95cf-137a-4ee4-baa2-42540a6a9f91 req-188fdb88-20ef-4ad0-bf96-a7f828118a36 service neutron] 10.222.0.112 "GET /v2.0/networks?id=a3798fb5-4a80-4cab-8456-d8472daef890 HTTP/1.1" status: 200 len: 910 time: 0.0893087 May 19 11:24:19.144759 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-6cce95cf-137a-4ee4-baa2-42540a6a9f91 req-7930c699-a5a9-4cde-9ed6-6e54cad1bc3a service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=00edbb1e-afcd-45a6-9d3e-656deafeff64 HTTP/1.1" status: 200 len: 1002 time: 0.0610478 May 19 11:24:19.191175 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cce95cf-137a-4ee4-baa2-42540a6a9f91 req-107d60cd-cdc8-45c2-9fb3-ae3c7f68db54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:24:19.192500 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-6cce95cf-137a-4ee4-baa2-42540a6a9f91 req-107d60cd-cdc8-45c2-9fb3-ae3c7f68db54 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=f5b5a4ef-d391-4177-9fad-6b6530e5bcb9 HTTP/1.1" status: 200 len: 847 time: 0.0391593 May 19 11:24:19.244887 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cce95cf-137a-4ee4-baa2-42540a6a9f91 req-163ffc51-3cb7-4900-8822-fc7cc40d9dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:24:19.245803 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-6cce95cf-137a-4ee4-baa2-42540a6a9f91 req-163ffc51-3cb7-4900-8822-fc7cc40d9dd3 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=a3798fb5-4a80-4cab-8456-d8472daef890&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0447581 May 19 11:24:19.329321 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-6cce95cf-137a-4ee4-baa2-42540a6a9f91 req-6477e4aa-b46e-4918-a377-570b36d2c45e service neutron] 10.222.0.112 "GET /v2.0/networks/a3798fb5-4a80-4cab-8456-d8472daef890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0748682 May 19 11:24:19.408689 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-6cce95cf-137a-4ee4-baa2-42540a6a9f91 req-a353c70a-b8c4-4793-acf3-a990a5a0c52a service neutron] 10.222.0.112 "GET /v2.0/networks/a3798fb5-4a80-4cab-8456-d8472daef890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0710244 May 19 11:24:20.180544 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a33c12e-2c5b-4078-8c31-587bd382250c req-86208500-ff8c-4e0f-bfe6-be1441dd16ff tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:24:20.181623 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-7a33c12e-2c5b-4078-8c31-587bd382250c req-86208500-ff8c-4e0f-bfe6-be1441dd16ff tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 946 time: 0.0590727 May 19 11:24:20.210452 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-7a33c12e-2c5b-4078-8c31-587bd382250c req-43eca30c-2b8f-4818-8953-0ad7581e57cf tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0248637 May 19 11:24:21.339799 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9264c386-2f57-4362-9722-929d501da4c2 req-bdbeb6ef-7fa4-4acc-a4df-d7f63783f3bd tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:24:21.340783 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-9264c386-2f57-4362-9722-929d501da4c2 req-bdbeb6ef-7fa4-4acc-a4df-d7f63783f3bd tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 946 time: 0.0551896 May 19 11:24:21.372316 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-9264c386-2f57-4362-9722-929d501da4c2 req-9d4af87e-8ef6-4e46-a51e-f5b7c9b0cc8f tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276990 May 19 11:24:21.907385 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b162eb87-c093-4f89-9a50-96d50832e980 req-11f13674-ceb2-4988-9283-884e109d0c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:24:21.908469 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-b162eb87-c093-4f89-9a50-96d50832e980 req-11f13674-ceb2-4988-9283-884e109d0c5c service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=32d5d407c4a842328dc05ec1f325d92c&device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 1099 time: 0.0620241 May 19 11:24:22.000046 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b162eb87-c093-4f89-9a50-96d50832e980 req-9dbe02d5-e610-4eb5-bc74-904f56ebf16a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:24:22.000978 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-b162eb87-c093-4f89-9a50-96d50832e980 req-9dbe02d5-e610-4eb5-bc74-904f56ebf16a service neutron] 10.222.0.112 "GET /v2.0/networks?id=a3798fb5-4a80-4cab-8456-d8472daef890 HTTP/1.1" status: 200 len: 910 time: 0.0832746 May 19 11:24:22.068915 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-b162eb87-c093-4f89-9a50-96d50832e980 req-daeae4ea-2143-44da-a18b-c6f67da9b1c7 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=00edbb1e-afcd-45a6-9d3e-656deafeff64 HTTP/1.1" status: 200 len: 1002 time: 0.0594640 May 19 11:24:22.111384 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b162eb87-c093-4f89-9a50-96d50832e980 req-09ae4fc9-ddce-4c7f-94c6-15d2bdf79028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:24:22.112255 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-b162eb87-c093-4f89-9a50-96d50832e980 req-09ae4fc9-ddce-4c7f-94c6-15d2bdf79028 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=f5b5a4ef-d391-4177-9fad-6b6530e5bcb9 HTTP/1.1" status: 200 len: 847 time: 0.0377913 May 19 11:24:22.165426 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b162eb87-c093-4f89-9a50-96d50832e980 req-0402a359-1980-48ae-8010-7d308c35f35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:24:22.166207 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-b162eb87-c093-4f89-9a50-96d50832e980 req-0402a359-1980-48ae-8010-7d308c35f35c service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=a3798fb5-4a80-4cab-8456-d8472daef890&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0462251 May 19 11:24:22.326618 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-b162eb87-c093-4f89-9a50-96d50832e980 req-030b2850-0b06-4372-8a77-79acaa7752b4 service neutron] 10.222.0.112 "GET /v2.0/networks/a3798fb5-4a80-4cab-8456-d8472daef890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510615 May 19 11:24:22.397592 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-b162eb87-c093-4f89-9a50-96d50832e980 req-1b4b3c4c-64e0-41d4-8159-b9d83522fc8c service neutron] 10.222.0.112 "GET /v2.0/networks/a3798fb5-4a80-4cab-8456-d8472daef890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0660086 May 19 11:24:22.479619 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172967c1-8ccb-4a09-afab-53643378cb8a req-68c0314e-ea5e-498c-9f14-ec2ead942b1f tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:24:22.480341 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-172967c1-8ccb-4a09-afab-53643378cb8a req-68c0314e-ea5e-498c-9f14-ec2ead942b1f tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 946 time: 0.0434253 May 19 11:24:22.506073 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-172967c1-8ccb-4a09-afab-53643378cb8a req-092fdce1-2d18-4cc8-ba70-bde2c84ac778 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0193944 May 19 11:24:23.651482 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da61517-1cb9-4fbc-96e8-7579a16fc085 req-048f1f09-ae6e-4603-92ff-994dce5fcbdd tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:24:23.652417 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-1da61517-1cb9-4fbc-96e8-7579a16fc085 req-048f1f09-ae6e-4603-92ff-994dce5fcbdd tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 946 time: 0.0602877 May 19 11:24:23.681819 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-1da61517-1cb9-4fbc-96e8-7579a16fc085 req-ccf1d3c4-f26c-4611-9402-1b176c627e80 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0254321 May 19 11:24:24.827137 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09df84ed-53d4-4f7e-8041-f0e5e33ed8c3 req-d7701ab0-f90e-4dbb-bf10-f6b2d4590fbc tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:24:24.828154 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-09df84ed-53d4-4f7e-8041-f0e5e33ed8c3 req-d7701ab0-f90e-4dbb-bf10-f6b2d4590fbc tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 946 time: 0.0619385 May 19 11:24:24.862094 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-09df84ed-53d4-4f7e-8041-f0e5e33ed8c3 req-2be474ea-c52f-4aec-bee0-2eec524002b9 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267749 May 19 11:24:26.005260 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52353727-1a00-48a4-9f90-812fe19e94f2 req-738b6aa0-2aac-458d-aafb-eb7e017cc157 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:24:26.006237 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-52353727-1a00-48a4-9f90-812fe19e94f2 req-738b6aa0-2aac-458d-aafb-eb7e017cc157 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 946 time: 0.0576208 May 19 11:24:26.035669 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-52353727-1a00-48a4-9f90-812fe19e94f2 req-e6fd16d0-d41c-4bb5-bfd3-58a5ff41c6e0 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0251784 May 19 11:24:27.192780 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c82f3b7-a18e-4a63-ab54-e893d84dce9d req-b647c288-3126-4854-a585-b70e47aeb4e8 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:24:27.193701 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-5c82f3b7-a18e-4a63-ab54-e893d84dce9d req-b647c288-3126-4854-a585-b70e47aeb4e8 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 946 time: 0.0715089 May 19 11:24:27.234033 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-5c82f3b7-a18e-4a63-ab54-e893d84dce9d req-41c0c948-928a-40ff-8f49-d21d5c506719 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359201 May 19 11:24:27.706723 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Device 00edbb1e-afcd-45a6-9d3e-656deafeff64 no longer exists at agent hyperv_hv-cinder-78776 {{(pid=91057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 11:24:27.789335 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:24:27.808176 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '805b9f6f-4b2c-492f-91b3-aaba512bf6f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00edbb1e-afcd-45a6-9d3e-656deafeff64'}] {{(pid=91057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 11:24:27.815240 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] For port 00edbb1e-afcd-45a6-9d3e-656deafeff64, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=00edbb1e-afcd-45a6-9d3e-656deafeff64,segment=NetworkSegment(e1b8a063-d2ab-44b0-88b2-aa693e3413a5),segment_id=e1b8a063-d2ab-44b0-88b2-aa693e3413a5)] {{(pid=91057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:24:27.819835 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602'] for port, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:24:27.821142 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:24:27.865419 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Pushing event updated for resources: {'Port': ['ID=00edbb1e-afcd-45a6-9d3e-656deafeff64,revision_number=6']} {{(pid=91057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:24:27.870332 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:24:27.870536 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:24:27.870751 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:24:27.870959 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:24:27.871166 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:24:27.871374 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:24:27.871579 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:24:27.871783 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:24:27.871990 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:24:27.872194 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:24:27.872397 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:24:27.872598 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:24:27.875441 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:24:27.884280 dv-cinder-787764-1-iscsi neutron-server[91057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '805b9f6f-4b2c-492f-91b3-aaba512bf6f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00edbb1e-afcd-45a6-9d3e-656deafeff64', 'code': 200} May 19 11:24:28.368021 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8365bd9c-a467-4a8d-9a1d-14b7e6082fef req-a39b96cd-f174-48fc-a7e9-311ec1dd1983 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:24:28.369041 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-8365bd9c-a467-4a8d-9a1d-14b7e6082fef req-a39b96cd-f174-48fc-a7e9-311ec1dd1983 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0554979 May 19 11:24:28.398467 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-8365bd9c-a467-4a8d-9a1d-14b7e6082fef req-803b1ad6-690b-41a0-a1d4-d481e271f7b1 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0253999 May 19 11:24:29.523140 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daf0c77-1b66-447f-ba81-54702ee3c85c req-9517f0ca-3522-4efb-b456-fdc6851dfa33 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:24:29.524130 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-7daf0c77-1b66-447f-ba81-54702ee3c85c req-9517f0ca-3522-4efb-b456-fdc6851dfa33 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0568728 May 19 11:24:29.553078 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-7daf0c77-1b66-447f-ba81-54702ee3c85c req-ea22f86b-decc-4544-9083-85b214cd9d4e tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0250292 May 19 11:24:30.720881 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ebce21-1512-4420-b2a2-8989d33914f1 req-c3cefadb-fe17-4d9f-b2ee-6d88b1ecf3d8 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:24:30.722053 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-43ebce21-1512-4420-b2a2-8989d33914f1 req-c3cefadb-fe17-4d9f-b2ee-6d88b1ecf3d8 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0809317 May 19 11:24:30.756462 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-43ebce21-1512-4420-b2a2-8989d33914f1 req-6b921e7f-c510-4c62-b442-cf1e18fa84bd tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272830 May 19 11:24:31.896953 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82d95a4-1c21-4c9b-8cf0-29d1fcc8ba0a req-ae30d001-f854-4a04-be5e-abd2a2eaa29f tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:24:31.897993 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-f82d95a4-1c21-4c9b-8cf0-29d1fcc8ba0a req-ae30d001-f854-4a04-be5e-abd2a2eaa29f tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0593653 May 19 11:24:31.927793 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-f82d95a4-1c21-4c9b-8cf0-29d1fcc8ba0a req-ab840442-67d8-49bb-9ea3-47902f8a90e0 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0256512 May 19 11:24:33.052200 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dc2a72-1ad4-457b-a9ac-97d59b0d87f7 req-b2e28b3c-f938-4a90-bc33-260f2423d2b1 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:24:33.053167 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-d7dc2a72-1ad4-457b-a9ac-97d59b0d87f7 req-b2e28b3c-f938-4a90-bc33-260f2423d2b1 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0536456 May 19 11:24:33.083749 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-d7dc2a72-1ad4-457b-a9ac-97d59b0d87f7 req-f8fe5b36-ecdb-45e3-8af1-5a3a3efe3bcc tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0261891 May 19 11:24:34.205346 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72c0d8f-7fb8-4aa6-a117-01579cfebcb8 req-8c245926-8d1a-4f8c-9caa-063b3a5b502c tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:24:34.206315 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-b72c0d8f-7fb8-4aa6-a117-01579cfebcb8 req-8c245926-8d1a-4f8c-9caa-063b3a5b502c tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0525100 May 19 11:24:34.234071 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-b72c0d8f-7fb8-4aa6-a117-01579cfebcb8 req-fbb3db9a-0b62-47f4-8543-de5fba57f9be tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0238082 May 19 11:24:34.586338 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-24f80c35-7d3d-4d78-b05f-fba1c0b2d908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:24:35.397574 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a2f682-8c39-46fb-b3fe-591ab5663fe1 req-ebc2defc-a391-4db9-a63c-9dde7fb6b8b9 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:24:35.399440 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-27a2f682-8c39-46fb-b3fe-591ab5663fe1 req-ebc2defc-a391-4db9-a63c-9dde7fb6b8b9 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0829628 May 19 11:24:35.485178 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-27a2f682-8c39-46fb-b3fe-591ab5663fe1 req-b9791159-6e22-40d2-b3d6-57bd7e87efaa tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811563 May 19 11:24:35.804478 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:24:36.196488 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-6380f3cd-5784-4b92-bf29-429b4d3e453c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:24:36.626518 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeb4696-40aa-4891-bdcd-e9955ff5cc51 req-daf630f6-2ff0-493e-aab7-fdc238103a72 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:24:36.627448 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-daeb4696-40aa-4891-bdcd-e9955ff5cc51 req-daf630f6-2ff0-493e-aab7-fdc238103a72 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0586088 May 19 11:24:36.661826 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-daeb4696-40aa-4891-bdcd-e9955ff5cc51 req-96d705ca-652c-4a66-8b2f-696b1894283d tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277169 May 19 11:24:36.784129 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-f3552fb9-a093-42e6-b748-7ab8d8c7cb39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:24:37.825320 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfb5ce6-e6fb-4ab7-8b01-b1c6a22c0f72 req-76a18b9d-bcae-425d-9d69-47a8dc4e1a6c tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:24:37.826347 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-7dfb5ce6-e6fb-4ab7-8b01-b1c6a22c0f72 req-76a18b9d-bcae-425d-9d69-47a8dc4e1a6c tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0590227 May 19 11:24:37.855195 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-7dfb5ce6-e6fb-4ab7-8b01-b1c6a22c0f72 req-9aeff0fe-648b-4f93-9f0e-1f90c30d5386 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0250769 May 19 11:24:37.861936 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-66ec5bc0-6952-497b-8f33-b3c04bfd0b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:24:39.011857 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdf7c10-a6cf-4b3b-8e27-6292c1f050ac req-411d257a-7a2b-4ba1-9df7-29701423e8c3 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:24:39.012887 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-bbdf7c10-a6cf-4b3b-8e27-6292c1f050ac req-411d257a-7a2b-4ba1-9df7-29701423e8c3 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0715837 May 19 11:24:39.048269 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-bbdf7c10-a6cf-4b3b-8e27-6292c1f050ac req-6ad979cf-e1ef-4bbd-97f4-f7239ea5f4cb tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274079 May 19 11:24:40.181200 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944f562c-c182-4a3e-86de-7547b5ccaad2 req-0b478bbc-babe-4105-913d-b7afe47b1ef7 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:24:40.182219 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-944f562c-c182-4a3e-86de-7547b5ccaad2 req-0b478bbc-babe-4105-913d-b7afe47b1ef7 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0554750 May 19 11:24:40.214224 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-944f562c-c182-4a3e-86de-7547b5ccaad2 req-e3a4f065-d3d5-42ac-9343-96db7ff18984 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0253398 May 19 11:24:41.343159 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cce9e92-a869-4228-8cb5-915460a6719e req-48788a89-3446-4e54-9d60-bac34e94ffe8 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:24:41.344134 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-0cce9e92-a869-4228-8cb5-915460a6719e req-48788a89-3446-4e54-9d60-bac34e94ffe8 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0587687 May 19 11:24:41.373471 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-0cce9e92-a869-4228-8cb5-915460a6719e req-5fcb7449-6ddb-4537-98b0-a3cfd5d01744 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0254667 May 19 11:24:42.516025 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c38752d-953c-4c67-a52a-2deb5a4fcd7b req-f4106c78-e08b-4ad4-91df-f4ab642349f4 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:24:42.516990 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-1c38752d-953c-4c67-a52a-2deb5a4fcd7b req-f4106c78-e08b-4ad4-91df-f4ab642349f4 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0595067 May 19 11:24:42.552468 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-1c38752d-953c-4c67-a52a-2deb5a4fcd7b req-5d11b667-0336-4e66-ade4-ac3680ebde47 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0290194 May 19 11:24:43.685540 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8b8cbe-34df-4a80-a2c6-ed01ecd8645e req-8cc11323-2fdf-489f-86d3-3a76f08acb88 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:24:43.686441 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-2b8b8cbe-34df-4a80-a2c6-ed01ecd8645e req-8cc11323-2fdf-489f-86d3-3a76f08acb88 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0523281 May 19 11:24:43.712622 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-2b8b8cbe-34df-4a80-a2c6-ed01ecd8645e req-87c1554f-d710-494a-8b27-6e07f3fe8106 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0220878 May 19 11:24:44.852546 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8229a23-158f-40d3-a897-a12a338251b0 req-f297084d-a58d-428d-a077-c554ff69032c tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:24:44.853563 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-d8229a23-158f-40d3-a897-a12a338251b0 req-f297084d-a58d-428d-a077-c554ff69032c tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0598395 May 19 11:24:44.882994 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-d8229a23-158f-40d3-a897-a12a338251b0 req-def37be7-03bc-46ef-b583-dcd9b6486b78 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0257103 May 19 11:24:46.013261 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a50a2e8-7946-44b3-b9e5-9c7fe7cc61cb req-0d1a3388-22ee-41e4-b228-6dde33786323 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:24:46.014190 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-2a50a2e8-7946-44b3-b9e5-9c7fe7cc61cb req-0d1a3388-22ee-41e4-b228-6dde33786323 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0551143 May 19 11:24:46.045025 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-2a50a2e8-7946-44b3-b9e5-9c7fe7cc61cb req-105745cf-efb1-49a1-a297-f7727b426089 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0264821 May 19 11:24:46.344478 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:24:46.890638 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.agents_db [None req-9df4fd67-1abd-480d-9703-ac00f2726051 None None] Agent healthcheck: found 6 active agents {{(pid=91058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 11:24:47.172908 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6537f3-17ed-4ee0-9e82-ae627a2c3910 req-11165ea6-4c91-4c19-96e4-dce59136ac2e tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:24:47.174048 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-2f6537f3-17ed-4ee0-9e82-ae627a2c3910 req-11165ea6-4c91-4c19-96e4-dce59136ac2e tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0584054 May 19 11:24:47.203708 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-2f6537f3-17ed-4ee0-9e82-ae627a2c3910 req-ab493dd4-a3f9-43ee-bb45-1c5dc6c5348a tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0255709 May 19 11:24:48.511921 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d527eb-8e48-4e6b-a6e2-cce4ca2aa959 req-e8b8b7ab-4963-49d2-a785-a53e0df87eaf tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:24:48.512921 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-42d527eb-8e48-4e6b-a6e2-cce4ca2aa959 req-e8b8b7ab-4963-49d2-a785-a53e0df87eaf tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0736556 May 19 11:24:48.545306 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-42d527eb-8e48-4e6b-a6e2-cce4ca2aa959 req-13719f99-cb78-4f7b-b4c1-e1cf2c2634e5 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284352 May 19 11:24:49.689177 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0609749e-3701-4c30-a230-b6f95cda5b60 req-3d72894f-7b32-4edf-a123-b5d4113288dc tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:24:49.690177 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-0609749e-3701-4c30-a230-b6f95cda5b60 req-3d72894f-7b32-4edf-a123-b5d4113288dc tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0650418 May 19 11:24:49.723291 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-0609749e-3701-4c30-a230-b6f95cda5b60 req-92550235-1907-4975-8599-6c16de3da0e5 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0265706 May 19 11:24:50.864628 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0bd558-54d5-4ecb-a494-4ba1ca480d8e req-f31df546-2d35-47ff-a3ac-ca1e4462104e tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:24:50.865674 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-2e0bd558-54d5-4ecb-a494-4ba1ca480d8e req-f31df546-2d35-47ff-a3ac-ca1e4462104e tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0600028 May 19 11:24:50.896686 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-2e0bd558-54d5-4ecb-a494-4ba1ca480d8e req-b1476f62-1275-402c-86dc-0346508cee8a tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270665 May 19 11:24:52.030689 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fa6bb8-3c39-4079-9f78-6f6b806ef8dd req-c2c1bb49-8996-4c55-b2a1-93a846064e71 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:24:52.031646 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-e6fa6bb8-3c39-4079-9f78-6f6b806ef8dd req-c2c1bb49-8996-4c55-b2a1-93a846064e71 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0561218 May 19 11:24:52.060626 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-e6fa6bb8-3c39-4079-9f78-6f6b806ef8dd req-01385708-e5da-43ae-852b-69405d7af63a tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0251315 May 19 11:24:53.204628 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b581a8-cd72-420f-809a-134dfd3fc6ca req-0265a29f-2eab-4d30-b886-59ca6d4158e4 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:24:53.205603 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-11b581a8-cd72-420f-809a-134dfd3fc6ca req-0265a29f-2eab-4d30-b886-59ca6d4158e4 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0677271 May 19 11:24:53.238525 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-11b581a8-cd72-420f-809a-134dfd3fc6ca req-cba1612d-3c55-4ff6-9ae7-a1d9f52232ef tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0262637 May 19 11:24:54.374556 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a8979c-f363-4dfd-aea5-17936654f5b6 req-3f6d636f-67b2-445e-9157-3f02207299bd tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:24:54.375521 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-38a8979c-f363-4dfd-aea5-17936654f5b6 req-3f6d636f-67b2-445e-9157-3f02207299bd tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0623419 May 19 11:24:54.408334 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-38a8979c-f363-4dfd-aea5-17936654f5b6 req-91d52d0a-21db-4cea-a712-cd09c3d228b9 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0288422 May 19 11:24:55.545695 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeb3ecc-be10-4ee3-a526-d756c2fa4878 req-3c7f37b6-f714-4e56-bb35-e1d50f34ca9f tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:24:55.546635 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-dfeb3ecc-be10-4ee3-a526-d756c2fa4878 req-3c7f37b6-f714-4e56-bb35-e1d50f34ca9f tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0562856 May 19 11:24:55.576480 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-dfeb3ecc-be10-4ee3-a526-d756c2fa4878 req-f674d03b-576a-44ef-b99f-844a53553a72 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0255101 May 19 11:24:56.722616 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1b9978-f195-434b-b0aa-c3c2c46bba8d req-757cac23-9bc1-47a3-b340-3d0450c09655 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:24:56.723587 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-ca1b9978-f195-434b-b0aa-c3c2c46bba8d req-757cac23-9bc1-47a3-b340-3d0450c09655 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0688016 May 19 11:24:56.808088 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-ca1b9978-f195-434b-b0aa-c3c2c46bba8d req-72ee3a24-bea4-4e64-bc2c-e18d62ef2d42 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800731 May 19 11:24:57.934853 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e521147-bf04-4d4c-b286-b476b982cd29 req-f66552f5-4371-4d3e-8d4a-37aa824b9429 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:24:57.935795 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-8e521147-bf04-4d4c-b286-b476b982cd29 req-f66552f5-4371-4d3e-8d4a-37aa824b9429 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0557148 May 19 11:24:57.968647 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-8e521147-bf04-4d4c-b286-b476b982cd29 req-3ce61fb1-8eab-4a56-a788-b484f3d62839 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0263386 May 19 11:24:59.105910 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bb38db-d831-45f1-8121-4ae3a72f33c8 req-74351e9a-e1d2-48d2-8e2d-1c9947fb39e9 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:24:59.106855 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-39bb38db-d831-45f1-8121-4ae3a72f33c8 req-74351e9a-e1d2-48d2-8e2d-1c9947fb39e9 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0588164 May 19 11:24:59.136773 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-39bb38db-d831-45f1-8121-4ae3a72f33c8 req-c49edb7c-d02b-43fd-b38a-eaa03a603dc8 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0260468 May 19 11:25:00.275472 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdb5ce9-1d3d-4dfa-88e0-6ecd4814c7d4 req-feeb1693-2c77-40e8-bb06-1c7a5a1c3135 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:25:00.276419 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-8fdb5ce9-1d3d-4dfa-88e0-6ecd4814c7d4 req-feeb1693-2c77-40e8-bb06-1c7a5a1c3135 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0592849 May 19 11:25:00.307564 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-8fdb5ce9-1d3d-4dfa-88e0-6ecd4814c7d4 req-2b79ebd5-2caf-4705-b953-cc73f990b85f tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271809 May 19 11:25:01.453993 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debd9fe4-6a33-4289-84f1-1279e18fdc0f req-f71490db-2d6c-4fef-8f6d-662fce237d65 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:25:01.455035 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-debd9fe4-6a33-4289-84f1-1279e18fdc0f req-f71490db-2d6c-4fef-8f6d-662fce237d65 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0666389 May 19 11:25:01.485829 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-debd9fe4-6a33-4289-84f1-1279e18fdc0f req-f87a9ebd-f6c0-42ff-a63f-af55d321eea7 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0261149 May 19 11:25:02.626793 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10de708-1570-4ff3-bd04-afb3983166af req-434b5473-0d03-4a8b-916a-3f5d6b654000 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:25:02.627779 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-d10de708-1570-4ff3-bd04-afb3983166af req-434b5473-0d03-4a8b-916a-3f5d6b654000 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0580258 May 19 11:25:02.660902 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-d10de708-1570-4ff3-bd04-afb3983166af req-12015eec-c600-4a90-9019-f9789fcc9c98 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0263345 May 19 11:25:03.795165 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc1fba5-58bc-474d-9e1d-9ef3559a4605 req-f2cc5fd6-0f26-47c0-96d9-38fbdf659494 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:25:03.796109 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-cfc1fba5-58bc-474d-9e1d-9ef3559a4605 req-f2cc5fd6-0f26-47c0-96d9-38fbdf659494 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0647547 May 19 11:25:03.831327 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-cfc1fba5-58bc-474d-9e1d-9ef3559a4605 req-fdea7acd-88d5-4729-bcb1-988364c475a1 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283363 May 19 11:25:04.585628 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-201931bb-af7f-4293-bb95-ea20dbb4a8d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:25:04.972776 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e123da-abe4-4f6a-9e3c-d18fe10b4c4a req-e524a3db-093d-40eb-9b88-c97bbe68102f tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:25:04.973716 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-89e123da-abe4-4f6a-9e3c-d18fe10b4c4a req-e524a3db-093d-40eb-9b88-c97bbe68102f tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0595148 May 19 11:25:05.008562 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-89e123da-abe4-4f6a-9e3c-d18fe10b4c4a req-5ccf93a6-25f7-4289-96db-ef5ddec25a4c tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282393 May 19 11:25:05.803780 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:25:06.153459 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e838f5e5-d258-4f83-83c9-4b06f5374f67 req-065f8668-deb0-41ff-a633-92d132f81c2e tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:25:06.154459 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-e838f5e5-d258-4f83-83c9-4b06f5374f67 req-065f8668-deb0-41ff-a633-92d132f81c2e tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0587223 May 19 11:25:06.183556 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-e838f5e5-d258-4f83-83c9-4b06f5374f67 req-6fb9b132-fcde-41b1-9820-6c927636e718 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0248415 May 19 11:25:06.194044 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-fb189386-db85-452f-bafc-526abf2a80c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:25:06.787703 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-f3552fb9-a093-42e6-b748-7ab8d8c7cb39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:25:07.315886 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95eefc0-cb33-4c6a-85ce-4b797b298139 req-d40d9bc9-f58e-4d38-9d71-50b80ea0b443 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:25:07.316888 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-e95eefc0-cb33-4c6a-85ce-4b797b298139 req-d40d9bc9-f58e-4d38-9d71-50b80ea0b443 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0546725 May 19 11:25:07.345176 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-e95eefc0-cb33-4c6a-85ce-4b797b298139 req-64fde372-be5d-41c9-aca6-0fe6d46b6878 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0243258 May 19 11:25:07.874100 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-66ec5bc0-6952-497b-8f33-b3c04bfd0b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:25:08.473128 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be417438-0af0-421e-9761-e2660570f040 req-89b00a56-7b24-4531-9db6-4006e163c498 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:25:08.474106 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-be417438-0af0-421e-9761-e2660570f040 req-89b00a56-7b24-4531-9db6-4006e163c498 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0551133 May 19 11:25:08.503501 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-be417438-0af0-421e-9761-e2660570f040 req-a5f092a3-a6c0-4845-a5b1-192c1727d247 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0251355 May 19 11:25:09.628068 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc513949-1acf-4087-9b50-d1a448af087a req-b7cb6988-15b0-454c-adfc-d2b169d06e36 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:25:09.628915 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-bc513949-1acf-4087-9b50-d1a448af087a req-b7cb6988-15b0-454c-adfc-d2b169d06e36 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0584285 May 19 11:25:09.664342 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-bc513949-1acf-4087-9b50-d1a448af087a req-3574683c-8257-470d-a688-2d8e78f67411 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0288851 May 19 11:25:10.807362 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67097c8b-4f45-424d-a06e-ed390afdf930 req-e5d29e37-ef83-4cae-a759-f9061303e358 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:25:10.808326 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-67097c8b-4f45-424d-a06e-ed390afdf930 req-e5d29e37-ef83-4cae-a759-f9061303e358 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0574932 May 19 11:25:10.838093 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-67097c8b-4f45-424d-a06e-ed390afdf930 req-b8f77fbb-39c6-41c7-8088-ff5970723c11 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0260065 May 19 11:25:11.978899 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e2a7e2-3d0c-441a-9f82-98f85ec41b22 req-f7a57a1c-a42f-47d2-928f-0a40847b1720 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:25:11.979827 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-75e2a7e2-3d0c-441a-9f82-98f85ec41b22 req-f7a57a1c-a42f-47d2-928f-0a40847b1720 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0585077 May 19 11:25:12.008189 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-75e2a7e2-3d0c-441a-9f82-98f85ec41b22 req-56424ba8-7dfb-45a0-a43a-f3d7a1a5d200 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0246043 May 19 11:25:13.173416 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab636b3-eaec-45db-9285-6775fd9005aa req-9c855e52-3bb0-4fa0-93ad-fc276873e21e tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:25:13.174427 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-0ab636b3-eaec-45db-9285-6775fd9005aa req-9c855e52-3bb0-4fa0-93ad-fc276873e21e tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0712683 May 19 11:25:13.204901 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-0ab636b3-eaec-45db-9285-6775fd9005aa req-8e6d8ac9-fd26-4a97-bcec-70565ed6a4de tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0258887 May 19 11:25:14.352401 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63d636f-3c45-4053-838e-264158d97972 req-8f34e26f-0839-4d27-a91e-566529bfeefb tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:25:14.353435 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-b63d636f-3c45-4053-838e-264158d97972 req-8f34e26f-0839-4d27-a91e-566529bfeefb tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0585527 May 19 11:25:14.381909 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-b63d636f-3c45-4053-838e-264158d97972 req-5575119c-c645-49ce-aa01-aa55997ae8f7 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0245225 May 19 11:25:15.507882 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5e5a34-f013-4884-a5e0-0bd63df5835f req-7f9bacba-6cf4-47dc-860d-7add37ea4fc6 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:25:15.508789 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-ed5e5a34-f013-4884-a5e0-0bd63df5835f req-7f9bacba-6cf4-47dc-860d-7add37ea4fc6 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0588489 May 19 11:25:15.542239 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-ed5e5a34-f013-4884-a5e0-0bd63df5835f req-7a42b778-fc03-42ab-a775-1e4c3c1e0e17 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268912 May 19 11:25:16.374240 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:25:16.687436 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439a1794-6823-4095-adf0-130ba9a64ff1 req-1777fa50-ff16-48f7-85c8-dd1ac918d8fd tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:25:16.688456 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-439a1794-6823-4095-adf0-130ba9a64ff1 req-1777fa50-ff16-48f7-85c8-dd1ac918d8fd tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0578976 May 19 11:25:16.717826 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-439a1794-6823-4095-adf0-130ba9a64ff1 req-1657a734-df79-42c0-ba93-f0dadb9a2f6c tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0255177 May 19 11:25:17.864483 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20700ec-cec3-4bb9-b878-080d5c478e45 req-217af01d-5c2c-43b1-9752-9950141d5661 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:25:17.865909 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-a20700ec-cec3-4bb9-b878-080d5c478e45 req-217af01d-5c2c-43b1-9752-9950141d5661 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0583346 May 19 11:25:17.947581 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-a20700ec-cec3-4bb9-b878-080d5c478e45 req-8839fabf-26bb-4aee-888a-254986de64d3 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776377 May 19 11:25:19.090293 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96abd6b3-8886-4384-9faf-11b4a7092f95 req-807d2f92-a396-44ee-a0cc-1cefd25edf29 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:25:19.091323 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-96abd6b3-8886-4384-9faf-11b4a7092f95 req-807d2f92-a396-44ee-a0cc-1cefd25edf29 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0598705 May 19 11:25:19.123237 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-96abd6b3-8886-4384-9faf-11b4a7092f95 req-2de298c6-48ad-4eb3-bbe7-dbefbfb7a685 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277941 May 19 11:25:19.623258 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-1476ed5b-b0de-441d-8fab-36fd5507574e req-587f125b-8cc9-4d26-8862-31a58c551d9f service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=c0db6460-3f99-4ce1-ab18-833a31767472&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0557284 May 19 11:25:20.043904 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1476ed5b-b0de-441d-8fab-36fd5507574e req-a27d5792-8c09-4821-84a0-48620f9bfacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:25:20.044912 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-1476ed5b-b0de-441d-8fab-36fd5507574e req-a27d5792-8c09-4821-84a0-48620f9bfacb service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=74451180ce2649c199795adfd8a38c53&device_id=c0db6460-3f99-4ce1-ab18-833a31767472 HTTP/1.1" status: 200 len: 1098 time: 0.0496879 May 19 11:25:20.156563 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1476ed5b-b0de-441d-8fab-36fd5507574e req-206c0b91-8963-4252-8c7b-4a56df24b9be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:25:20.157623 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-1476ed5b-b0de-441d-8fab-36fd5507574e req-206c0b91-8963-4252-8c7b-4a56df24b9be service neutron] 10.222.0.112 "GET /v2.0/networks?id=ab3676a9-fb1a-415e-9230-9c46db1e9d0d HTTP/1.1" status: 200 len: 916 time: 0.0930283 May 19 11:25:20.209961 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-1476ed5b-b0de-441d-8fab-36fd5507574e req-5f677388-7029-4cc0-9a9d-3056d2b2c115 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=95f9c7cd-41c7-4fd7-ba57-91ab7aa77107 HTTP/1.1" status: 200 len: 217 time: 0.0435474 May 19 11:25:20.249511 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c59ba78-10ce-46d3-a7e5-e00cf50f8fc0 req-ec502570-e554-4023-8ef9-ef525e6d3847 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:25:20.250511 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-9c59ba78-10ce-46d3-a7e5-e00cf50f8fc0 req-ec502570-e554-4023-8ef9-ef525e6d3847 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0545988 May 19 11:25:20.263042 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1476ed5b-b0de-441d-8fab-36fd5507574e req-18be0a9d-d728-4722-90bb-31f75c2da1be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:25:20.264038 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-1476ed5b-b0de-441d-8fab-36fd5507574e req-18be0a9d-d728-4722-90bb-31f75c2da1be service neutron] 10.222.0.112 "GET /v2.0/subnets?id=0c1eeb82-ed76-4ff9-a5b3-85f21b5520e7 HTTP/1.1" status: 200 len: 854 time: 0.0465961 May 19 11:25:20.279913 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-9c59ba78-10ce-46d3-a7e5-e00cf50f8fc0 req-424592d8-0429-4d78-8be9-7ddce62b8b78 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0252557 May 19 11:25:20.298627 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-1476ed5b-b0de-441d-8fab-36fd5507574e req-2519fe27-d2dc-4dfc-b200-1ea84d142b2f service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=ab3676a9-fb1a-415e-9230-9c46db1e9d0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262287 May 19 11:25:20.388337 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-1476ed5b-b0de-441d-8fab-36fd5507574e req-86a27175-6824-425c-ba95-f5e16c2b17f1 service neutron] 10.222.0.112 "GET /v2.0/networks/ab3676a9-fb1a-415e-9230-9c46db1e9d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810413 May 19 11:25:20.469140 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-1476ed5b-b0de-441d-8fab-36fd5507574e req-a60f16d5-1821-4ca3-8ab9-efc173590fc2 service neutron] 10.222.0.112 "GET /v2.0/networks/ab3676a9-fb1a-415e-9230-9c46db1e9d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0725102 May 19 11:25:21.398154 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91a1b4e-4158-4ac7-aa05-b77971495414 req-75eceaf6-2b63-43b9-bef1-68c7762db22f tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:25:21.399069 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-e91a1b4e-4158-4ac7-aa05-b77971495414 req-75eceaf6-2b63-43b9-bef1-68c7762db22f tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0532815 May 19 11:25:21.429098 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-e91a1b4e-4158-4ac7-aa05-b77971495414 req-80fc1e7c-451a-43e9-b5a1-d5797d585b51 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0266058 May 19 11:25:22.549003 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf05ee4-3e1f-4a60-a13c-675c610ee2bb req-005125ec-f097-41b8-8d6b-afd722987214 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:25:22.549871 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-3bf05ee4-3e1f-4a60-a13c-675c610ee2bb req-005125ec-f097-41b8-8d6b-afd722987214 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0566068 May 19 11:25:22.582819 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-3bf05ee4-3e1f-4a60-a13c-675c610ee2bb req-a9395af4-32da-4238-9f2d-24f78818818f tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0264049 May 19 11:25:23.722622 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f4d561-1fd6-49f8-9c7b-5a25d8e58323 req-948c8dd0-79e5-4f2a-acd5-db3c051f63e0 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:25:23.723614 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-e3f4d561-1fd6-49f8-9c7b-5a25d8e58323 req-948c8dd0-79e5-4f2a-acd5-db3c051f63e0 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0566299 May 19 11:25:23.752342 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-e3f4d561-1fd6-49f8-9c7b-5a25d8e58323 req-614c4466-afad-43ed-bf83-6ac22c9dc50d tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0248024 May 19 11:25:23.888111 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.agents_db [None req-9df4fd67-1abd-480d-9703-ac00f2726051 None None] Agent healthcheck: found 6 active agents {{(pid=91058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 11:25:24.902280 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807d0f5b-d41f-4826-ac06-872d02b89c7a req-b89bf316-c0ab-4947-91cc-75dc32c05976 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:25:24.903302 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-807d0f5b-d41f-4826-ac06-872d02b89c7a req-b89bf316-c0ab-4947-91cc-75dc32c05976 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0687051 May 19 11:25:24.940532 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-807d0f5b-d41f-4826-ac06-872d02b89c7a req-79cee5e7-9654-4d54-982f-7dc18b3a353b tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302866 May 19 11:25:26.161726 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169e54c1-2532-4743-8f2c-79c1633d0e39 req-7af0013d-5581-490a-b049-5e41e1ab83c9 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:25:26.162676 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-169e54c1-2532-4743-8f2c-79c1633d0e39 req-7af0013d-5581-490a-b049-5e41e1ab83c9 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.1387601 May 19 11:25:26.195011 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-169e54c1-2532-4743-8f2c-79c1633d0e39 req-5c7c6e30-b2c1-4013-b673-0752c4fcc261 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0253296 May 19 11:25:27.336588 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da55872a-de2a-4822-b7b7-181ac54d9987 req-5c31c928-d5b1-4d83-a297-d5be5cbb7a5f tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:25:27.337420 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-da55872a-de2a-4822-b7b7-181ac54d9987 req-5c31c928-d5b1-4d83-a297-d5be5cbb7a5f tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0582952 May 19 11:25:27.366160 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-da55872a-de2a-4822-b7b7-181ac54d9987 req-cf7b830e-7cbc-4a5d-9e40-37a1ffa7cb8f tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0247266 May 19 11:25:28.502031 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cc4016-96d8-4b8c-ae88-a9d0c6c62c82 req-4953bb15-3749-484b-945a-872481eb885b tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:25:28.502940 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-d6cc4016-96d8-4b8c-ae88-a9d0c6c62c82 req-4953bb15-3749-484b-945a-872481eb885b tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0545337 May 19 11:25:28.530898 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-d6cc4016-96d8-4b8c-ae88-a9d0c6c62c82 req-d4752ab8-f033-41bd-9d63-2d4c9141ef8e tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0240526 May 19 11:25:29.671822 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fc9c0f-7762-4911-8640-4c371de93704 req-f162dbed-b320-46ea-9218-d4e36cee72ee tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:25:29.672754 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-c6fc9c0f-7762-4911-8640-4c371de93704 req-f162dbed-b320-46ea-9218-d4e36cee72ee tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0621347 May 19 11:25:29.704839 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-c6fc9c0f-7762-4911-8640-4c371de93704 req-40bfb8fe-6188-431c-9363-6e9b515e8685 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0250046 May 19 11:25:30.865380 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9959a9f1-8bdc-4e24-9f88-4da5fd3890ca req-17448412-a6a0-488f-800d-e480be4ce03c tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:25:30.866470 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-9959a9f1-8bdc-4e24-9f88-4da5fd3890ca req-17448412-a6a0-488f-800d-e480be4ce03c tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0714889 May 19 11:25:30.901276 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-9959a9f1-8bdc-4e24-9f88-4da5fd3890ca req-407a5e5a-590c-46db-b1bf-cc7497c8bf49 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302835 May 19 11:25:32.042821 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677993b5-0536-47f8-8fd7-55832d9105dd req-3be08bee-9e2a-4b61-90c5-379cb3eca89f tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:25:32.043866 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-677993b5-0536-47f8-8fd7-55832d9105dd req-3be08bee-9e2a-4b61-90c5-379cb3eca89f tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0561035 May 19 11:25:32.074023 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-677993b5-0536-47f8-8fd7-55832d9105dd req-0ba313b3-add9-49b8-89c4-8c76fa64a152 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0256264 May 19 11:25:33.195852 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92ce6ab-8190-4f93-b241-ab16f7b3e8d7 req-68e469c2-b954-4a2e-b5c4-87f895d37282 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:25:33.196824 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-b92ce6ab-8190-4f93-b241-ab16f7b3e8d7 req-68e469c2-b954-4a2e-b5c4-87f895d37282 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0552375 May 19 11:25:33.226281 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-b92ce6ab-8190-4f93-b241-ab16f7b3e8d7 req-3a6863cc-9274-45d1-9b1f-ad742814c2ff tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0254424 May 19 11:25:34.369847 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7955de-3be6-4018-ae57-f03298bcc684 req-700b074c-da3f-4e14-8824-5c5d092a3602 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:25:34.370895 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-4b7955de-3be6-4018-ae57-f03298bcc684 req-700b074c-da3f-4e14-8824-5c5d092a3602 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0547230 May 19 11:25:34.400103 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-4b7955de-3be6-4018-ae57-f03298bcc684 req-3221c46a-9635-4e9d-b57c-d3ffdd63031b tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0252852 May 19 11:25:34.576686 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-d2742c59-6a67-4b32-baa0-9443b739b861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:25:35.548295 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72144a1-7514-42d3-b99b-e16150c09fb6 req-2752ad4a-963e-4c1b-bdbe-391dd58a4ba7 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:25:35.549945 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-c72144a1-7514-42d3-b99b-e16150c09fb6 req-2752ad4a-963e-4c1b-bdbe-391dd58a4ba7 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0671897 May 19 11:25:35.578123 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-c72144a1-7514-42d3-b99b-e16150c09fb6 req-00dbb97b-447b-4424-8f48-171cde581e99 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0244682 May 19 11:25:35.805852 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:25:36.202353 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-42b0c957-a351-4d0f-8fa1-8c2c91787d40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:25:36.702687 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f763f41f-6e25-41c8-9919-e83ec632073c req-f98f884d-576d-402e-b3b9-6fa038a085b4 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:25:36.703621 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-f763f41f-6e25-41c8-9919-e83ec632073c req-f98f884d-576d-402e-b3b9-6fa038a085b4 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0553839 May 19 11:25:36.734964 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-f763f41f-6e25-41c8-9919-e83ec632073c req-a91aa110-2138-4d5f-9e12-ea31401ce7cd tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273788 May 19 11:25:36.782056 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-f3552fb9-a093-42e6-b748-7ab8d8c7cb39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:25:37.868097 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-66ec5bc0-6952-497b-8f33-b3c04bfd0b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:25:37.891396 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1cd890-3a33-422f-953f-b7c92666c637 req-4e3f27ff-4da4-4de6-a617-2b0d0db33bc2 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:25:37.892490 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-fd1cd890-3a33-422f-953f-b7c92666c637 req-4e3f27ff-4da4-4de6-a617-2b0d0db33bc2 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0638392 May 19 11:25:37.922604 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-fd1cd890-3a33-422f-953f-b7c92666c637 req-27e550a1-d824-4680-a19f-f9f56969f35b tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0258918 May 19 11:25:39.062639 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169cd68a-49b9-449c-ad9a-a956fe2cda8e req-94ca7306-e517-43a3-ba52-2b98408d3367 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:25:39.063645 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-169cd68a-49b9-449c-ad9a-a956fe2cda8e req-94ca7306-e517-43a3-ba52-2b98408d3367 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0562508 May 19 11:25:39.144157 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-169cd68a-49b9-449c-ad9a-a956fe2cda8e req-b8207121-8bc8-40bd-b23f-83ab9d2ec939 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765395 May 19 11:25:40.298902 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d3684f-6558-496d-b971-60485a566c58 req-ce278844-e83c-4612-a111-66273f8f953c tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:25:40.300756 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-09d3684f-6558-496d-b971-60485a566c58 req-ce278844-e83c-4612-a111-66273f8f953c tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0750628 May 19 11:25:40.337625 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-09d3684f-6558-496d-b971-60485a566c58 req-4867f63e-ab4a-42ee-856d-bdb92c0a3ee7 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319982 May 19 11:25:41.488261 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562b3d4a-b69b-463a-ac6b-ed83589fb64c req-2f15f923-dcd6-49d8-a93d-f2fb3c060465 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:25:41.489301 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-562b3d4a-b69b-463a-ac6b-ed83589fb64c req-2f15f923-dcd6-49d8-a93d-f2fb3c060465 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0592151 May 19 11:25:41.520927 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-562b3d4a-b69b-463a-ac6b-ed83589fb64c req-efc7e5e7-1c88-469e-9c68-d1f6d03e2c88 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0246110 May 19 11:25:42.679687 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bf0fad-51f5-4569-b1c3-cd1e38e87244 req-f36195fb-c4f8-4292-a0d0-c8b21e925c0c tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:25:42.680739 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-42bf0fad-51f5-4569-b1c3-cd1e38e87244 req-f36195fb-c4f8-4292-a0d0-c8b21e925c0c tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0740285 May 19 11:25:42.711786 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-42bf0fad-51f5-4569-b1c3-cd1e38e87244 req-70f8544e-642a-4443-a1ac-49efffc7c9f0 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268838 May 19 11:25:43.858116 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c96d68-1f07-4a27-8650-6e118d394141 req-166f889e-b340-4974-87ab-e731ec7e8d4b tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:25:43.859171 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-87c96d68-1f07-4a27-8650-6e118d394141 req-166f889e-b340-4974-87ab-e731ec7e8d4b tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0667348 May 19 11:25:43.889248 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-87c96d68-1f07-4a27-8650-6e118d394141 req-fe3145c9-a8ba-4ab2-9427-1e90f7102438 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0258017 May 19 11:25:45.029244 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d233e95d-36eb-42f4-9025-fc68bfc4a235 req-47ff9ef4-27ce-4b75-a8da-495bce2ebb93 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:25:45.030195 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-d233e95d-36eb-42f4-9025-fc68bfc4a235 req-47ff9ef4-27ce-4b75-a8da-495bce2ebb93 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0667863 May 19 11:25:45.060717 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-d233e95d-36eb-42f4-9025-fc68bfc4a235 req-e2af8584-8c98-47ad-acf6-c974a495afff tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0265458 May 19 11:25:46.219117 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e6194d-b925-42f0-9915-d31ff0484a9e req-cef81086-8aca-44e5-af97-fd5693432826 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:25:46.224531 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-31e6194d-b925-42f0-9915-d31ff0484a9e req-cef81086-8aca-44e5-af97-fd5693432826 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0600812 May 19 11:25:46.253533 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-31e6194d-b925-42f0-9915-d31ff0484a9e req-ed7a0ef4-0ea2-48d2-85a2-dd79545de475 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286112 May 19 11:25:46.372048 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:25:47.378815 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d970b6e-f6a2-4c76-9b89-b90c96145c4d req-49ba1238-e191-4de4-9e58-474047cbee06 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:25:47.379807 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-7d970b6e-f6a2-4c76-9b89-b90c96145c4d req-49ba1238-e191-4de4-9e58-474047cbee06 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0537438 May 19 11:25:47.409027 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-7d970b6e-f6a2-4c76-9b89-b90c96145c4d req-63ea918d-c014-474e-b4e8-bd203639880d tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0251725 May 19 11:25:48.544893 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0040ade1-0699-4c84-b3af-b2798bb80da3 req-97aad4ea-02cc-4cdf-acd6-448f8db6c924 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:25:48.546612 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-0040ade1-0699-4c84-b3af-b2798bb80da3 req-97aad4ea-02cc-4cdf-acd6-448f8db6c924 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0668623 May 19 11:25:48.576015 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-0040ade1-0699-4c84-b3af-b2798bb80da3 req-876b1945-705b-4193-898a-a5bfe07b7af4 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0246596 May 19 11:25:49.870312 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f39b5a9-05a1-4c54-921c-05803b83ff25 req-fabf606c-fbd0-4249-9eca-ee809f99f201 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:25:49.871298 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-4f39b5a9-05a1-4c54-921c-05803b83ff25 req-fabf606c-fbd0-4249-9eca-ee809f99f201 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0522614 May 19 11:25:49.899807 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-4f39b5a9-05a1-4c54-921c-05803b83ff25 req-4089e393-18ed-43d3-8ab0-993edc50bbff tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0246100 May 19 11:25:51.062137 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d6789c-547e-4dd9-96bb-8c078f9949f0 req-7dc718dd-7e10-497c-b224-f39b415882aa tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:25:51.063589 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-11d6789c-547e-4dd9-96bb-8c078f9949f0 req-7dc718dd-7e10-497c-b224-f39b415882aa tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0738964 May 19 11:25:51.094215 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-11d6789c-547e-4dd9-96bb-8c078f9949f0 req-9d4175a6-2e93-4bd8-84c3-33df37954a07 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0264673 May 19 11:25:52.247531 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d214b72f-73e3-4ede-8862-9a47199a42d2 req-eaf0b0a5-0dcf-490d-a195-e9eb42356523 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:25:52.248579 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-d214b72f-73e3-4ede-8862-9a47199a42d2 req-eaf0b0a5-0dcf-490d-a195-e9eb42356523 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0683157 May 19 11:25:52.283330 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-d214b72f-73e3-4ede-8862-9a47199a42d2 req-e4b05c2b-133c-48c4-85f2-848719f76d83 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307376 May 19 11:25:53.419164 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffe04bc-1c5e-4833-9e1d-22a591d7e4bd req-8cb099fd-36cb-4f04-a9f3-32913ff77c06 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:25:53.420140 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-5ffe04bc-1c5e-4833-9e1d-22a591d7e4bd req-8cb099fd-36cb-4f04-a9f3-32913ff77c06 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0610380 May 19 11:25:53.450538 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-5ffe04bc-1c5e-4833-9e1d-22a591d7e4bd req-771b904f-8cee-4148-82ff-290ed2e22d7c tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0262299 May 19 11:25:54.581204 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efd5180-8034-46b5-b950-634878669d53 req-abe34963-f153-4cf0-a782-27d919dc7be1 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:25:54.582028 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-8efd5180-8034-46b5-b950-634878669d53 req-abe34963-f153-4cf0-a782-27d919dc7be1 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0565815 May 19 11:25:54.611590 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-8efd5180-8034-46b5-b950-634878669d53 req-6c714eb8-d8dd-47c5-8d3e-3558661d40db tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0256071 May 19 11:25:55.766537 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e828fbd-8b01-49a7-ba65-147fff004dd4 req-14a4cf52-2fbd-46ce-a22f-95a937d1471c tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:25:55.767520 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-9e828fbd-8b01-49a7-ba65-147fff004dd4 req-14a4cf52-2fbd-46ce-a22f-95a937d1471c tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0635333 May 19 11:25:55.799483 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-9e828fbd-8b01-49a7-ba65-147fff004dd4 req-86810b29-34ce-471b-879f-6091269f1153 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280890 May 19 11:25:56.944009 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6ad2eb-f4a3-4971-93c7-17d4c7b730e1 req-a27adad3-9655-458b-9856-f89ff21db60a tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:25:56.945050 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-ca6ad2eb-f4a3-4971-93c7-17d4c7b730e1 req-a27adad3-9655-458b-9856-f89ff21db60a tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0622029 May 19 11:25:56.974546 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-ca6ad2eb-f4a3-4971-93c7-17d4c7b730e1 req-22f260f8-39cc-48b6-9f29-5d503af51eb2 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0253334 May 19 11:25:58.092918 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f031232d-b732-4376-8157-5e6e8fbee15e req-3dc27fe4-cfec-43dd-93d2-68a71cfbac07 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:25:58.093915 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-f031232d-b732-4376-8157-5e6e8fbee15e req-3dc27fe4-cfec-43dd-93d2-68a71cfbac07 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0525203 May 19 11:25:58.124636 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-f031232d-b732-4376-8157-5e6e8fbee15e req-b438814b-1f22-4324-9382-5cc80fe22c8f tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0266988 May 19 11:25:59.245148 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db6d2c8-52b3-4cf0-96b3-591b5abcc4b3 req-430cfbbc-1ef2-4b30-aab2-ec0a21344116 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:25:59.246130 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-2db6d2c8-52b3-4cf0-96b3-591b5abcc4b3 req-430cfbbc-1ef2-4b30-aab2-ec0a21344116 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0526609 May 19 11:25:59.274242 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-2db6d2c8-52b3-4cf0-96b3-591b5abcc4b3 req-c2a6eb28-a9d6-46fe-82c5-e9fda76e94dc tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0246305 May 19 11:26:00.418664 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afcba46-df14-4de1-83aa-6548ccaac10a req-1da689c2-baf6-466c-b761-a99373a376b0 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:26:00.419685 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-3afcba46-df14-4de1-83aa-6548ccaac10a req-1da689c2-baf6-466c-b761-a99373a376b0 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0693238 May 19 11:26:00.500702 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-3afcba46-df14-4de1-83aa-6548ccaac10a req-5ce4549c-9b3f-4ec2-a63d-19da23ea5131 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768604 May 19 11:26:00.889315 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.agents_db [None req-9df4fd67-1abd-480d-9703-ac00f2726051 None None] Agent healthcheck: found 6 active agents {{(pid=91058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 11:26:01.642668 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8e190a-bbb3-49f8-8a0d-aa5287d23ceb req-f4fc7be0-b245-4591-99b4-a6b284b3d06c tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:26:01.643633 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-2d8e190a-bbb3-49f8-8a0d-aa5287d23ceb req-f4fc7be0-b245-4591-99b4-a6b284b3d06c tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0627999 May 19 11:26:01.677253 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-2d8e190a-bbb3-49f8-8a0d-aa5287d23ceb req-36c43273-f92b-44aa-80b1-540a9dc64c73 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270786 May 19 11:26:02.834383 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91fd5eb-57ed-4652-bc19-26a3317c2bf3 req-e9132062-406c-45bf-abe0-7d77d8230c2d tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:26:02.835321 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-d91fd5eb-57ed-4652-bc19-26a3317c2bf3 req-e9132062-406c-45bf-abe0-7d77d8230c2d tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0722766 May 19 11:26:02.865724 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-d91fd5eb-57ed-4652-bc19-26a3317c2bf3 req-6d1dc7be-4622-4d6e-ad61-53504b2998d0 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0263531 May 19 11:26:04.019699 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39edea3-73dd-46bd-b579-7651fcda7796 req-0af3f412-d9e0-47a9-8096-05426d8f349f tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:26:04.020772 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-f39edea3-73dd-46bd-b579-7651fcda7796 req-0af3f412-d9e0-47a9-8096-05426d8f349f tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0720372 May 19 11:26:04.050497 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-f39edea3-73dd-46bd-b579-7651fcda7796 req-4e553fbd-be6e-47d5-91a8-e13bf93db16b tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0254121 May 19 11:26:04.579401 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-3a5c02a9-407b-4866-b15f-e694a7dcefc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:26:05.195337 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c27b015-7ef5-4e46-96e7-c3b5210b2b91 req-a044e6da-5d8c-4da0-854e-f93a64b7c45a tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:26:05.196350 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-3c27b015-7ef5-4e46-96e7-c3b5210b2b91 req-a044e6da-5d8c-4da0-854e-f93a64b7c45a tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0643065 May 19 11:26:05.230442 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-3c27b015-7ef5-4e46-96e7-c3b5210b2b91 req-36cb3e39-9a43-4109-8d61-fc1f024ed4f0 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0260427 May 19 11:26:05.806295 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:26:06.198718 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-352517cf-43bd-4ddf-815c-4d73ba0bf1c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:26:06.368884 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa596033-5a7f-42b7-bcdc-dd324f4fe58b req-02ac53fd-6847-4b10-a91d-34b852e597f2 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:26:06.369855 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-aa596033-5a7f-42b7-bcdc-dd324f4fe58b req-02ac53fd-6847-4b10-a91d-34b852e597f2 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0570989 May 19 11:26:06.399794 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-aa596033-5a7f-42b7-bcdc-dd324f4fe58b req-ae54f55d-84f4-41ae-94f6-06d6270bc04a tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0260332 May 19 11:26:06.790628 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-f3552fb9-a093-42e6-b748-7ab8d8c7cb39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:26:07.522756 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161d597e-727c-46e1-9166-3ec91f38c3ee req-36ed4d1b-aefc-4ae6-b4b5-48e2ad858dfa tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:26:07.523736 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-161d597e-727c-46e1-9166-3ec91f38c3ee req-36ed4d1b-aefc-4ae6-b4b5-48e2ad858dfa tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0538807 May 19 11:26:07.556433 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-161d597e-727c-46e1-9166-3ec91f38c3ee req-216b8693-05b8-4011-bdd8-7f8e36d33879 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283856 May 19 11:26:07.882056 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-66ec5bc0-6952-497b-8f33-b3c04bfd0b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:26:08.681127 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2a31f5-eb1e-416d-a9cd-1cde50e11586 req-8f8df47b-cd16-4d63-93c2-e4513d91f05e tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:26:08.682091 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-6e2a31f5-eb1e-416d-a9cd-1cde50e11586 req-8f8df47b-cd16-4d63-93c2-e4513d91f05e tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0535054 May 19 11:26:08.711332 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-6e2a31f5-eb1e-416d-a9cd-1cde50e11586 req-8af5f7cd-2f4c-43df-9396-e8730cd07185 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0251644 May 19 11:26:09.857047 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fd8c4d-22b9-4878-a30f-8eb5eb8814a1 req-a1774611-9ec4-4baf-8924-5f092de93af0 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:26:09.857998 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-64fd8c4d-22b9-4878-a30f-8eb5eb8814a1 req-a1774611-9ec4-4baf-8924-5f092de93af0 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0714145 May 19 11:26:09.890354 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-64fd8c4d-22b9-4878-a30f-8eb5eb8814a1 req-a017dbdd-b0af-49b9-8dbc-a9681acec886 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283587 May 19 11:26:11.038624 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c95081-24e4-479d-82c0-7630e7571fa3 req-c0e46577-d5f0-4b3f-bbf9-021e3fbf43d0 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:26:11.040423 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-a7c95081-24e4-479d-82c0-7630e7571fa3 req-c0e46577-d5f0-4b3f-bbf9-021e3fbf43d0 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0675104 May 19 11:26:11.073646 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-a7c95081-24e4-479d-82c0-7630e7571fa3 req-01f586a5-182e-41c3-b1e7-11f76433fadd tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0291831 May 19 11:26:12.209534 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997c1629-6d04-4767-95d9-76eccad83457 req-9d8b7e09-4202-4467-9042-834249d4c851 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:26:12.210497 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-997c1629-6d04-4767-95d9-76eccad83457 req-9d8b7e09-4202-4467-9042-834249d4c851 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0570269 May 19 11:26:12.239559 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-997c1629-6d04-4767-95d9-76eccad83457 req-930c6d0a-c0c8-49bc-8513-e1243f41c8ab tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0250971 May 19 11:26:13.362800 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd441976-e969-4a0c-b15b-bb5935fd2aa2 req-e4a8a138-9d74-4a28-8ea3-65e5db395568 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:26:13.363981 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-fd441976-e969-4a0c-b15b-bb5935fd2aa2 req-e4a8a138-9d74-4a28-8ea3-65e5db395568 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0538700 May 19 11:26:13.395104 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-fd441976-e969-4a0c-b15b-bb5935fd2aa2 req-c8ab7cbc-2e91-4c17-8b8c-1684fea3edfa tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273407 May 19 11:26:14.551154 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f418bc4-031a-46d7-afd3-52d617bc7b45 req-e9c34440-a843-4016-986e-da30d133084f tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:26:14.552341 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-7f418bc4-031a-46d7-afd3-52d617bc7b45 req-e9c34440-a843-4016-986e-da30d133084f tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0722849 May 19 11:26:14.586800 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-7f418bc4-031a-46d7-afd3-52d617bc7b45 req-4441be84-1721-42f9-b9af-71e93517ca32 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274913 May 19 11:26:15.731821 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b47d5b-23f6-4fcb-afc2-3be25151168f req-96de0eba-c732-4cae-9144-a8e23b46a20f tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:26:15.732823 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-82b47d5b-23f6-4fcb-afc2-3be25151168f req-96de0eba-c732-4cae-9144-a8e23b46a20f tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0584817 May 19 11:26:15.764849 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-82b47d5b-23f6-4fcb-afc2-3be25151168f req-c0bca296-74c4-4fbf-8246-8b0b3bcf3a35 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279648 May 19 11:26:16.378737 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:26:16.935905 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d88f9b-5e4e-4b82-88ad-f05292f7fa8f req-8066b362-edd4-458b-99d5-209603504085 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:26:16.937076 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-14d88f9b-5e4e-4b82-88ad-f05292f7fa8f req-8066b362-edd4-458b-99d5-209603504085 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0797446 May 19 11:26:16.969815 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-14d88f9b-5e4e-4b82-88ad-f05292f7fa8f req-b4d58de5-7900-4cb6-9ba5-95baf9c18d65 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283678 May 19 11:26:18.112777 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40efc10d-e382-4787-a607-edfe20d81ff5 req-0dabc2ab-836c-416c-a8e6-430f73ce3d2c tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:26:18.114963 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-40efc10d-e382-4787-a607-edfe20d81ff5 req-0dabc2ab-836c-416c-a8e6-430f73ce3d2c tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0632508 May 19 11:26:18.144333 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-40efc10d-e382-4787-a607-edfe20d81ff5 req-01b93832-90b4-4c8b-99cc-ce2c971a88f3 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0263097 May 19 11:26:19.283137 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c124fa79-8c30-4ca1-9c7d-742fc8e9a8de req-68a874a5-d171-4902-87ca-055f673d907f tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:26:19.284168 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-c124fa79-8c30-4ca1-9c7d-742fc8e9a8de req-68a874a5-d171-4902-87ca-055f673d907f tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0572917 May 19 11:26:19.316871 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-c124fa79-8c30-4ca1-9c7d-742fc8e9a8de req-e59bbd13-129a-4eba-bd4b-b045638b3d55 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283773 May 19 11:26:20.449621 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db348780-aac6-4890-a8d5-9189f5a476ba req-073e570d-599d-4416-88e6-ae6d710f438c tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:26:20.450563 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-db348780-aac6-4890-a8d5-9189f5a476ba req-073e570d-599d-4416-88e6-ae6d710f438c tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0565994 May 19 11:26:20.485001 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-db348780-aac6-4890-a8d5-9189f5a476ba req-38fff608-fcf0-4713-97a5-b63fd3ee837a tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0263608 May 19 11:26:21.628788 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1939857f-03d1-4c85-83dc-e5e07d3ae3a4 req-d686118c-c2b0-47be-a365-281e301c362a tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:26:21.629651 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-1939857f-03d1-4c85-83dc-e5e07d3ae3a4 req-d686118c-c2b0-47be-a365-281e301c362a tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0689020 May 19 11:26:21.710561 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-1939857f-03d1-4c85-83dc-e5e07d3ae3a4 req-11dacddc-1206-46f1-9cd3-d2263f90217c tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770409 May 19 11:26:22.857543 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd9d730-e6a2-4211-9b61-a053331a101c req-0c58a4f0-75be-4c30-b122-456a23f75e11 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:26:22.858574 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-8fd9d730-e6a2-4211-9b61-a053331a101c req-0c58a4f0-75be-4c30-b122-456a23f75e11 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0609748 May 19 11:26:22.892279 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-8fd9d730-e6a2-4211-9b61-a053331a101c req-2da4a710-3307-4d96-993f-3ec3a98b7172 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296407 May 19 11:26:23.324576 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-d6b2ae6a-a86c-4194-b632-3e188fe3bf9e req-ad96a335-5265-4b89-ad70-1fba8601587e service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=6a6a976a-90d4-4150-963e-6edb91b9a891&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0917389 May 19 11:26:24.017498 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f92d91-f9f7-4baf-8d60-f34fee647adf req-73bdc2ae-589d-4012-8fba-d07236b3db7d tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:26:24.018535 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-36f92d91-f9f7-4baf-8d60-f34fee647adf req-73bdc2ae-589d-4012-8fba-d07236b3db7d tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0535452 May 19 11:26:24.048206 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-36f92d91-f9f7-4baf-8d60-f34fee647adf req-7bf8e8be-3536-4ee0-8a91-f2eabf7c0acf tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0254824 May 19 11:26:25.207420 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3378a6f-7769-449a-9bda-81b3f483453d req-acd3cf02-389d-481b-a439-b42e2f805db9 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:26:25.209642 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-f3378a6f-7769-449a-9bda-81b3f483453d req-acd3cf02-389d-481b-a439-b42e2f805db9 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0805387 May 19 11:26:25.240474 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-f3378a6f-7769-449a-9bda-81b3f483453d req-0e219a76-a1ca-4857-a859-42ff863f2ea7 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0262065 May 19 11:26:26.382727 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9a55d5-31fb-4f8a-b580-faf7f20d60e2 req-956fbbc9-87f6-44dc-aa90-4c96c3bc2a25 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:26:26.383697 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-9b9a55d5-31fb-4f8a-b580-faf7f20d60e2 req-956fbbc9-87f6-44dc-aa90-4c96c3bc2a25 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0568032 May 19 11:26:26.416778 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-9b9a55d5-31fb-4f8a-b580-faf7f20d60e2 req-0a7719e5-a466-45cf-8a3f-b31fee439996 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0264421 May 19 11:26:27.567677 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8590f027-8173-4a3c-a1fd-704708757249 req-09407142-c539-446b-aeee-48a59c3bb6c8 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:26:27.568688 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-8590f027-8173-4a3c-a1fd-704708757249 req-09407142-c539-446b-aeee-48a59c3bb6c8 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0661077 May 19 11:26:27.601500 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-8590f027-8173-4a3c-a1fd-704708757249 req-a584acb4-9470-4cf4-b009-093b908e70e4 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0262341 May 19 11:26:28.739739 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb619bb1-62b5-4b79-af0f-e1df8e8cc08b req-cfcc84bf-30ec-4f65-8965-d5c9651422ad tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:26:28.740844 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-cb619bb1-62b5-4b79-af0f-e1df8e8cc08b req-cfcc84bf-30ec-4f65-8965-d5c9651422ad tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0571537 May 19 11:26:28.772955 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-cb619bb1-62b5-4b79-af0f-e1df8e8cc08b req-625ad878-a29a-42c1-aa34-6c12efac0260 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279143 May 19 11:26:29.908086 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03c8912-426e-425d-b488-fef9d64321c9 req-e7e0a407-9e31-4479-a87e-f9ad11c1462d tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:26:29.908912 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-e03c8912-426e-425d-b488-fef9d64321c9 req-e7e0a407-9e31-4479-a87e-f9ad11c1462d tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0652444 May 19 11:26:29.938242 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-e03c8912-426e-425d-b488-fef9d64321c9 req-20ed3440-7cfc-4763-94fe-5db50ce1a2b9 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0249732 May 19 11:26:31.061988 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a87880-1bd8-4898-83dc-cd91eb829e00 req-e5b060c9-5c75-4c4a-b090-f984d0cdc73c tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:26:31.062870 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-25a87880-1bd8-4898-83dc-cd91eb829e00 req-e5b060c9-5c75-4c4a-b090-f984d0cdc73c tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0544794 May 19 11:26:31.091516 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-25a87880-1bd8-4898-83dc-cd91eb829e00 req-494a8f38-e3db-4c65-a08e-1b5bcb29a3b6 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0246341 May 19 11:26:31.563849 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b2ae6a-a86c-4194-b632-3e188fe3bf9e req-cf743d96-0303-42a9-99ae-e9c566dd6801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:26:31.564891 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-d6b2ae6a-a86c-4194-b632-3e188fe3bf9e req-cf743d96-0303-42a9-99ae-e9c566dd6801 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=114936b3c24442328e380dbed9453cbe&device_id=6a6a976a-90d4-4150-963e-6edb91b9a891 HTTP/1.1" status: 200 len: 1098 time: 0.0522816 May 19 11:26:31.669580 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b2ae6a-a86c-4194-b632-3e188fe3bf9e req-0cd25112-ef9b-4b8a-aa6b-1ab6a1dc288a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:26:31.670495 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-d6b2ae6a-a86c-4194-b632-3e188fe3bf9e req-0cd25112-ef9b-4b8a-aa6b-1ab6a1dc288a service neutron] 10.222.0.112 "GET /v2.0/networks?id=283f984f-2a81-4a0c-9cd3-692b468d28a2 HTTP/1.1" status: 200 len: 918 time: 0.0855904 May 19 11:26:31.741949 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-d6b2ae6a-a86c-4194-b632-3e188fe3bf9e req-957400a4-90a8-46f1-a843-c571af035e2f service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db59126d-1c1c-4ba1-a2f8-210209c9a196 HTTP/1.1" status: 200 len: 1001 time: 0.0630896 May 19 11:26:31.789818 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b2ae6a-a86c-4194-b632-3e188fe3bf9e req-c3991081-3f47-4135-941e-afb9557d12a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:26:31.790664 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-d6b2ae6a-a86c-4194-b632-3e188fe3bf9e req-c3991081-3f47-4135-941e-afb9557d12a0 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=1f0aafc7-5dc8-4ee6-a066-4c3495d1adf2 HTTP/1.1" status: 200 len: 855 time: 0.0406022 May 19 11:26:31.848563 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b2ae6a-a86c-4194-b632-3e188fe3bf9e req-c5fe02b0-f121-4f75-bb64-b493b86f6b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:26:31.850428 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-d6b2ae6a-a86c-4194-b632-3e188fe3bf9e req-c5fe02b0-f121-4f75-bb64-b493b86f6b27 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=283f984f-2a81-4a0c-9cd3-692b468d28a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0514014 May 19 11:26:31.863740 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [req-d6b2ae6a-a86c-4194-b632-3e188fe3bf9e req-a9e14f34-975b-4c17-9ff2-b655deb3aa24 service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=91055) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 11:26:31.864875 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-d6b2ae6a-a86c-4194-b632-3e188fe3bf9e req-a9e14f34-975b-4c17-9ff2-b655deb3aa24 service neutron] 10.222.0.112 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062361 May 19 11:26:32.029061 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-d6b2ae6a-a86c-4194-b632-3e188fe3bf9e req-f7e602bf-b26a-400b-9eda-9dc537fd271b service neutron] 10.222.0.112 "GET /v2.0/networks/283f984f-2a81-4a0c-9cd3-692b468d28a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574183 May 19 11:26:32.117754 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-d6b2ae6a-a86c-4194-b632-3e188fe3bf9e req-07a6bff3-329a-49a7-b8b9-4433fd17df6c service neutron] 10.222.0.112 "GET /v2.0/networks/283f984f-2a81-4a0c-9cd3-692b468d28a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800977 May 19 11:26:32.215600 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8219523-785a-47af-9d10-b3b8cc5837a6 req-32c7d7e4-a92b-48fe-93c9-1b55382a2263 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:26:32.216565 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-f8219523-785a-47af-9d10-b3b8cc5837a6 req-32c7d7e4-a92b-48fe-93c9-1b55382a2263 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0549662 May 19 11:26:32.245085 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-f8219523-785a-47af-9d10-b3b8cc5837a6 req-1360408e-6819-44a4-b682-104494734a57 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0246756 May 19 11:26:33.387711 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b178ba-b722-4093-88dd-1bb66a6ca385 req-d8011098-d044-49fa-b19d-4063408fb9bf tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:26:33.388667 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-50b178ba-b722-4093-88dd-1bb66a6ca385 req-d8011098-d044-49fa-b19d-4063408fb9bf tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0588081 May 19 11:26:33.422883 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-50b178ba-b722-4093-88dd-1bb66a6ca385 req-36259b0a-eaee-4224-b4de-2972f41c4122 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275884 May 19 11:26:34.577088 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bac941-b47b-4e61-a1b4-0552840721cc req-7c24b327-743c-437f-8e24-ac449b13298a tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:26:34.578185 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-e3bac941-b47b-4e61-a1b4-0552840721cc req-7c24b327-743c-437f-8e24-ac449b13298a tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0646186 May 19 11:26:34.579761 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-357d26d6-1079-42c4-be73-89d650613eef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:26:34.610349 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-e3bac941-b47b-4e61-a1b4-0552840721cc req-cb664f3a-67ae-4446-82c9-cebc7865f49e tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278108 May 19 11:26:35.760816 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97edc528-2783-41d0-87d8-5cf888f312e1 req-4765db24-db71-404b-827c-643481b23be9 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:26:35.761933 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-97edc528-2783-41d0-87d8-5cf888f312e1 req-4765db24-db71-404b-827c-643481b23be9 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0674503 May 19 11:26:35.794676 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-97edc528-2783-41d0-87d8-5cf888f312e1 req-eb1e12db-b5f8-437b-8a5c-ef7b1f5b1901 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282242 May 19 11:26:35.804568 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:26:36.188055 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-77631650-7125-4865-9c1d-911e71d838b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:26:36.797213 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-f3552fb9-a093-42e6-b748-7ab8d8c7cb39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:26:36.926872 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32c151a-4b9f-4f48-8da7-e333542b095b req-9b786914-7a7c-4f5c-956e-80d72f418632 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:26:36.928074 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-a32c151a-4b9f-4f48-8da7-e333542b095b req-9b786914-7a7c-4f5c-956e-80d72f418632 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0566533 May 19 11:26:36.956506 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-a32c151a-4b9f-4f48-8da7-e333542b095b req-20273ae3-d8f9-4f05-b76f-7bbc7240d7e4 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0247531 May 19 11:26:37.880786 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-66ec5bc0-6952-497b-8f33-b3c04bfd0b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:26:37.888283 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.agents_db [None req-9df4fd67-1abd-480d-9703-ac00f2726051 None None] Agent healthcheck: found 6 active agents {{(pid=91058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 11:26:38.092856 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cddd9b-6d25-4b78-bef7-9e07b51dd450 req-bdde732a-79e4-449f-ba81-babf39090f60 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:26:38.093834 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-05cddd9b-6d25-4b78-bef7-9e07b51dd450 req-bdde732a-79e4-449f-ba81-babf39090f60 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0630569 May 19 11:26:38.122558 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-05cddd9b-6d25-4b78-bef7-9e07b51dd450 req-e44aff59-0630-44ef-a157-c09f837eb356 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0248594 May 19 11:26:39.267137 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd507b06-d067-4b22-8e9e-05ec67a367a7 req-f3ffc2b7-41c5-47bb-ac9d-8c6800f802ac tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:26:39.268165 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-cd507b06-d067-4b22-8e9e-05ec67a367a7 req-f3ffc2b7-41c5-47bb-ac9d-8c6800f802ac tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0620201 May 19 11:26:39.299224 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-cd507b06-d067-4b22-8e9e-05ec67a367a7 req-aae7ca8d-7c17-438b-99ad-085fdc376838 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267477 May 19 11:26:40.438467 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b73ed4c-79aa-474f-8820-d766da26527c req-7a705a21-5c7d-4e5a-88ac-bf9608dea12a tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:26:40.439408 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-5b73ed4c-79aa-474f-8820-d766da26527c req-7a705a21-5c7d-4e5a-88ac-bf9608dea12a tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0595894 May 19 11:26:40.477491 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-5b73ed4c-79aa-474f-8820-d766da26527c req-813e5c12-c74f-4ef1-9217-c7c04800e6b6 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317714 May 19 11:26:41.618974 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6338da8a-ca2a-4edd-9115-6975ddf8c007 req-3721279b-042f-48d9-9b09-ec6b0ce12968 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:26:41.619991 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-6338da8a-ca2a-4edd-9115-6975ddf8c007 req-3721279b-042f-48d9-9b09-ec6b0ce12968 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0556731 May 19 11:26:41.647607 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-6338da8a-ca2a-4edd-9115-6975ddf8c007 req-29f50fc5-e04e-4302-ad0f-5bfd35e5dc5d tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0235682 May 19 11:26:42.772201 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd266fa-77b7-4b41-a587-77f33158a1f0 req-3a2941ed-f370-4a82-8096-188874b35319 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:26:42.773139 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-bfd266fa-77b7-4b41-a587-77f33158a1f0 req-3a2941ed-f370-4a82-8096-188874b35319 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0577717 May 19 11:26:42.860759 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-bfd266fa-77b7-4b41-a587-77f33158a1f0 req-e8518fb7-b18a-42ca-aa7b-f3770807f528 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810335 May 19 11:26:44.008800 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eedb17-c839-4a18-b58c-91576ec231f2 req-67b90b9b-a4c0-4bc0-8cab-df8f0831dada tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:26:44.009794 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-27eedb17-c839-4a18-b58c-91576ec231f2 req-67b90b9b-a4c0-4bc0-8cab-df8f0831dada tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0666575 May 19 11:26:44.044321 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-27eedb17-c839-4a18-b58c-91576ec231f2 req-5d0ae09a-b2f1-4a3b-88f4-776f2dfb6156 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294430 May 19 11:26:45.178785 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c974bf0-5a73-4ddc-acde-03e0a65cda17 req-6eda3e2c-894b-4fe6-9a67-2da4a7ba52b3 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:26:45.179757 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-5c974bf0-5a73-4ddc-acde-03e0a65cda17 req-6eda3e2c-894b-4fe6-9a67-2da4a7ba52b3 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0542083 May 19 11:26:45.221641 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-5c974bf0-5a73-4ddc-acde-03e0a65cda17 req-dcee17bf-8ce6-414e-8e64-358faa047b4d tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377073 May 19 11:26:46.366767 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:26:46.369736 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f26ad5-b7bc-4771-a27b-3d4f013a2482 req-54783ca0-d9f4-4523-9763-9139bd132c32 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:26:46.370744 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-b7f26ad5-b7bc-4771-a27b-3d4f013a2482 req-54783ca0-d9f4-4523-9763-9139bd132c32 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0590096 May 19 11:26:46.400724 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-b7f26ad5-b7bc-4771-a27b-3d4f013a2482 req-cafdf75d-cfdb-4063-85f2-1e93058507c9 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0257940 May 19 11:26:47.545307 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f495e4-9787-4f88-b875-40cafcf6d1da req-b6c4da07-ee29-4f94-868b-962d81b1a750 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:26:47.546362 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-d0f495e4-9787-4f88-b875-40cafcf6d1da req-b6c4da07-ee29-4f94-868b-962d81b1a750 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0615437 May 19 11:26:47.577632 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-d0f495e4-9787-4f88-b875-40cafcf6d1da req-d5dbf614-f5da-4f96-9695-034f4a23d804 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0265565 May 19 11:26:48.710256 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f54fd8-a6fe-40b9-9cce-a9dfe3192abb req-96eb27a5-d960-4cb1-8efb-f377ce32741d tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:26:48.711268 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-56f54fd8-a6fe-40b9-9cce-a9dfe3192abb req-96eb27a5-d960-4cb1-8efb-f377ce32741d tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0610259 May 19 11:26:48.742276 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-56f54fd8-a6fe-40b9-9cce-a9dfe3192abb req-c16e1399-e8f7-4c42-b1cd-8ab31f1b74cc tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0247176 May 19 11:26:49.884775 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27b9389-313a-449c-8a2c-1bf6e15ee856 req-a65f1a3c-0a1e-4826-9647-b2a9d6bce073 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:26:49.885679 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-b27b9389-313a-449c-8a2c-1bf6e15ee856 req-a65f1a3c-0a1e-4826-9647-b2a9d6bce073 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0639749 May 19 11:26:49.921019 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-b27b9389-313a-449c-8a2c-1bf6e15ee856 req-eabeaf09-d8d4-4b8e-8c14-d242fef4839d tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312054 May 19 11:26:51.061479 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ad115d-e07e-4826-9727-f7e9d615ce11 req-aae66760-92c7-4713-bb56-ec07900d3b10 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:26:51.062472 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-92ad115d-e07e-4826-9727-f7e9d615ce11 req-aae66760-92c7-4713-bb56-ec07900d3b10 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0555208 May 19 11:26:51.090933 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-92ad115d-e07e-4826-9727-f7e9d615ce11 req-b4a02ccd-a306-4d64-8c49-488535dc3f3b tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0248232 May 19 11:26:52.244098 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c210e6-07fb-45ce-b199-43f3c4b58b7e req-cfc2c50b-702e-4887-bde7-fcc46a42c699 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:26:52.245193 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-47c210e6-07fb-45ce-b199-43f3c4b58b7e req-cfc2c50b-702e-4887-bde7-fcc46a42c699 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0596719 May 19 11:26:52.276291 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-47c210e6-07fb-45ce-b199-43f3c4b58b7e req-b2a16fd0-7882-418f-9a59-80b83fc9525c tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267105 May 19 11:26:53.404642 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1ac959-bf42-4f50-b2ca-dd37a7125c46 req-30ef2a0d-be69-4bcb-8bee-9597c5a163e8 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:26:53.405639 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-ff1ac959-bf42-4f50-b2ca-dd37a7125c46 req-30ef2a0d-be69-4bcb-8bee-9597c5a163e8 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0535495 May 19 11:26:53.437122 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-ff1ac959-bf42-4f50-b2ca-dd37a7125c46 req-a2dbea7d-ab7e-4636-a83a-81e4468a31f7 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0251610 May 19 11:26:54.576436 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc18fd74-eb75-4cc2-aba4-d7884da666f3 req-6ffe8f20-1084-42bb-a99d-412cc062d89e tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:26:54.577291 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-bc18fd74-eb75-4cc2-aba4-d7884da666f3 req-6ffe8f20-1084-42bb-a99d-412cc062d89e tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0617273 May 19 11:26:54.609501 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-bc18fd74-eb75-4cc2-aba4-d7884da666f3 req-8125dacb-962f-49ff-8372-0b7c4ed780af tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0254021 May 19 11:26:55.753999 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4378db4f-04cb-4c62-bfd2-1624421035f3 req-be9b83ba-0d4e-4051-8172-a58179e428a7 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:26:55.754948 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-4378db4f-04cb-4c62-bfd2-1624421035f3 req-be9b83ba-0d4e-4051-8172-a58179e428a7 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0563316 May 19 11:26:55.787367 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-4378db4f-04cb-4c62-bfd2-1624421035f3 req-553c0d35-70f0-4758-9fab-d4a0ed7130df tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280209 May 19 11:26:56.929658 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d52935-6acf-4e48-9ef1-3990767e0a51 req-e4d5d633-303e-4fff-a3b0-80eeaac8e6eb tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:26:56.930700 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-04d52935-6acf-4e48-9ef1-3990767e0a51 req-e4d5d633-303e-4fff-a3b0-80eeaac8e6eb tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0563166 May 19 11:26:56.959334 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-04d52935-6acf-4e48-9ef1-3990767e0a51 req-5db09f2d-d7bf-46d6-8444-65107f43b046 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0247731 May 19 11:26:58.113460 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86265b41-49fb-415f-8e26-4d330c1a5262 req-7ca6adfa-ae50-4866-801d-684a346071d2 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:26:58.114454 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-86265b41-49fb-415f-8e26-4d330c1a5262 req-7ca6adfa-ae50-4866-801d-684a346071d2 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0659709 May 19 11:26:58.146717 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-86265b41-49fb-415f-8e26-4d330c1a5262 req-a02dedce-1631-41f5-a7e1-8bb0a9eca9e5 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0260327 May 19 11:26:59.294408 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133cd468-8ac0-4298-b8fb-fd7a4b0dcf68 req-71dd888d-7c9c-4224-88a6-d3bc8aa72a7d tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:26:59.295444 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-133cd468-8ac0-4298-b8fb-fd7a4b0dcf68 req-71dd888d-7c9c-4224-88a6-d3bc8aa72a7d tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0570300 May 19 11:26:59.335832 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-133cd468-8ac0-4298-b8fb-fd7a4b0dcf68 req-8f254071-6a9f-436b-adcf-712c9c6b00a2 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358896 May 19 11:27:00.474804 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f8ae8d-0e09-4bf0-bab8-a147935d10af req-2883c2e3-e018-4724-a222-568cc01f26d4 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:27:00.475767 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-47f8ae8d-0e09-4bf0-bab8-a147935d10af req-2883c2e3-e018-4724-a222-568cc01f26d4 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0600958 May 19 11:27:00.505592 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-47f8ae8d-0e09-4bf0-bab8-a147935d10af req-46755c7d-681f-4ec9-9057-f5912cb273bc tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0258501 May 19 11:27:01.643861 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fd3070-d285-431c-92f7-1f6c853654d2 req-f6ccb286-0f0b-4c85-9514-d5a2ba371083 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:27:01.644833 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-a6fd3070-d285-431c-92f7-1f6c853654d2 req-f6ccb286-0f0b-4c85-9514-d5a2ba371083 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0691507 May 19 11:27:01.677618 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-a6fd3070-d285-431c-92f7-1f6c853654d2 req-b08a061e-3caa-47ab-88da-84202398c3e8 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0290651 May 19 11:27:02.830082 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9bee38-dc60-446a-93c8-736c438881aa req-e0f84621-fa73-4d0a-8986-16ebaf80db62 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:27:02.831269 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-1d9bee38-dc60-446a-93c8-736c438881aa req-e0f84621-fa73-4d0a-8986-16ebaf80db62 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0689545 May 19 11:27:02.864968 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-1d9bee38-dc60-446a-93c8-736c438881aa req-3692edf2-2cc7-4fe6-a4d5-9b0293d87ffd tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0261328 May 19 11:27:04.012526 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcd4753-0566-4d82-8f46-1372764150cb req-d6772713-981c-494a-927b-f3ff0a4cd7a7 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:27:04.013534 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-5bcd4753-0566-4d82-8f46-1372764150cb req-d6772713-981c-494a-927b-f3ff0a4cd7a7 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0604601 May 19 11:27:04.107662 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-5bcd4753-0566-4d82-8f46-1372764150cb req-3afd44dd-90da-4e9f-a9f1-03f29f2e715e tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869589 May 19 11:27:04.588072 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-8135d685-9b33-45d5-b246-6c68dfd12d00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:27:05.230956 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30e8f6e-4501-4d63-8c1b-1a0c570663f4 req-2acdb079-025e-4666-951a-87126440035a tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:27:05.231925 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-b30e8f6e-4501-4d63-8c1b-1a0c570663f4 req-2acdb079-025e-4666-951a-87126440035a tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0558836 May 19 11:27:05.265467 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-b30e8f6e-4501-4d63-8c1b-1a0c570663f4 req-e120cc15-d467-4f1d-b3e2-6a71facd0396 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270660 May 19 11:27:05.804168 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:27:06.187895 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-20970cc6-9baa-4f3e-ade6-5fa836323cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:27:06.405047 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e3df65-ad99-4439-8b2c-04ba87b7a511 req-3b4ee02b-4c59-4d18-9913-b58e71f89e71 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:27:06.405994 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-30e3df65-ad99-4439-8b2c-04ba87b7a511 req-3b4ee02b-4c59-4d18-9913-b58e71f89e71 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0545356 May 19 11:27:06.436072 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-30e3df65-ad99-4439-8b2c-04ba87b7a511 req-ad72a8de-3c9e-40dc-a9a0-fa35a913a736 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0261250 May 19 11:27:06.801659 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-f3552fb9-a093-42e6-b748-7ab8d8c7cb39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:27:07.596025 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0db683f-3b11-431a-899a-775e3257404c req-a2f239bd-99d4-4535-ac27-8d5d73c7acf8 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:27:07.597910 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-f0db683f-3b11-431a-899a-775e3257404c req-a2f239bd-99d4-4535-ac27-8d5d73c7acf8 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0776575 May 19 11:27:07.629428 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-f0db683f-3b11-431a-899a-775e3257404c req-9bd5dac7-c9cf-4728-a7fe-59040d0359cc tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274477 May 19 11:27:07.882605 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-66ec5bc0-6952-497b-8f33-b3c04bfd0b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:27:08.777663 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a2b4fa-5dad-466c-81bd-7b8aa8eb53a9 req-fa985cfe-5171-4e83-ac4a-df7807d0f4e0 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:27:08.778690 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-03a2b4fa-5dad-466c-81bd-7b8aa8eb53a9 req-fa985cfe-5171-4e83-ac4a-df7807d0f4e0 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0605927 May 19 11:27:08.807879 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-03a2b4fa-5dad-466c-81bd-7b8aa8eb53a9 req-b9596e2c-d24d-425c-9045-68b1f1f295e2 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0254254 May 19 11:27:09.987592 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ca3264-32e5-4a25-8a64-cc54864c6da3 req-d3f1ad7a-aa9c-4368-b6e2-7d86d58fa5ab tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:27:09.988551 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-e0ca3264-32e5-4a25-8a64-cc54864c6da3 req-d3f1ad7a-aa9c-4368-b6e2-7d86d58fa5ab tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0922081 May 19 11:27:10.017863 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-e0ca3264-32e5-4a25-8a64-cc54864c6da3 req-b712af8b-c758-4c07-996f-d2efc69278fd tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0250764 May 19 11:27:11.169956 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69437eee-a907-4308-ae63-336eb8917cdc req-02ea2330-5a46-45eb-a1a9-b58de16a0c37 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:27:11.170988 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-69437eee-a907-4308-ae63-336eb8917cdc req-02ea2330-5a46-45eb-a1a9-b58de16a0c37 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0577035 May 19 11:27:11.204620 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-69437eee-a907-4308-ae63-336eb8917cdc req-0e3c6fb4-1d13-433a-a2a3-2166ff72dbba tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0291715 May 19 11:27:12.359544 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c94df76-1186-4243-98c8-df2ba3ad6136 req-902b8c42-ec7d-499f-be9c-d0707f30da67 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:27:12.360580 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-6c94df76-1186-4243-98c8-df2ba3ad6136 req-902b8c42-ec7d-499f-be9c-d0707f30da67 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0603294 May 19 11:27:12.402582 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-6c94df76-1186-4243-98c8-df2ba3ad6136 req-875db123-942b-4b25-813e-c6a59d5adbff tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312932 May 19 11:27:13.533420 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0c3600-707a-43d4-a994-392fa9101b3b req-3aa2c32f-bacd-4852-8835-6e00a94303a7 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:27:13.534415 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-7e0c3600-707a-43d4-a994-392fa9101b3b req-3aa2c32f-bacd-4852-8835-6e00a94303a7 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0555503 May 19 11:27:13.563069 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-7e0c3600-707a-43d4-a994-392fa9101b3b req-328c4063-1cb5-41ab-9547-8233ddabee02 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0248060 May 19 11:27:14.686080 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c37ca03-e4f1-4010-b504-b1cfdc475e46 req-8d272486-af8d-47c5-a420-825bda1e7638 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:27:14.687049 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-7c37ca03-e4f1-4010-b504-b1cfdc475e46 req-8d272486-af8d-47c5-a420-825bda1e7638 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0565403 May 19 11:27:14.716372 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-7c37ca03-e4f1-4010-b504-b1cfdc475e46 req-e7982f86-2b29-4b54-b638-330ebf111286 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0250587 May 19 11:27:14.889165 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.agents_db [None req-9df4fd67-1abd-480d-9703-ac00f2726051 None None] Agent healthcheck: found 6 active agents {{(pid=91058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 11:27:15.842276 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4586526e-989b-4c96-bde9-1cf1b04433f4 req-db85e9af-7d15-4c38-b78a-11a97b962364 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:27:15.847155 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-4586526e-989b-4c96-bde9-1cf1b04433f4 req-db85e9af-7d15-4c38-b78a-11a97b962364 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0610917 May 19 11:27:15.873674 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-4586526e-989b-4c96-bde9-1cf1b04433f4 req-16db4e89-16db-441c-bec8-7094fb3d6f79 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0259058 May 19 11:27:15.951638 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 56686) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:27:16.029484 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-1547b1e4-5a0b-49d9-aab6-b655e8bcc186 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:27:16.038441 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-1547b1e4-5a0b-49d9-aab6-b655e8bcc186 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:27:16.041133 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-1547b1e4-5a0b-49d9-aab6-b655e8bcc186 admin admin] Usage tracker for resource:security_group_rule and tenant:3cfd7c6941f24900a209f85dda094374 is out of sync, need to count used quota {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:27:16.043032 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-1547b1e4-5a0b-49d9-aab6-b655e8bcc186 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:27:16.046857 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-1547b1e4-5a0b-49d9-aab6-b655e8bcc186 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:27:16.101601 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-1547b1e4-5a0b-49d9-aab6-b655e8bcc186 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:27:16.104523 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-1547b1e4-5a0b-49d9-aab6-b655e8bcc186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:27:16.108739 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-e84b2e0a-f8ad-4965-aaf3-c87c651faea1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:27:16.131734 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-1547b1e4-5a0b-49d9-aab6-b655e8bcc186 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=3cfd7c6941f24900a209f85dda094374&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1793334 May 19 11:27:16.132233 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1547b1e4-5a0b-49d9-aab6-b655e8bcc186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea23719b-0631-4177-a0bb-15a24feceffb,revision_number=1']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:27:16.133840 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 56694) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:27:16.136432 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1547b1e4-5a0b-49d9-aab6-b655e8bcc186 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:27:16.136641 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1547b1e4-5a0b-49d9-aab6-b655e8bcc186 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:27:16.136857 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1547b1e4-5a0b-49d9-aab6-b655e8bcc186 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:27:16.137067 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1547b1e4-5a0b-49d9-aab6-b655e8bcc186 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:27:16.137298 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1547b1e4-5a0b-49d9-aab6-b655e8bcc186 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:27:16.137511 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1547b1e4-5a0b-49d9-aab6-b655e8bcc186 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:27:16.137721 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1547b1e4-5a0b-49d9-aab6-b655e8bcc186 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:27:16.137929 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1547b1e4-5a0b-49d9-aab6-b655e8bcc186 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:27:16.138140 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1547b1e4-5a0b-49d9-aab6-b655e8bcc186 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:27:16.138347 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1547b1e4-5a0b-49d9-aab6-b655e8bcc186 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:27:16.138552 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1547b1e4-5a0b-49d9-aab6-b655e8bcc186 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:27:16.138757 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1547b1e4-5a0b-49d9-aab6-b655e8bcc186 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:27:16.141518 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-1547b1e4-5a0b-49d9-aab6-b655e8bcc186 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:27:16.166079 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-e5c3c1d7-5911-4c0e-a93b-fe1608586f6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:27:16.179771 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-e5c3c1d7-5911-4c0e-a93b-fe1608586f6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:27:16.213597 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-e5c3c1d7-5911-4c0e-a93b-fe1608586f6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:27:16.215833 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-7d7f0fb7-2d81-4d50-9a72-5fe499b14137 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:27:16.223542 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c3c1d7-5911-4c0e-a93b-fe1608586f6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea23719b-0631-4177-a0bb-15a24feceffb,revision_number=None']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:27:16.229011 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c3c1d7-5911-4c0e-a93b-fe1608586f6b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:27:16.229235 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c3c1d7-5911-4c0e-a93b-fe1608586f6b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:27:16.229453 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c3c1d7-5911-4c0e-a93b-fe1608586f6b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:27:16.229660 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c3c1d7-5911-4c0e-a93b-fe1608586f6b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:27:16.229869 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c3c1d7-5911-4c0e-a93b-fe1608586f6b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:27:16.230079 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c3c1d7-5911-4c0e-a93b-fe1608586f6b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:27:16.230286 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c3c1d7-5911-4c0e-a93b-fe1608586f6b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:27:16.230494 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c3c1d7-5911-4c0e-a93b-fe1608586f6b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:27:16.230701 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c3c1d7-5911-4c0e-a93b-fe1608586f6b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:27:16.230911 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c3c1d7-5911-4c0e-a93b-fe1608586f6b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:27:16.231117 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c3c1d7-5911-4c0e-a93b-fe1608586f6b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:27:16.231321 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c3c1d7-5911-4c0e-a93b-fe1608586f6b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:27:16.233583 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-e5c3c1d7-5911-4c0e-a93b-fe1608586f6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:27:16.234091 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-e5c3c1d7-5911-4c0e-a93b-fe1608586f6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:27:16.234813 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-e5c3c1d7-5911-4c0e-a93b-fe1608586f6b admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/ea23719b-0631-4177-a0bb-15a24feceffb HTTP/1.1" status: 204 len: 168 time: 0.1002586 May 19 11:27:16.381242 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:27:16.399807 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 56702) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:27:16.410207 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-c1e3407c-6f7a-49cd-97cf-1c982345d3d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:27:16.418599 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-c1e3407c-6f7a-49cd-97cf-1c982345d3d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:27:16.421183 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-c1e3407c-6f7a-49cd-97cf-1c982345d3d7 admin admin] Usage tracker for resource:security_group_rule and tenant:d4fa62ebffea40ea98d23adc058e8fb7 is out of sync, need to count used quota {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:27:16.423045 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-c1e3407c-6f7a-49cd-97cf-1c982345d3d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:27:16.426760 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-c1e3407c-6f7a-49cd-97cf-1c982345d3d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:27:16.471604 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-c1e3407c-6f7a-49cd-97cf-1c982345d3d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:27:16.474547 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-c1e3407c-6f7a-49cd-97cf-1c982345d3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:27:16.478302 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-1547b1e4-5a0b-49d9-aab6-b655e8bcc186 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:27:16.498502 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-c1e3407c-6f7a-49cd-97cf-1c982345d3d7 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=d4fa62ebffea40ea98d23adc058e8fb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0980275 May 19 11:27:16.498899 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e3407c-6f7a-49cd-97cf-1c982345d3d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=139c933a-11b7-409e-a90a-6dd882d46e85,revision_number=1']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:27:16.500223 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 56706) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:27:16.501729 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-c1e3407c-6f7a-49cd-97cf-1c982345d3d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:27:16.529822 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-e44f69a2-b02a-4df7-a592-3b3e58ab0899 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:27:16.542745 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-e44f69a2-b02a-4df7-a592-3b3e58ab0899 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:27:16.573499 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-e44f69a2-b02a-4df7-a592-3b3e58ab0899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:27:16.575508 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-7880fa23-22b2-4485-b364-411df5427b6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:27:16.582330 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44f69a2-b02a-4df7-a592-3b3e58ab0899 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=139c933a-11b7-409e-a90a-6dd882d46e85,revision_number=None']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:27:16.583872 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-e44f69a2-b02a-4df7-a592-3b3e58ab0899 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.008s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:27:16.588545 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-e44f69a2-b02a-4df7-a592-3b3e58ab0899 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:27:16.589213 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-e44f69a2-b02a-4df7-a592-3b3e58ab0899 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/139c933a-11b7-409e-a90a-6dd882d46e85 HTTP/1.1" status: 204 len: 168 time: 0.0884566 May 19 11:27:16.985464 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041cd87c-cfce-41d2-b604-367444f9e3f4 req-d97995bf-7a68-43ee-a432-61d6277da7c9 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:27:16.986403 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-041cd87c-cfce-41d2-b604-367444f9e3f4 req-d97995bf-7a68-43ee-a432-61d6277da7c9 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0478456 May 19 11:27:17.012680 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-041cd87c-cfce-41d2-b604-367444f9e3f4 req-e17b6073-a220-4441-8333-f742c7a9169e tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0224609 May 19 11:27:17.057632 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 56738) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:27:17.114738 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.v2.base [None req-3e4fbc3f-70cf-47c0-8d0a-40f35bf22df5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-263875299-network', 'tenant_id': '2e2e3ce0a00442deb604804951aeaec6'}} {{(pid=91055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:27:17.117663 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-3e4fbc3f-70cf-47c0-8d0a-40f35bf22df5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:27:17.119941 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-3e4fbc3f-70cf-47c0-8d0a-40f35bf22df5 admin admin] Usage tracker for resource:network and tenant:2e2e3ce0a00442deb604804951aeaec6 is out of sync, need to count used quota {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:27:17.121664 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-3e4fbc3f-70cf-47c0-8d0a-40f35bf22df5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:27:17.125652 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-3e4fbc3f-70cf-47c0-8d0a-40f35bf22df5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:27:17.137305 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e4fbc3f-70cf-47c0-8d0a-40f35bf22df5 admin admin] Made reservation on behalf of 2e2e3ce0a00442deb604804951aeaec6 for: {'network': 1} {{(pid=91055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 11:27:17.138776 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-3e4fbc3f-70cf-47c0-8d0a-40f35bf22df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-783228'] for network, before_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:27:17.145563 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-3e4fbc3f-70cf-47c0-8d0a-40f35bf22df5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:27:17.153056 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-3e4fbc3f-70cf-47c0-8d0a-40f35bf22df5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:27:17.155351 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-3e4fbc3f-70cf-47c0-8d0a-40f35bf22df5 admin admin] Usage tracker for resource:security_group_rule and tenant:2e2e3ce0a00442deb604804951aeaec6 is out of sync, need to count used quota {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:27:17.157057 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-3e4fbc3f-70cf-47c0-8d0a-40f35bf22df5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:27:17.160186 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-3e4fbc3f-70cf-47c0-8d0a-40f35bf22df5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:27:17.209689 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-3e4fbc3f-70cf-47c0-8d0a-40f35bf22df5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:27:17.212506 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-3e4fbc3f-70cf-47c0-8d0a-40f35bf22df5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:27:17.214308 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-aa306c55-226e-4816-b836-7650cd91197f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:27:17.229270 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e4fbc3f-70cf-47c0-8d0a-40f35bf22df5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1352} {{(pid=91055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 11:27:17.233639 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4fbc3f-70cf-47c0-8d0a-40f35bf22df5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52e30fbe-9efd-46da-93af-159a2a6a8487,revision_number=1']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:27:17.235732 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-3e4fbc3f-70cf-47c0-8d0a-40f35bf22df5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:27:17.237159 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-3e4fbc3f-70cf-47c0-8d0a-40f35bf22df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432044'] for segment, precommit_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:27:17.237339 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.db.segments_db [None req-3e4fbc3f-70cf-47c0-8d0a-40f35bf22df5 admin admin] Added segment bf193b0b-4b44-4978-99b2-f1e97bc5ed5d of type vlan for network ad0caa4b-a545-4d02-881f-15597db6181b May 19 11:27:17.251311 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-3e4fbc3f-70cf-47c0-8d0a-40f35bf22df5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749740349296'] for network, precommit_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:27:17.268381 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-3e4fbc3f-70cf-47c0-8d0a-40f35bf22df5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1777549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1695667'] for network, after_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:27:17.269193 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4fbc3f-70cf-47c0-8d0a-40f35bf22df5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:27:17.269524 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-3e4fbc3f-70cf-47c0-8d0a-40f35bf22df5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695638'] for network, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:27:17.271247 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:27:17.322506 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4fbc3f-70cf-47c0-8d0a-40f35bf22df5 admin admin] Pushing event updated for resources: {'Network': ['ID=ad0caa4b-a545-4d02-881f-15597db6181b,revision_number=1']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:27:17.326596 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-3e4fbc3f-70cf-47c0-8d0a-40f35bf22df5 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2663682 May 19 11:27:17.326596 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-3e4fbc3f-70cf-47c0-8d0a-40f35bf22df5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:27:17.326854 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 56746) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:27:17.329601 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Network ad0caa4b-a545-4d02-881f-15597db6181b details requested by agent ovs-agent-dv-cinder-787764-1-iscsi with host dv-cinder-787764-1-iscsi {{(pid=91057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 11:27:17.329895 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.v2.base [None req-09f86036-dec3-4041-86db-5cbef1c7e7a0 admin admin] Request body: {'subnet': {'network_id': 'ad0caa4b-a545-4d02-881f-15597db6181b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-263875299-subnet', 'tenant_id': '2e2e3ce0a00442deb604804951aeaec6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:27:17.332706 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-09f86036-dec3-4041-86db-5cbef1c7e7a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:27:17.334918 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-09f86036-dec3-4041-86db-5cbef1c7e7a0 admin admin] Usage tracker for resource:subnet and tenant:2e2e3ce0a00442deb604804951aeaec6 is out of sync, need to count used quota {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:27:17.336617 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-09f86036-dec3-4041-86db-5cbef1c7e7a0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:27:17.339914 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-09f86036-dec3-4041-86db-5cbef1c7e7a0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:27:17.346533 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09f86036-dec3-4041-86db-5cbef1c7e7a0 admin admin] Made reservation on behalf of 2e2e3ce0a00442deb604804951aeaec6 for: {'subnet': 1} {{(pid=91055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 11:27:17.347925 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-09f86036-dec3-4041-86db-5cbef1c7e7a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3994652'] for subnet, before_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:27:17.546618 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-09f86036-dec3-4041-86db-5cbef1c7e7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2635368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3994670'] for subnet, after_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:27:17.548528 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:27:17.584385 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f86036-dec3-4041-86db-5cbef1c7e7a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f75eec5-9032-4f65-ab02-ea3ffb1b0a17,revision_number=0']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:27:17.586369 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-09f86036-dec3-4041-86db-5cbef1c7e7a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:27:17.589641 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f86036-dec3-4041-86db-5cbef1c7e7a0 admin admin] Checking segment: {'id': 'bf193b0b-4b44-4978-99b2-f1e97bc5ed5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1352, 'network_id': 'ad0caa4b-a545-4d02-881f-15597db6181b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 11:27:17.589825 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f86036-dec3-4041-86db-5cbef1c7e7a0 admin admin] Network hostable DHCP agents. Network: ad0caa4b-a545-4d02-881f-15597db6181b, hostable agents: ['36604066-f80c-4f9a-9f0a-cbdcbbee93eb'], hosted agents: [] {{(pid=91055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 11:27:17.599917 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f86036-dec3-4041-86db-5cbef1c7e7a0 admin admin] Network ad0caa4b-a545-4d02-881f-15597db6181b is scheduled to be hosted by DHCP agent 36604066-f80c-4f9a-9f0a-cbdcbbee93eb with binding_index 1 {{(pid=91055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 11:27:17.605546 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.scheduler.base_scheduler [None req-09f86036-dec3-4041-86db-5cbef1c7e7a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787764-1-iscsi, ad0caa4b-a545-4d02-881f-15597db6181b) {{(pid=91055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:27:17.610228 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f86036-dec3-4041-86db-5cbef1c7e7a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:27:17.610551 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-09f86036-dec3-4041-86db-5cbef1c7e7a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695638'] for subnet, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:27:17.614624 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d1c572b-b306-4d26-933a-aab4bb16b647 None None] Network ad0caa4b-a545-4d02-881f-15597db6181b requested from dv-cinder-787764-1-iscsi {{(pid=91057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 11:27:17.622141 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-09f86036-dec3-4041-86db-5cbef1c7e7a0 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2948735 May 19 11:27:17.714689 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fbd52c7-5e32-43c5-ac88-ac8d88bc410b None None] Network ad0caa4b-a545-4d02-881f-15597db6181b requested from dv-cinder-787764-1-iscsi {{(pid=91057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 11:27:17.902972 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 56768) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:27:17.906521 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.v2.base [None req-2b00f0e3-3e4a-41f8-9dcf-57b76dc0762f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1314655459-network', 'tenant_id': '6edb9f57b3104beca25c91e99fd09f05'}} {{(pid=91056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:27:17.909469 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-2b00f0e3-3e4a-41f8-9dcf-57b76dc0762f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:27:17.911634 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-2b00f0e3-3e4a-41f8-9dcf-57b76dc0762f admin admin] Usage tracker for resource:network and tenant:6edb9f57b3104beca25c91e99fd09f05 is out of sync, need to count used quota {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:27:17.913294 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-2b00f0e3-3e4a-41f8-9dcf-57b76dc0762f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:27:17.916887 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-2b00f0e3-3e4a-41f8-9dcf-57b76dc0762f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:27:17.924342 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b00f0e3-3e4a-41f8-9dcf-57b76dc0762f admin admin] Made reservation on behalf of 6edb9f57b3104beca25c91e99fd09f05 for: {'network': 1} {{(pid=91056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 11:27:17.925657 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-2b00f0e3-3e4a-41f8-9dcf-57b76dc0762f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-783228'] for network, before_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:27:17.932373 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-2b00f0e3-3e4a-41f8-9dcf-57b76dc0762f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:27:17.942332 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-2b00f0e3-3e4a-41f8-9dcf-57b76dc0762f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:27:17.944354 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-2b00f0e3-3e4a-41f8-9dcf-57b76dc0762f admin admin] Usage tracker for resource:security_group_rule and tenant:6edb9f57b3104beca25c91e99fd09f05 is out of sync, need to count used quota {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:27:17.945901 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-2b00f0e3-3e4a-41f8-9dcf-57b76dc0762f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:27:17.949228 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-2b00f0e3-3e4a-41f8-9dcf-57b76dc0762f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:27:17.994946 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-2b00f0e3-3e4a-41f8-9dcf-57b76dc0762f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:27:17.997839 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-2b00f0e3-3e4a-41f8-9dcf-57b76dc0762f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:27:17.999522 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-8a646c8c-4c60-4a37-9f26-c11992568f49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:27:18.014322 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b00f0e3-3e4a-41f8-9dcf-57b76dc0762f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1383} {{(pid=91056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 11:27:18.019099 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b00f0e3-3e4a-41f8-9dcf-57b76dc0762f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d177d5e-54d5-4730-a50c-1089cf473639,revision_number=1']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:27:18.021118 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-2b00f0e3-3e4a-41f8-9dcf-57b76dc0762f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:27:18.022550 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-2b00f0e3-3e4a-41f8-9dcf-57b76dc0762f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432044'] for segment, precommit_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:27:18.022732 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.db.segments_db [None req-2b00f0e3-3e4a-41f8-9dcf-57b76dc0762f admin admin] Added segment a8c640c1-cc72-4030-9862-8805ad1125cc of type vlan for network e593a347-cef9-49e1-a3cf-79fa5e83bc8b May 19 11:27:18.038664 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-2b00f0e3-3e4a-41f8-9dcf-57b76dc0762f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749740349296'] for network, precommit_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:27:18.055961 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-2b00f0e3-3e4a-41f8-9dcf-57b76dc0762f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1777549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1695667'] for network, after_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:27:18.057157 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b00f0e3-3e4a-41f8-9dcf-57b76dc0762f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:27:18.057859 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-2b00f0e3-3e4a-41f8-9dcf-57b76dc0762f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695638'] for network, before_response {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:27:18.060766 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:27:18.133726 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-2b00f0e3-3e4a-41f8-9dcf-57b76dc0762f admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2299237 May 19 11:27:18.136114 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 56780) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:27:18.139633 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.v2.base [None req-bedead8d-5450-4b0e-ae19-88f653e98d3e admin admin] Request body: {'subnet': {'network_id': 'e593a347-cef9-49e1-a3cf-79fa5e83bc8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1314655459-subnet', 'tenant_id': '6edb9f57b3104beca25c91e99fd09f05', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:27:18.142558 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-bedead8d-5450-4b0e-ae19-88f653e98d3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:27:18.144758 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-bedead8d-5450-4b0e-ae19-88f653e98d3e admin admin] Usage tracker for resource:subnet and tenant:6edb9f57b3104beca25c91e99fd09f05 is out of sync, need to count used quota {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:27:18.146406 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-bedead8d-5450-4b0e-ae19-88f653e98d3e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:27:18.149597 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-bedead8d-5450-4b0e-ae19-88f653e98d3e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:27:18.156588 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bedead8d-5450-4b0e-ae19-88f653e98d3e admin admin] Made reservation on behalf of 6edb9f57b3104beca25c91e99fd09f05 for: {'subnet': 1} {{(pid=91055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 11:27:18.157967 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-bedead8d-5450-4b0e-ae19-88f653e98d3e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3994652'] for subnet, before_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:27:18.236135 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b00f0e3-3e4a-41f8-9dcf-57b76dc0762f admin admin] Pushing event updated for resources: {'Network': ['ID=e593a347-cef9-49e1-a3cf-79fa5e83bc8b,revision_number=1']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:27:18.240477 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-2b00f0e3-3e4a-41f8-9dcf-57b76dc0762f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:27:18.243296 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Network e593a347-cef9-49e1-a3cf-79fa5e83bc8b details requested by agent ovs-agent-dv-cinder-787764-1-iscsi with host dv-cinder-787764-1-iscsi {{(pid=91057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 11:27:18.265035 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58bfd87-d6e4-441d-8dbf-185d1daf6e6e req-965b6bdd-3816-415d-a323-f36b14427dbf tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:27:18.265890 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-c58bfd87-d6e4-441d-8dbf-185d1daf6e6e req-965b6bdd-3816-415d-a323-f36b14427dbf tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.1877723 May 19 11:27:18.273416 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e60ce79-9280-4358-bab4-e21cf9793fb0 req-4f9b6fb9-7b1e-4b10-be06-017bacb6c37d tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:27:18.274219 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-3e60ce79-9280-4358-bab4-e21cf9793fb0 req-4f9b6fb9-7b1e-4b10-be06-017bacb6c37d tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "GET /v2.0/ports?device_id=6a6a976a-90d4-4150-963e-6edb91b9a891 HTTP/1.1" status: 200 len: 945 time: 0.1357200 May 19 11:27:18.310164 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-c58bfd87-d6e4-441d-8dbf-185d1daf6e6e req-341a5a02-ee27-4d18-a310-0e8a60ac9964 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353594 May 19 11:27:18.315016 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-3e60ce79-9280-4358-bab4-e21cf9793fb0 req-9c54e28d-0d62-4ad8-9ffc-343043ff9986 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "GET /v2.0/security-groups?id=da2169de-7a61-4810-9cac-12669592b71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304244 May 19 11:27:18.368078 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-bedead8d-5450-4b0e-ae19-88f653e98d3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2635368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3994670'] for subnet, after_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:27:18.370731 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-6ab6cdb4-a0ee-492e-9aff-fae94b1f2032 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:27:18.408551 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedead8d-5450-4b0e-ae19-88f653e98d3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0c3e4ef-4323-45e7-b925-c451c0174000,revision_number=0']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:27:18.410553 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-bedead8d-5450-4b0e-ae19-88f653e98d3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:27:18.413569 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bedead8d-5450-4b0e-ae19-88f653e98d3e admin admin] Checking segment: {'id': 'a8c640c1-cc72-4030-9862-8805ad1125cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1383, 'network_id': 'e593a347-cef9-49e1-a3cf-79fa5e83bc8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 11:27:18.413756 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bedead8d-5450-4b0e-ae19-88f653e98d3e admin admin] Network hostable DHCP agents. Network: e593a347-cef9-49e1-a3cf-79fa5e83bc8b, hostable agents: ['36604066-f80c-4f9a-9f0a-cbdcbbee93eb'], hosted agents: [] {{(pid=91055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 11:27:18.424732 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bedead8d-5450-4b0e-ae19-88f653e98d3e admin admin] Network e593a347-cef9-49e1-a3cf-79fa5e83bc8b is scheduled to be hosted by DHCP agent 36604066-f80c-4f9a-9f0a-cbdcbbee93eb with binding_index 1 {{(pid=91055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 11:27:18.431968 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.scheduler.base_scheduler [None req-bedead8d-5450-4b0e-ae19-88f653e98d3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787764-1-iscsi, e593a347-cef9-49e1-a3cf-79fa5e83bc8b) {{(pid=91055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:27:18.437451 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bedead8d-5450-4b0e-ae19-88f653e98d3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:27:18.437852 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-bedead8d-5450-4b0e-ae19-88f653e98d3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695638'] for subnet, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:27:18.438579 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3efbdea-e702-47b5-b106-c2ab8f4ecd1b None None] Network e593a347-cef9-49e1-a3cf-79fa5e83bc8b requested from dv-cinder-787764-1-iscsi {{(pid=91057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 11:27:18.450687 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-bedead8d-5450-4b0e-ae19-88f653e98d3e admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3138316 May 19 11:27:18.542288 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9591f37-b2ce-4a51-98d0-399ecb7054ab None None] Network e593a347-cef9-49e1-a3cf-79fa5e83bc8b requested from dv-cinder-787764-1-iscsi {{(pid=91057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 11:27:19.425738 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4be8d7-b92c-41fb-8306-39a4cc5ad8d4 req-4bcca1a8-5d89-4ada-804f-69b54faa5ebe tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:27:19.426201 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [req-3a4be8d7-b92c-41fb-8306-39a4cc5ad8d4 req-4bcca1a8-5d89-4ada-804f-69b54faa5ebe tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Synchronizing usage tracker for tenant:114936b3c24442328e380dbed9453cbe on resource:port {{(pid=91055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 11:27:19.433956 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [req-3a4be8d7-b92c-41fb-8306-39a4cc5ad8d4 req-4bcca1a8-5d89-4ada-804f-69b54faa5ebe tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Unset dirty status for tenant:114936b3c24442328e380dbed9453cbe on resource:port {{(pid=91055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 11:27:19.434659 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-3a4be8d7-b92c-41fb-8306-39a4cc5ad8d4 req-4bcca1a8-5d89-4ada-804f-69b54faa5ebe tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.112 "GET /v2.0/ports?device_id=6a6a976a-90d4-4150-963e-6edb91b9a891 HTTP/1.1" status: 200 len: 945 time: 0.0604358 May 19 11:27:19.482157 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b50453-c110-4c06-bff4-a66077d9ae11 req-8409bf27-cbbe-4858-a940-611c94288728 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:27:19.483149 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-d3b50453-c110-4c06-bff4-a66077d9ae11 req-8409bf27-cbbe-4858-a940-611c94288728 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0938501 May 19 11:27:19.489502 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0192d4-e135-4818-b0c5-749d75547651 req-6885d5c8-731f-48dd-8aa4-249fe0c9e680 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:27:19.490422 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-4e0192d4-e135-4818-b0c5-749d75547651 req-6885d5c8-731f-48dd-8aa4-249fe0c9e680 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "GET /v2.0/ports?device_id=6a6a976a-90d4-4150-963e-6edb91b9a891 HTTP/1.1" status: 200 len: 945 time: 0.0727470 May 19 11:27:19.536645 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-d3b50453-c110-4c06-bff4-a66077d9ae11 req-a661dadb-45e3-459b-9877-76ce4197adae tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455341 May 19 11:27:19.539372 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-4e0192d4-e135-4818-b0c5-749d75547651 req-60756b65-eceb-438d-aa87-05e2ac642399 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "GET /v2.0/security-groups?id=da2169de-7a61-4810-9cac-12669592b71e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396247 May 19 11:27:19.590990 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.plugin [req-3a4be8d7-b92c-41fb-8306-39a4cc5ad8d4 req-011958c6-b837-459d-8959-997075b9a5ad tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Deleting port db59126d-1c1c-4ba1-a2f8-210209c9a196 {{(pid=91055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 11:27:19.591215 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-3a4be8d7-b92c-41fb-8306-39a4cc5ad8d4 req-011958c6-b837-459d-8959-997075b9a5ad tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749740776295'] for port, before_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:27:19.656845 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.db [req-3a4be8d7-b92c-41fb-8306-39a4cc5ad8d4 req-011958c6-b837-459d-8959-997075b9a5ad tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] For port db59126d-1c1c-4ba1-a2f8-210209c9a196, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=db59126d-1c1c-4ba1-a2f8-210209c9a196,segment=NetworkSegment(a0bcd02c-390d-4161-9023-5e2506ec732c),segment_id=a0bcd02c-390d-4161-9023-5e2506ec732c)] {{(pid=91055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:27:19.657190 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-3a4be8d7-b92c-41fb-8306-39a4cc5ad8d4 req-011958c6-b837-459d-8959-997075b9a5ad tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1714319'] for port, precommit_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:27:19.801088 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-3a4be8d7-b92c-41fb-8306-39a4cc5ad8d4 req-011958c6-b837-459d-8959-997075b9a5ad tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:27:19.801373 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-3a4be8d7-b92c-41fb-8306-39a4cc5ad8d4 req-011958c6-b837-459d-8959-997075b9a5ad tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716915'] for floatingip, after_update {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:27:19.801373 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.db.l3_db [req-3a4be8d7-b92c-41fb-8306-39a4cc5ad8d4 req-011958c6-b837-459d-8959-997075b9a5ad tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Floating IP b1c1b528-2f31-49ba-8026-3a661f004614 disassociated. External IP: 172.27.0.115, port: db59126d-1c1c-4ba1-a2f8-210209c9a196. May 19 11:27:19.801904 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.plugin [req-3a4be8d7-b92c-41fb-8306-39a4cc5ad8d4 req-011958c6-b837-459d-8959-997075b9a5ad tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Calling delete_port for db59126d-1c1c-4ba1-a2f8-210209c9a196 owned by compute:nova {{(pid=91055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 11:27:19.864886 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-3a4be8d7-b92c-41fb-8306-39a4cc5ad8d4 req-011958c6-b837-459d-8959-997075b9a5ad tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749740778424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749740364548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3654904'] for port, after_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:27:19.874117 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-ccaee93d-0eaa-4642-a727-d7593e8381d6 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:27:19.899277 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011958c6-b837-459d-8959-997075b9a5ad tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Pushing event deleted for resources: {'Port': ['ID=db59126d-1c1c-4ba1-a2f8-210209c9a196,revision_number=None']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:27:19.901683 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-011958c6-b837-459d-8959-997075b9a5ad tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:27:20.011737 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3a4be8d7-b92c-41fb-8306-39a4cc5ad8d4 req-011958c6-b837-459d-8959-997075b9a5ad tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Router 69f0f57e-2ace-4b38-84db-07337dae1268 has already been hosted by L3 agent 326bf12a-fdae-48e8-b877-7dbd40e20eda {{(pid=91055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 11:27:20.107192 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3a4be8d7-b92c-41fb-8306-39a4cc5ad8d4 req-011958c6-b837-459d-8959-997075b9a5ad tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Notify agent at l3_agent.dv-cinder-787764-1-iscsi the message routers_updated {{(pid=91055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 11:27:20.116212 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3236c21e-5795-44c1-a9af-b9c74086227a None None] Sync routers for ids ['69f0f57e-2ace-4b38-84db-07337dae1268'] in dv-cinder-787764-1-iscsi {{(pid=91057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 11:27:20.122843 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3236c21e-5795-44c1-a9af-b9c74086227a None None] Routers {'69f0f57e-2ace-4b38-84db-07337dae1268'} bound to L3 agent in host dv-cinder-787764-1-iscsi {{(pid=91057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:27:20.123348 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_hamode_db [None req-3236c21e-5795-44c1-a9af-b9c74086227a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-19T11:10:36Z,description=,heartbeat_timestamp=2021-05-19T11:27:06Z,host='dv-cinder-787764-1-iscsi',id=326bf12a-fdae-48e8-b877-7dbd40e20eda,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:36Z,topic='l3_agent')) {'router_ids': ['69f0f57e-2ace-4b38-84db-07337dae1268'], 'active': True} {{(pid=91057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:27:20.148138 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a4be8d7-b92c-41fb-8306-39a4cc5ad8d4 req-011958c6-b837-459d-8959-997075b9a5ad tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] No DVR routers for this DVR port db59126d-1c1c-4ba1-a2f8-210209c9a196 on host hv-cinder-78776 {{(pid=91055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 11:27:20.150065 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-3a4be8d7-b92c-41fb-8306-39a4cc5ad8d4 req-011958c6-b837-459d-8959-997075b9a5ad tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6101'] for port, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:27:20.151659 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a6a976a-90d4-4150-963e-6edb91b9a891', 'name': 'network-vif-deleted', 'tag': 'db59126d-1c1c-4ba1-a2f8-210209c9a196'}] {{(pid=91055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 11:27:20.162207 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-3a4be8d7-b92c-41fb-8306-39a4cc5ad8d4 req-011958c6-b837-459d-8959-997075b9a5ad tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.112 "DELETE /v2.0/ports/db59126d-1c1c-4ba1-a2f8-210209c9a196 HTTP/1.1" status: 204 len: 173 time: 0.7221627 May 19 11:27:20.233515 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_dvr_db [None req-3236c21e-5795-44c1-a9af-b9c74086227a None None] Set router 69f0f57e-2ace-4b38-84db-07337dae1268 gateway port host: dv-cinder-787764-1-iscsi {{(pid=91057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:27:20.405005 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_hamode_db [None req-3236c21e-5795-44c1-a9af-b9c74086227a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69f0f57e-2ace-4b38-84db-07337dae1268', 'name': 'tempest-AttachVolumeShelveTestJSON-755269295-router', 'tenant_id': '114936b3c24442328e380dbed9453cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'external_fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': 'cebf15f2-4d29-4f9a-893f-3e59cd1f4530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:15:26Z', 'updated_at': '2021-05-19T11:15:30Z', 'revision_number': 4, 'project_id': '114936b3c24442328e380dbed9453cbe', 'gw_port': {'id': 'cebf15f2-4d29-4f9a-893f-3e59cd1f4530', 'name': '', 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d1:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f0f57e-2ace-4b38-84db-07337dae1268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:15:27Z', 'updated_at': '2021-05-19T11:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-1-iscsi', '_interfaces': [{'id': '83df66c6-d330-420c-8a47-e73ada5b5cc1', 'name': '', 'network_id': '283f984f-2a81-4a0c-9cd3-692b468d28a2', 'tenant_id': '114936b3c24442328e380dbed9453cbe', 'mac_address': 'fa:16:3e:a8:f6:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f0f57e-2ace-4b38-84db-07337dae1268', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '1f0aafc7-5dc8-4ee6-a066-4c3495d1adf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:15:29Z', 'updated_at': '2021-05-19T11:15:35Z', 'revision_number': 5, 'project_id': '114936b3c24442328e380dbed9453cbe', 'subnets': [{'id': '1f0aafc7-5dc8-4ee6-a066-4c3495d1adf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-1-iscsi', False) {} {{(pid=91057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:27:20.407897 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3236c21e-5795-44c1-a9af-b9c74086227a None None] Checking router: 69f0f57e-2ace-4b38-84db-07337dae1268 for host: dv-cinder-787764-1-iscsi {{(pid=91057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 11:27:20.412904 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3236c21e-5795-44c1-a9af-b9c74086227a None None] Routers {'69f0f57e-2ace-4b38-84db-07337dae1268'} bound to L3 agent in host dv-cinder-787764-1-iscsi {{(pid=91057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:27:20.413223 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_hamode_db [None req-3236c21e-5795-44c1-a9af-b9c74086227a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-19T11:10:36Z,description=,heartbeat_timestamp=2021-05-19T11:27:06Z,host='dv-cinder-787764-1-iscsi',id=326bf12a-fdae-48e8-b877-7dbd40e20eda,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:36Z,topic='l3_agent')) {'router_ids': ['69f0f57e-2ace-4b38-84db-07337dae1268'], 'active': True} {{(pid=91057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:27:20.511948 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_dvr_db [None req-3236c21e-5795-44c1-a9af-b9c74086227a None None] Set router 69f0f57e-2ace-4b38-84db-07337dae1268 gateway port host: dv-cinder-787764-1-iscsi {{(pid=91057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:27:20.647327 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa15613a-3e49-48a2-a866-b3db3e66bd3d req-336daca0-9876-4cfc-ba85-bfc5d8e98420 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:27:20.648061 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-fa15613a-3e49-48a2-a866-b3db3e66bd3d req-336daca0-9876-4cfc-ba85-bfc5d8e98420 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0430679 May 19 11:27:20.673005 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-fa15613a-3e49-48a2-a866-b3db3e66bd3d req-51bc82b7-7d10-4acc-8137-0980d8d5be6e tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0205252 May 19 11:27:20.697294 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_hamode_db [None req-3236c21e-5795-44c1-a9af-b9c74086227a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69f0f57e-2ace-4b38-84db-07337dae1268', 'name': 'tempest-AttachVolumeShelveTestJSON-755269295-router', 'tenant_id': '114936b3c24442328e380dbed9453cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'external_fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': 'cebf15f2-4d29-4f9a-893f-3e59cd1f4530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:15:26Z', 'updated_at': '2021-05-19T11:15:30Z', 'revision_number': 4, 'project_id': '114936b3c24442328e380dbed9453cbe', 'gw_port': {'id': 'cebf15f2-4d29-4f9a-893f-3e59cd1f4530', 'name': '', 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d1:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f0f57e-2ace-4b38-84db-07337dae1268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:15:27Z', 'updated_at': '2021-05-19T11:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-1-iscsi', '_interfaces': [{'id': '83df66c6-d330-420c-8a47-e73ada5b5cc1', 'name': '', 'network_id': '283f984f-2a81-4a0c-9cd3-692b468d28a2', 'tenant_id': '114936b3c24442328e380dbed9453cbe', 'mac_address': 'fa:16:3e:a8:f6:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f0f57e-2ace-4b38-84db-07337dae1268', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '1f0aafc7-5dc8-4ee6-a066-4c3495d1adf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:15:29Z', 'updated_at': '2021-05-19T11:15:35Z', 'revision_number': 5, 'project_id': '114936b3c24442328e380dbed9453cbe', 'subnets': [{'id': '1f0aafc7-5dc8-4ee6-a066-4c3495d1adf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-1-iscsi', False) {} {{(pid=91057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:27:20.699495 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3236c21e-5795-44c1-a9af-b9c74086227a None None] The sync data for ids ['69f0f57e-2ace-4b38-84db-07337dae1268'] in dv-cinder-787764-1-iscsi is: [{'id': '69f0f57e-2ace-4b38-84db-07337dae1268', 'name': 'tempest-AttachVolumeShelveTestJSON-755269295-router', 'tenant_id': '114936b3c24442328e380dbed9453cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'external_fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': 'cebf15f2-4d29-4f9a-893f-3e59cd1f4530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:15:26Z', 'updated_at': '2021-05-19T11:15:30Z', 'revision_number': 4, 'project_id': '114936b3c24442328e380dbed9453cbe', 'gw_port': {'id': 'cebf15f2-4d29-4f9a-893f-3e59cd1f4530', 'name': '', 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d1:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f0f57e-2ace-4b38-84db-07337dae1268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:15:27Z', 'updated_at': '2021-05-19T11:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-1-iscsi', '_interfaces': [{'id': '83df66c6-d330-420c-8a47-e73ada5b5cc1', 'name': '', 'network_id': '283f984f-2a81-4a0c-9cd3-692b468d28a2', 'tenant_id': '114936b3c24442328e380dbed9453cbe', 'mac_address': 'fa:16:3e:a8:f6:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f0f57e-2ace-4b38-84db-07337dae1268', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '1f0aafc7-5dc8-4ee6-a066-4c3495d1adf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:15:29Z', 'updated_at': '2021-05-19T11:15:35Z', 'revision_number': 5, 'project_id': '114936b3c24442328e380dbed9453cbe', 'subnets': [{'id': '1f0aafc7-5dc8-4ee6-a066-4c3495d1adf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 11:27:20.754577 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-12843cc7-4af6-4a29-8124-c61093f04a8b req-2ab6c220-98be-4000-a3af-8be003adefa7 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "GET /v2.0/ports?device_id=6a6a976a-90d4-4150-963e-6edb91b9a891 HTTP/1.1" status: 200 len: 210 time: 0.0259445 May 19 11:27:20.852816 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dba2203-cd4d-42be-a049-bb9fd0946cbd None None] New status for floating IP b1c1b528-2f31-49ba-8026-3a661f004614: DOWN {{(pid=91058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 11:27:21.266246 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a6a976a-90d4-4150-963e-6edb91b9a891', 'name': 'network-vif-deleted', 'tag': 'db59126d-1c1c-4ba1-a2f8-210209c9a196', 'status': 'completed', 'code': 200} May 19 11:27:21.816808 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cf0138-8808-42a9-8f82-bf0049294346 req-88d8bbee-9065-4450-8fde-4b7efeeb187f tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:27:21.818580 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-42cf0138-8808-42a9-8f82-bf0049294346 req-88d8bbee-9065-4450-8fde-4b7efeeb187f tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0676053 May 19 11:27:21.862355 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-ee2cccf7-d380-4430-93d7-7ae49acd94f2 req-99414b79-90b9-42b9-b3d6-f7073486f0a9 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "GET /v2.0/ports?device_id=6a6a976a-90d4-4150-963e-6edb91b9a891 HTTP/1.1" status: 200 len: 210 time: 0.0306430 May 19 11:27:21.873456 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-42cf0138-8808-42a9-8f82-bf0049294346 req-9e2437fe-29c1-47ab-bdb6-e5d446e9cc1c tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504904 May 19 11:27:22.838749 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Device db59126d-1c1c-4ba1-a2f8-210209c9a196 no longer exists at agent hyperv_hv-cinder-78776 {{(pid=91057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 11:27:22.872871 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.plugin [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] No Port match for: db59126d-1c1c-4ba1-a2f8-210209c9a196 {{(pid=91057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 11:27:22.873211 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Device db59126d-1c1c-4ba1-a2f8-210209c9a196 not bound to the agent host hv-cinder-78776 {{(pid=91057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 11:27:22.953854 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-46d8e480-8002-4f1a-bc86-16953476764c req-4c9babc3-714a-454e-8b88-1cd898b91807 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0588472 May 19 11:27:22.960817 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 56850) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:27:22.998206 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038bf14f-6590-4cac-bcd3-9ad50c80da79 req-f11faf25-971c-403f-b266-b6a8320064c7 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:27:22.999216 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-038bf14f-6590-4cac-bcd3-9ad50c80da79 req-f11faf25-971c-403f-b266-b6a8320064c7 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0543475 May 19 11:27:23.003838 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-e82b2f7a-d07f-4b84-b1f8-0328e0c657ff tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Notify callbacks [] for security_group, before_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:27:23.024348 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-e82b2f7a-d07f-4b84-b1f8-0328e0c657ff tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:27:23.030538 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-038bf14f-6590-4cac-bcd3-9ad50c80da79 req-6342f1ae-2c48-4b32-84e5-56586c46fd56 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272887 May 19 11:27:23.060247 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-e82b2f7a-d07f-4b84-b1f8-0328e0c657ff tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:27:23.063549 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-26f25faa-c48b-41bc-adf7-01472c3f8bc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:27:23.072918 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82b2f7a-d07f-4b84-b1f8-0328e0c657ff tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da2169de-7a61-4810-9cac-12669592b71e,revision_number=None']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:27:23.075052 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-e82b2f7a-d07f-4b84-b1f8-0328e0c657ff tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:27:23.076545 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-e82b2f7a-d07f-4b84-b1f8-0328e0c657ff tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Notify callbacks [] for security_group, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:27:23.079719 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-e82b2f7a-d07f-4b84-b1f8-0328e0c657ff tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "DELETE /v2.0/security-groups/da2169de-7a61-4810-9cac-12669592b71e HTTP/1.1" status: 204 len: 168 time: 0.1157665 May 19 11:27:23.079719 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 56856) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:27:23.090255 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.api.v2.resource [None req-0d8164eb-5c0f-4454-a4e8-5a6ecdcf0c8c tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] show failed (client error): The resource could not be found. May 19 11:27:23.093088 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-0d8164eb-5c0f-4454-a4e8-5a6ecdcf0c8c tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "GET /v2.0/security-groups/da2169de-7a61-4810-9cac-12669592b71e HTTP/1.1" status: 404 len: 347 time: 0.0108695 May 19 11:27:23.093539 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 56860) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:27:23.358159 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf8ed6-8288-4019-b43e-65beebdb9d12 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Deleting port 4c1d4f8e-8a3a-4858-9194-cfecfc980ec2 {{(pid=91055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 11:27:23.358308 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-8ccf8ed6-8288-4019-b43e-65beebdb9d12 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749740776295'] for port, before_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:27:23.366252 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d8e480-8002-4f1a-bc86-16953476764c req-9740da3b-3ba4-486f-8bd5-549ff7b3481e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:27:23.367157 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-46d8e480-8002-4f1a-bc86-16953476764c req-9740da3b-3ba4-486f-8bd5-549ff7b3481e service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=3adb7158fa694a28886f78876a3057cd&device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 1098 time: 0.0648255 May 19 11:27:23.472750 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-8ccf8ed6-8288-4019-b43e-65beebdb9d12 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1714319'] for port, precommit_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:27:23.473021 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-8ccf8ed6-8288-4019-b43e-65beebdb9d12 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:27:23.541173 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf8ed6-8288-4019-b43e-65beebdb9d12 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Calling delete_port for 4c1d4f8e-8a3a-4858-9194-cfecfc980ec2 owned by network:floatingip {{(pid=91055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 11:27:23.546027 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d8e480-8002-4f1a-bc86-16953476764c req-5f84b7d6-3579-44ee-a903-87d286dc7e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:27:23.547052 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-46d8e480-8002-4f1a-bc86-16953476764c req-5f84b7d6-3579-44ee-a903-87d286dc7e94 service neutron] 10.222.0.112 "GET /v2.0/networks?id=17b3c0ef-f9b4-49e2-aa3b-d746210e219f HTTP/1.1" status: 200 len: 915 time: 0.1440628 May 19 11:27:23.586342 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-46d8e480-8002-4f1a-bc86-16953476764c req-67c5f37e-3373-4093-9338-bda530c9aea5 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6a809875-e8d2-44df-9b04-a71c434d12a3 HTTP/1.1" status: 200 len: 217 time: 0.0308776 May 19 11:27:23.643290 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d8e480-8002-4f1a-bc86-16953476764c req-66fd100c-dd99-4a27-8021-638f7f110cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:27:23.643993 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-46d8e480-8002-4f1a-bc86-16953476764c req-66fd100c-dd99-4a27-8021-638f7f110cdc service neutron] 10.222.0.112 "GET /v2.0/subnets?id=ec111969-0878-4395-8e69-3abd2c5f226d HTTP/1.1" status: 200 len: 852 time: 0.0495872 May 19 11:27:23.680302 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-8ccf8ed6-8288-4019-b43e-65beebdb9d12 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749740778424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749740364548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3654904'] for port, after_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:27:23.685090 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-011958c6-b837-459d-8959-997075b9a5ad tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:27:23.706555 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf8ed6-8288-4019-b43e-65beebdb9d12 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Pushing event deleted for resources: {'Port': ['ID=4c1d4f8e-8a3a-4858-9194-cfecfc980ec2,revision_number=None']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:27:23.708364 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-8ccf8ed6-8288-4019-b43e-65beebdb9d12 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:27:23.753277 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d8e480-8002-4f1a-bc86-16953476764c req-b590a6e2-5818-4a29-b143-07a86e06f77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:27:23.754179 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-46d8e480-8002-4f1a-bc86-16953476764c req-b590a6e2-5818-4a29-b143-07a86e06f77b service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=17b3c0ef-f9b4-49e2-aa3b-d746210e219f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1010187 May 19 11:27:23.760045 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-8ccf8ed6-8288-4019-b43e-65beebdb9d12 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Notify callbacks [] for floatingip, after_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:27:23.784744 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-8ccf8ed6-8288-4019-b43e-65beebdb9d12 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6101'] for floatingip, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:27:23.785329 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-8ccf8ed6-8288-4019-b43e-65beebdb9d12 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "DELETE /v2.0/floatingips/b1c1b528-2f31-49ba-8026-3a661f004614 HTTP/1.1" status: 204 len: 168 time: 0.6915145 May 19 11:27:23.835832 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-46d8e480-8002-4f1a-bc86-16953476764c req-ce602700-9d22-402d-86c8-b153ea40330b service neutron] 10.222.0.112 "GET /v2.0/networks/17b3c0ef-f9b4-49e2-aa3b-d746210e219f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0731955 May 19 11:27:23.918572 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-46d8e480-8002-4f1a-bc86-16953476764c req-79312831-5173-46fc-847c-def11d7f1f12 service neutron] 10.222.0.112 "GET /v2.0/networks/17b3c0ef-f9b4-49e2-aa3b-d746210e219f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0748177 May 19 11:27:24.080753 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 56874) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:27:24.084606 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.v2.base [None req-89af50a3-f2ad-463b-8a0e-e6ea1587c113 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1270399123', 'description': 'tempest-description--630872300'}} {{(pid=91055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:27:24.088703 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-89af50a3-f2ad-463b-8a0e-e6ea1587c113 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:27:24.091195 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-89af50a3-f2ad-463b-8a0e-e6ea1587c113 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Usage tracker for resource:security_group and tenant:114936b3c24442328e380dbed9453cbe is out of sync, need to count used quota {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:27:24.093162 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-89af50a3-f2ad-463b-8a0e-e6ea1587c113 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:27:24.098650 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-89af50a3-f2ad-463b-8a0e-e6ea1587c113 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:27:24.106415 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-89af50a3-f2ad-463b-8a0e-e6ea1587c113 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Notify callbacks [] for security_group, before_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:27:24.118843 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-89af50a3-f2ad-463b-8a0e-e6ea1587c113 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:27:24.121224 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-89af50a3-f2ad-463b-8a0e-e6ea1587c113 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Usage tracker for resource:security_group_rule and tenant:114936b3c24442328e380dbed9453cbe is out of sync, need to count used quota {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:27:24.122987 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-89af50a3-f2ad-463b-8a0e-e6ea1587c113 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:27:24.126435 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-89af50a3-f2ad-463b-8a0e-e6ea1587c113 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:27:24.160834 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e7d1a9-1daf-4e7b-9fc5-eb32cc1f86fc req-8e637c32-a7ab-4113-aabf-d8f6489bac92 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:27:24.161795 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-75e7d1a9-1daf-4e7b-9fc5-eb32cc1f86fc req-8e637c32-a7ab-4113-aabf-d8f6489bac92 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0523193 May 19 11:27:24.168541 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-89af50a3-f2ad-463b-8a0e-e6ea1587c113 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Notify callbacks [] for security_group, precommit_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:27:24.170792 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-89af50a3-f2ad-463b-8a0e-e6ea1587c113 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:27:24.172905 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-c297151c-0b2d-4e14-bc81-a648d032fe4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:27:24.189371 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-75e7d1a9-1daf-4e7b-9fc5-eb32cc1f86fc req-467da675-df8b-4e91-bfe8-1aa70069ebdc tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0238297 May 19 11:27:24.193583 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89af50a3-f2ad-463b-8a0e-e6ea1587c113 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcb1982f-1066-47cc-8104-8629c528f35c,revision_number=1']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:27:24.195669 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-89af50a3-f2ad-463b-8a0e-e6ea1587c113 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:27:24.196561 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-89af50a3-f2ad-463b-8a0e-e6ea1587c113 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Notify callbacks [] for security_group, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:27:24.199553 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-89af50a3-f2ad-463b-8a0e-e6ea1587c113 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1163797 May 19 11:27:24.200336 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 56880) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:27:24.203243 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.v2.base [None req-d64b094b-c0ad-4fd5-a3af-fe9c69953ada tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Request body: {'security_group_rule': {'security_group_id': 'fcb1982f-1066-47cc-8104-8629c528f35c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:27:24.206625 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-d64b094b-c0ad-4fd5-a3af-fe9c69953ada tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:27:24.208753 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-d64b094b-c0ad-4fd5-a3af-fe9c69953ada tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Usage tracker for resource:security_group_rule and tenant:114936b3c24442328e380dbed9453cbe is out of sync, need to count used quota {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:27:24.210417 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-d64b094b-c0ad-4fd5-a3af-fe9c69953ada tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:27:24.213930 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-d64b094b-c0ad-4fd5-a3af-fe9c69953ada tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:27:24.227651 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-d64b094b-c0ad-4fd5-a3af-fe9c69953ada tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:27:24.271440 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-d64b094b-c0ad-4fd5-a3af-fe9c69953ada tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:27:24.273894 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-d64b094b-c0ad-4fd5-a3af-fe9c69953ada tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775300'] for security_group_rule, after_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:27:24.276418 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-fcd2a8d5-fad8-46b4-8201-ae11ee573556 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:27:24.293194 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64b094b-c0ad-4fd5-a3af-fe9c69953ada tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=991d4132-2fc2-4c57-ad96-048f2d2bbdac,revision_number=0']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:27:24.296464 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-d64b094b-c0ad-4fd5-a3af-fe9c69953ada tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:27:24.299212 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-d64b094b-c0ad-4fd5-a3af-fe9c69953ada tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:27:24.300004 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-d64b094b-c0ad-4fd5-a3af-fe9c69953ada tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.0990977 May 19 11:27:24.301932 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 56888) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:27:24.305019 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.v2.base [None req-653a9fd8-ef1c-4b49-ab60-1d6f3ba55ed5 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Request body: {'security_group_rule': {'security_group_id': 'fcb1982f-1066-47cc-8104-8629c528f35c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:27:24.308736 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-653a9fd8-ef1c-4b49-ab60-1d6f3ba55ed5 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:27:24.310835 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-653a9fd8-ef1c-4b49-ab60-1d6f3ba55ed5 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Usage tracker for resource:security_group_rule and tenant:114936b3c24442328e380dbed9453cbe is out of sync, need to count used quota {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:27:24.312440 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-653a9fd8-ef1c-4b49-ab60-1d6f3ba55ed5 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:27:24.315484 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-653a9fd8-ef1c-4b49-ab60-1d6f3ba55ed5 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:27:24.393763 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-653a9fd8-ef1c-4b49-ab60-1d6f3ba55ed5 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:27:24.428694 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-653a9fd8-ef1c-4b49-ab60-1d6f3ba55ed5 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:27:24.432108 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-653a9fd8-ef1c-4b49-ab60-1d6f3ba55ed5 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775300'] for security_group_rule, after_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:27:24.433480 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:27:24.444467 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653a9fd8-ef1c-4b49-ab60-1d6f3ba55ed5 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e1bd565-c382-45ab-a6e5-b311ad4d56ff,revision_number=0']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:27:24.445776 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-653a9fd8-ef1c-4b49-ab60-1d6f3ba55ed5 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:27:24.449829 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-653a9fd8-ef1c-4b49-ab60-1d6f3ba55ed5 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:27:24.450548 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-653a9fd8-ef1c-4b49-ab60-1d6f3ba55ed5 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1480179 May 19 11:27:24.452645 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 56892) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:27:24.455493 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.v2.base [None req-4bd7b23d-14bc-4ef8-b897-91e53dc5f37c tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Request body: {'floatingip': {'floating_network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522'}} {{(pid=91055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:27:24.458454 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-4bd7b23d-14bc-4ef8-b897-91e53dc5f37c tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:27:24.460755 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-4bd7b23d-14bc-4ef8-b897-91e53dc5f37c tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Usage tracker for resource:floatingip and tenant:114936b3c24442328e380dbed9453cbe is out of sync, need to count used quota {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:27:24.462622 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-4bd7b23d-14bc-4ef8-b897-91e53dc5f37c tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:27:24.466132 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-4bd7b23d-14bc-4ef8-b897-91e53dc5f37c tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:27:24.472771 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-4bd7b23d-14bc-4ef8-b897-91e53dc5f37c tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Notify callbacks [] for floatingip, before_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:27:24.548711 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-4bd7b23d-14bc-4ef8-b897-91e53dc5f37c tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:27:24.638794 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.db_base_plugin_common [None req-4bd7b23d-14bc-4ef8-b897-91e53dc5f37c tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Allocated IP 172.27.0.96 (02345af2-6ed3-48fb-b7af-bf8d47e25522/aba42eaa-d100-461a-90c5-240f62c775e0/2fb44b0a-536c-4f02-85c1-07adb67794ca) {{(pid=91055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 11:27:24.726523 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-4bd7b23d-14bc-4ef8-b897-91e53dc5f37c tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Notify callbacks [] for port, precommit_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:27:24.746567 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-4bd7b23d-14bc-4ef8-b897-91e53dc5f37c tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749740362231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3654904'] for port, after_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:27:24.748733 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:27:24.785021 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd7b23d-14bc-4ef8-b897-91e53dc5f37c tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Network 02345af2-6ed3-48fb-b7af-bf8d47e25522 is already hosted by enough agents. {{(pid=91055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 11:27:24.786681 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.scheduler.base_scheduler [None req-4bd7b23d-14bc-4ef8-b897-91e53dc5f37c tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Resources bound (agent type, host, resource id): {{(pid=91055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:27:24.788973 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd7b23d-14bc-4ef8-b897-91e53dc5f37c tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Received port after_create {{(pid=91055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 11:27:24.808357 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd7b23d-14bc-4ef8-b897-91e53dc5f37c tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Pushing event updated for resources: {'Port': ['ID=2fb44b0a-536c-4f02-85c1-07adb67794ca,revision_number=1']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:27:24.811421 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-4bd7b23d-14bc-4ef8-b897-91e53dc5f37c tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:27:24.838295 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-4bd7b23d-14bc-4ef8-b897-91e53dc5f37c tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:27:24.868751 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-4bd7b23d-14bc-4ef8-b897-91e53dc5f37c tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:27:24.986940 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-4bd7b23d-14bc-4ef8-b897-91e53dc5f37c tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Notify callbacks [] for port, precommit_update {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:27:24.992006 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-4bd7b23d-14bc-4ef8-b897-91e53dc5f37c tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3654881'] for port, after_update {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:27:24.995647 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-f20fc335-7ee5-40a6-9052-10cbad1e59ac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:27:25.053940 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd7b23d-14bc-4ef8-b897-91e53dc5f37c tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Pushing event updated for resources: {'Port': ['ID=2fb44b0a-536c-4f02-85c1-07adb67794ca,revision_number=2']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:27:25.056313 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-4bd7b23d-14bc-4ef8-b897-91e53dc5f37c tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:27:25.060004 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-4bd7b23d-14bc-4ef8-b897-91e53dc5f37c tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716915'] for floatingip, after_update {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:27:25.072708 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-4bd7b23d-14bc-4ef8-b897-91e53dc5f37c tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6101'] for floatingip, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:27:25.073478 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-4bd7b23d-14bc-4ef8-b897-91e53dc5f37c tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.6202500 May 19 11:27:25.239404 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-7a793685-4963-4bcb-9d97-4267d26b6a2a req-bb9dfb56-57dd-4528-ae12-5f4814814dbd tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-securitygroup--1270399123&fields=id&tenant_id=114936b3c24442328e380dbed9453cbe HTTP/1.1" status: 200 len: 267 time: 0.0229888 May 19 11:27:25.347009 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a793685-4963-4bcb-9d97-4267d26b6a2a req-eace4899-4646-4384-8fe5-803ded85ecff tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:27:25.347847 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-7a793685-4963-4bcb-9d97-4267d26b6a2a req-eace4899-4646-4384-8fe5-803ded85ecff tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "GET /v2.0/networks?id=283f984f-2a81-4a0c-9cd3-692b468d28a2 HTTP/1.1" status: 200 len: 816 time: 0.1043949 May 19 11:27:25.354147 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da287a3-a79a-4220-a36b-36b55b19e822 req-ed19c1c6-4dc0-4977-b90c-02559c4f743f tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:27:25.354889 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-8da287a3-a79a-4220-a36b-36b55b19e822 req-ed19c1c6-4dc0-4977-b90c-02559c4f743f tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.1008506 May 19 11:27:25.374104 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-7a793685-4963-4bcb-9d97-4267d26b6a2a req-1a19148a-5247-4932-81f4-bc2f68ed559e tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "GET /v2.0/quotas/114936b3c24442328e380dbed9453cbe HTTP/1.1" status: 200 len: 375 time: 0.0186868 May 19 11:27:25.381061 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-8da287a3-a79a-4220-a36b-36b55b19e822 req-385886be-31ac-4c97-977e-1c272cbad246 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0222566 May 19 11:27:25.425316 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-7a793685-4963-4bcb-9d97-4267d26b6a2a req-7d5cc9b5-1f9a-4611-a6d2-74263da35741 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=114936b3c24442328e380dbed9453cbe&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0471885 May 19 11:27:25.501510 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [req-7a793685-4963-4bcb-9d97-4267d26b6a2a req-91c1ed29-d431-4400-b727-732d9364876f service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=91056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 11:27:25.502124 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-7a793685-4963-4bcb-9d97-4267d26b6a2a req-91c1ed29-d431-4400-b727-732d9364876f service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0689185 May 19 11:27:25.587216 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-7a793685-4963-4bcb-9d97-4267d26b6a2a req-36eb7a4e-0fd1-4f0c-9e1e-3799f12b5ccc service neutron] 10.222.0.90 "GET /v2.0/networks/283f984f-2a81-4a0c-9cd3-692b468d28a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782318 May 19 11:27:25.668433 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-7a793685-4963-4bcb-9d97-4267d26b6a2a req-b9ae0795-aa14-4152-9a40-9e7871a24635 service neutron] 10.222.0.90 "GET /v2.0/networks/283f984f-2a81-4a0c-9cd3-692b468d28a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0746102 May 19 11:27:25.768060 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-fb268935-6307-4e14-afc5-8dd47fcbdddc req-ed760e31-1886-44cf-8a48-2dfc56510cf9 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "GET /v2.0/ports?device_id=db6a06c0-ee03-4ea5-8b1d-b973c57a8e8b HTTP/1.1" status: 200 len: 210 time: 0.0262289 May 19 11:27:26.486487 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02908a1a-6066-46d2-b54e-2b99d682a657 req-884b8af8-2086-4d83-b07b-eb8db37cff43 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:27:26.487349 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-02908a1a-6066-46d2-b54e-2b99d682a657 req-884b8af8-2086-4d83-b07b-eb8db37cff43 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0495117 May 19 11:27:26.514047 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-02908a1a-6066-46d2-b54e-2b99d682a657 req-e8b18c85-73e0-4aad-a469-7e35162df28d tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0236590 May 19 11:27:26.921492 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-14d0655f-cf21-462f-a2e4-f0d128e0be76 req-6ef54d5d-78de-4433-a887-7a484cf051d2 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "GET /v2.0/ports?device_id=db6a06c0-ee03-4ea5-8b1d-b973c57a8e8b HTTP/1.1" status: 200 len: 210 time: 0.0923831 May 19 11:27:27.643018 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17890f83-4b30-43ad-9af6-8cdef6ee23a9 req-0fa87f96-29ed-4309-9e87-aaf54c971b80 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:27:27.643940 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-17890f83-4b30-43ad-9af6-8cdef6ee23a9 req-0fa87f96-29ed-4309-9e87-aaf54c971b80 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0635204 May 19 11:27:27.674588 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-17890f83-4b30-43ad-9af6-8cdef6ee23a9 req-fb9c83ac-6efb-42bf-b126-7919324d1892 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269084 May 19 11:27:28.040791 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-9ef5c3f7-5ec7-4b5c-aa53-703bb456f04a req-991e0b21-0762-411f-82a7-0addecd47f24 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "GET /v2.0/ports?device_id=db6a06c0-ee03-4ea5-8b1d-b973c57a8e8b HTTP/1.1" status: 200 len: 210 time: 0.0300260 May 19 11:27:28.810822 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0030fa-63c1-48a6-abdb-24ae8c89887f req-6999fafb-857c-4eef-9a3f-bcb6ab847fd5 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:27:28.811765 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-1c0030fa-63c1-48a6-abdb-24ae8c89887f req-6999fafb-857c-4eef-9a3f-bcb6ab847fd5 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0550354 May 19 11:27:28.843381 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-1c0030fa-63c1-48a6-abdb-24ae8c89887f req-768a9965-9c18-41f4-a33f-f43a9a20cfc8 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276759 May 19 11:27:29.150603 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-2f9619ac-bda8-47f3-9a83-792b9d472dec req-9d48037b-6fb2-424c-962c-178c5f0e3e04 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "GET /v2.0/ports?device_id=db6a06c0-ee03-4ea5-8b1d-b973c57a8e8b HTTP/1.1" status: 200 len: 210 time: 0.0306661 May 19 11:27:29.967817 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087efd97-2771-4b5a-812f-9f1ae114a1bb req-addf1a4d-0c3c-423a-a9b1-b23e78859879 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:27:29.968813 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-087efd97-2771-4b5a-812f-9f1ae114a1bb req-addf1a4d-0c3c-423a-a9b1-b23e78859879 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0535376 May 19 11:27:29.997522 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-087efd97-2771-4b5a-812f-9f1ae114a1bb req-66d2a90e-383f-4bec-8c31-87a954c5c74c tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0246644 May 19 11:27:30.274579 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-60e463a7-d6c4-474d-a0a9-667107deeabd req-c28fcc8a-96ff-44e8-8bc2-61dded136412 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "GET /v2.0/ports?device_id=db6a06c0-ee03-4ea5-8b1d-b973c57a8e8b HTTP/1.1" status: 200 len: 210 time: 0.0345409 May 19 11:27:31.126355 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b531d4-f9c4-4314-8615-108bb44d4c40 req-c2bd90ba-a04d-4dc6-9614-c4c32bc5d95f tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:27:31.127326 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-54b531d4-f9c4-4314-8615-108bb44d4c40 req-c2bd90ba-a04d-4dc6-9614-c4c32bc5d95f tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0554814 May 19 11:27:31.158996 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-54b531d4-f9c4-4314-8615-108bb44d4c40 req-77fd6633-ec17-45dc-9f89-b9645569a045 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0251534 May 19 11:27:31.375687 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-c25e1897-253a-45a7-9a6d-137157404cd2 req-282ddda1-1982-43e6-90ae-d31f5ad0425e tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "GET /v2.0/ports?device_id=db6a06c0-ee03-4ea5-8b1d-b973c57a8e8b HTTP/1.1" status: 200 len: 210 time: 0.0311127 May 19 11:27:31.385361 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a793685-4963-4bcb-9d97-4267d26b6a2a req-729e255c-dcc6-4d61-8524-55d91f4da076 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:27:31.385920 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [req-7a793685-4963-4bcb-9d97-4267d26b6a2a req-729e255c-dcc6-4d61-8524-55d91f4da076 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Synchronizing usage tracker for tenant:114936b3c24442328e380dbed9453cbe on resource:network {{(pid=91055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 11:27:31.399019 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [req-7a793685-4963-4bcb-9d97-4267d26b6a2a req-729e255c-dcc6-4d61-8524-55d91f4da076 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Unset dirty status for tenant:114936b3c24442328e380dbed9453cbe on resource:network {{(pid=91055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 11:27:31.399878 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-7a793685-4963-4bcb-9d97-4267d26b6a2a req-729e255c-dcc6-4d61-8524-55d91f4da076 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.112 "GET /v2.0/networks?id=283f984f-2a81-4a0c-9cd3-692b468d28a2 HTTP/1.1" status: 200 len: 816 time: 0.1112144 May 19 11:27:31.437044 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [req-7a793685-4963-4bcb-9d97-4267d26b6a2a req-6ca72c41-59fa-4150-b662-7d390f38545c tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Synchronizing usage tracker for tenant:114936b3c24442328e380dbed9453cbe on resource:security_group {{(pid=91055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 11:27:31.448148 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [req-7a793685-4963-4bcb-9d97-4267d26b6a2a req-6ca72c41-59fa-4150-b662-7d390f38545c tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Unset dirty status for tenant:114936b3c24442328e380dbed9453cbe on resource:security_group {{(pid=91055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 11:27:31.449280 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-7a793685-4963-4bcb-9d97-4267d26b6a2a req-6ca72c41-59fa-4150-b662-7d390f38545c tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.112 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=114936b3c24442328e380dbed9453cbe HTTP/1.1" status: 200 len: 380 time: 0.0370753 May 19 11:27:31.457831 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.v2.base [req-7a793685-4963-4bcb-9d97-4267d26b6a2a req-d9158190-90ff-4910-8079-21058099e5bc tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Request body: {'port': {'device_id': 'db6a06c0-ee03-4ea5-8b1d-b973c57a8e8b', 'network_id': '283f984f-2a81-4a0c-9cd3-692b468d28a2', 'admin_state_up': True, 'tenant_id': '114936b3c24442328e380dbed9453cbe', 'security_groups': ['fcb1982f-1066-47cc-8104-8629c528f35c']}} {{(pid=91055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:27:31.542542 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [req-7a793685-4963-4bcb-9d97-4267d26b6a2a req-d9158190-90ff-4910-8079-21058099e5bc tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:27:31.545322 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [req-7a793685-4963-4bcb-9d97-4267d26b6a2a req-d9158190-90ff-4910-8079-21058099e5bc tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Usage tracker for resource:port and tenant:114936b3c24442328e380dbed9453cbe is out of sync, need to count used quota {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:27:31.547431 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [req-7a793685-4963-4bcb-9d97-4267d26b6a2a req-d9158190-90ff-4910-8079-21058099e5bc tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Quota usage for port was recalculated. Used quota:3. {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:27:31.551089 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [req-7a793685-4963-4bcb-9d97-4267d26b6a2a req-d9158190-90ff-4910-8079-21058099e5bc tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:27:31.558071 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a793685-4963-4bcb-9d97-4267d26b6a2a req-d9158190-90ff-4910-8079-21058099e5bc tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Made reservation on behalf of 114936b3c24442328e380dbed9453cbe for: {'port': 1} {{(pid=91055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 11:27:31.560403 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-7a793685-4963-4bcb-9d97-4267d26b6a2a req-d9158190-90ff-4910-8079-21058099e5bc tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:27:31.666234 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.db_base_plugin_common [req-7a793685-4963-4bcb-9d97-4267d26b6a2a req-d9158190-90ff-4910-8079-21058099e5bc tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Allocated IP 172.20.0.8 (283f984f-2a81-4a0c-9cd3-692b468d28a2/1f0aafc7-5dc8-4ee6-a066-4c3495d1adf2/85e33e5d-8956-444d-98db-54a005866f67) {{(pid=91055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 11:27:31.844149 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-7a793685-4963-4bcb-9d97-4267d26b6a2a req-d9158190-90ff-4910-8079-21058099e5bc tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Notify callbacks [] for port, precommit_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:27:31.852651 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.provisioning_blocks [req-7a793685-4963-4bcb-9d97-4267d26b6a2a req-d9158190-90ff-4910-8079-21058099e5bc tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Transition to ACTIVE for port object 85e33e5d-8956-444d-98db-54a005866f67 will not be triggered until provisioned by entity DHCP. {{(pid=91055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 11:27:31.867720 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-7a793685-4963-4bcb-9d97-4267d26b6a2a req-d9158190-90ff-4910-8079-21058099e5bc tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749740362231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3654904'] for port, after_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:27:31.871975 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-45eb69d9-99af-4325-9d96-119b0f31197d tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:27:31.908191 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a793685-4963-4bcb-9d97-4267d26b6a2a req-d9158190-90ff-4910-8079-21058099e5bc tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Network 283f984f-2a81-4a0c-9cd3-692b468d28a2 is already hosted by enough agents. {{(pid=91055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 11:27:31.909902 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.scheduler.base_scheduler [req-7a793685-4963-4bcb-9d97-4267d26b6a2a req-d9158190-90ff-4910-8079-21058099e5bc tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Resources bound (agent type, host, resource id): {{(pid=91055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:27:31.912085 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a793685-4963-4bcb-9d97-4267d26b6a2a req-d9158190-90ff-4910-8079-21058099e5bc tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Received port after_create {{(pid=91055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 11:27:31.928592 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9158190-90ff-4910-8079-21058099e5bc tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Pushing event updated for resources: {'Port': ['ID=85e33e5d-8956-444d-98db-54a005866f67,revision_number=1']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:27:31.932245 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-d9158190-90ff-4910-8079-21058099e5bc tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:27:31.949734 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a793685-4963-4bcb-9d97-4267d26b6a2a req-d9158190-90ff-4910-8079-21058099e5bc tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:27:31.950097 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-7a793685-4963-4bcb-9d97-4267d26b6a2a req-d9158190-90ff-4910-8079-21058099e5bc tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6101'] for port, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:27:31.964748 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-7a793685-4963-4bcb-9d97-4267d26b6a2a req-d9158190-90ff-4910-8079-21058099e5bc tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5091965 May 19 11:27:31.977767 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.v2.base [req-7a793685-4963-4bcb-9d97-4267d26b6a2a req-38223ca2-8954-4236-bc3f-7d36ec2175be service neutron] Request body: {'port': {'device_id': 'db6a06c0-ee03-4ea5-8b1d-b973c57a8e8b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78776'}} {{(pid=91055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:27:32.038357 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-7a793685-4963-4bcb-9d97-4267d26b6a2a req-38223ca2-8954-4236-bc3f-7d36ec2175be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:27:32.051521 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-e3e711ce-dbdf-498c-a32a-c7afe9a1d4da None None] Provisioning for port 85e33e5d-8956-444d-98db-54a005866f67 completed by entity DHCP. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 11:27:32.054929 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-e3e711ce-dbdf-498c-a32a-c7afe9a1d4da None None] Provisioning complete for port 85e33e5d-8956-444d-98db-54a005866f67 triggered by entity DHCP. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:27:32.055168 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e3e711ce-dbdf-498c-a32a-c7afe9a1d4da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441453'] for port, provisioning_complete {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:27:32.090514 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.plugin [None req-e3e711ce-dbdf-498c-a32a-c7afe9a1d4da None None] Port 85e33e5d-8956-444d-98db-54a005866f67 cannot update to ACTIVE because it is not bound. {{(pid=91057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 11:27:32.234185 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.notifiers.nova [req-7a793685-4963-4bcb-9d97-4267d26b6a2a req-38223ca2-8954-4236-bc3f-7d36ec2175be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85e33e5d-8956-444d-98db-54a005866f67 {{(pid=91055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 11:27:32.239783 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-7a793685-4963-4bcb-9d97-4267d26b6a2a req-38223ca2-8954-4236-bc3f-7d36ec2175be service neutron] Notify callbacks [] for port, precommit_update {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:27:32.256535 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.provisioning_blocks [req-7a793685-4963-4bcb-9d97-4267d26b6a2a req-38223ca2-8954-4236-bc3f-7d36ec2175be service neutron] Transition to ACTIVE for port object 85e33e5d-8956-444d-98db-54a005866f67 will not be triggered until provisioned by entity L2. {{(pid=91055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 11:27:32.259308 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-7a793685-4963-4bcb-9d97-4267d26b6a2a req-38223ca2-8954-4236-bc3f-7d36ec2175be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3654881'] for port, after_update {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:27:32.262750 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-4bd7b23d-14bc-4ef8-b897-91e53dc5f37c tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:27:32.265868 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcafa074-bff5-4106-9d7f-f114143f768f req-b30cc8cd-a0f1-4e95-9f9a-a5bdb1c486fd tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:27:32.266859 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-fcafa074-bff5-4106-9d7f-f114143f768f req-b30cc8cd-a0f1-4e95-9f9a-a5bdb1c486fd tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0466180 May 19 11:27:32.294442 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-fcafa074-bff5-4106-9d7f-f114143f768f req-c8f400c5-56f5-4899-a190-b1e3535ccc48 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0240235 May 19 11:27:32.345703 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38223ca2-8954-4236-bc3f-7d36ec2175be service neutron] Pushing event updated for resources: {'Port': ['ID=85e33e5d-8956-444d-98db-54a005866f67,revision_number=2']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:27:32.351364 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-38223ca2-8954-4236-bc3f-7d36ec2175be service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:27:32.389530 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.managers [req-7a793685-4963-4bcb-9d97-4267d26b6a2a req-38223ca2-8954-4236-bc3f-7d36ec2175be service neutron] Attempting to bind port 85e33e5d-8956-444d-98db-54a005866f67 on host hv-cinder-78776 for vnic_type normal with profile {{(pid=91055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 11:27:32.389530 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.managers [req-7a793685-4963-4bcb-9d97-4267d26b6a2a req-38223ca2-8954-4236-bc3f-7d36ec2175be service neutron] Attempting to bind port 85e33e5d-8956-444d-98db-54a005866f67 by drivers openvswitch,hyperv on host hv-cinder-78776 at level 0 using segments [{'id': 'a0bcd02c-390d-4161-9023-5e2506ec732c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1369, 'network_id': '283f984f-2a81-4a0c-9cd3-692b468d28a2'}] {{(pid=91055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 11:27:32.390008 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a793685-4963-4bcb-9d97-4267d26b6a2a req-38223ca2-8954-4236-bc3f-7d36ec2175be service neutron] Attempting to bind port 85e33e5d-8956-444d-98db-54a005866f67 on network 283f984f-2a81-4a0c-9cd3-692b468d28a2 {{(pid=91055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 11:27:32.392313 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a793685-4963-4bcb-9d97-4267d26b6a2a req-38223ca2-8954-4236-bc3f-7d36ec2175be service neutron] Port 85e33e5d-8956-444d-98db-54a005866f67 on network 283f984f-2a81-4a0c-9cd3-692b468d28a2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78776 {{(pid=91055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 11:27:32.392494 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a793685-4963-4bcb-9d97-4267d26b6a2a req-38223ca2-8954-4236-bc3f-7d36ec2175be service neutron] Attempting to bind port 85e33e5d-8956-444d-98db-54a005866f67 on network 283f984f-2a81-4a0c-9cd3-692b468d28a2 {{(pid=91055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 11:27:32.395342 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a793685-4963-4bcb-9d97-4267d26b6a2a req-38223ca2-8954-4236-bc3f-7d36ec2175be service neutron] Checking agent: {'id': 'ec23b603-1024-4efc-b4c9-1692111c39b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78776', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 11, 14, 16), 'started_at': datetime.datetime(2021, 5, 19, 11, 14, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 11, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 11:27:32.395525 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a793685-4963-4bcb-9d97-4267d26b6a2a req-38223ca2-8954-4236-bc3f-7d36ec2175be service neutron] Checking segment: {'id': 'a0bcd02c-390d-4161-9023-5e2506ec732c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1369, 'network_id': '283f984f-2a81-4a0c-9cd3-692b468d28a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 11:27:32.395734 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a793685-4963-4bcb-9d97-4267d26b6a2a req-38223ca2-8954-4236-bc3f-7d36ec2175be service neutron] Bound using segment: {'id': 'a0bcd02c-390d-4161-9023-5e2506ec732c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1369, 'network_id': '283f984f-2a81-4a0c-9cd3-692b468d28a2'} {{(pid=91055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 11:27:32.395971 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.managers [req-7a793685-4963-4bcb-9d97-4267d26b6a2a req-38223ca2-8954-4236-bc3f-7d36ec2175be service neutron] Bound port: 85e33e5d-8956-444d-98db-54a005866f67, host: hv-cinder-78776, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0bcd02c-390d-4161-9023-5e2506ec732c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1369, 'network_id': '283f984f-2a81-4a0c-9cd3-692b468d28a2'}}] {{(pid=91055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 11:27:32.396161 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-7a793685-4963-4bcb-9d97-4267d26b6a2a req-38223ca2-8954-4236-bc3f-7d36ec2175be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:27:32.444130 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.db [req-7a793685-4963-4bcb-9d97-4267d26b6a2a req-38223ca2-8954-4236-bc3f-7d36ec2175be service neutron] For port 85e33e5d-8956-444d-98db-54a005866f67, host hv-cinder-78776, cleared binding levels {{(pid=91055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 11:27:32.445923 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.db [req-7a793685-4963-4bcb-9d97-4267d26b6a2a req-38223ca2-8954-4236-bc3f-7d36ec2175be service neutron] For port 85e33e5d-8956-444d-98db-54a005866f67, host hv-cinder-78776, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=85e33e5d-8956-444d-98db-54a005866f67,segment=NetworkSegment(a0bcd02c-390d-4161-9023-5e2506ec732c),segment_id=a0bcd02c-390d-4161-9023-5e2506ec732c)] {{(pid=91055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 11:27:32.449387 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-7a793685-4963-4bcb-9d97-4267d26b6a2a req-38223ca2-8954-4236-bc3f-7d36ec2175be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3654881'] for port, after_update {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:27:32.451767 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-d7acfd63-3e57-44ac-b23d-b881f94c43d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:27:32.483857 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a793685-4963-4bcb-9d97-4267d26b6a2a req-38223ca2-8954-4236-bc3f-7d36ec2175be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:27:32.484207 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-7a793685-4963-4bcb-9d97-4267d26b6a2a req-38223ca2-8954-4236-bc3f-7d36ec2175be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6101'] for port, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:27:32.485066 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-7a793685-4963-4bcb-9d97-4267d26b6a2a req-38223ca2-8954-4236-bc3f-7d36ec2175be service neutron] 10.222.0.112 "PUT /v2.0/ports/85e33e5d-8956-444d-98db-54a005866f67 HTTP/1.1" status: 200 len: 1093 time: 0.5099711 May 19 11:27:32.485331 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db6a06c0-ee03-4ea5-8b1d-b973c57a8e8b', 'tag': '85e33e5d-8956-444d-98db-54a005866f67'}] {{(pid=91055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 11:27:32.496641 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38223ca2-8954-4236-bc3f-7d36ec2175be service neutron] Pushing event updated for resources: {'Port': ['ID=85e33e5d-8956-444d-98db-54a005866f67,revision_number=3']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:27:32.498503 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-38223ca2-8954-4236-bc3f-7d36ec2175be service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:27:32.504377 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e24f32d-f36e-4b59-b537-08a5f9518428 req-93060e36-018a-4ae5-89b5-4b5d01553579 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:27:32.505343 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-6e24f32d-f36e-4b59-b537-08a5f9518428 req-93060e36-018a-4ae5-89b5-4b5d01553579 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "GET /v2.0/ports?device_id=db6a06c0-ee03-4ea5-8b1d-b973c57a8e8b HTTP/1.1" status: 200 len: 943 time: 0.0569639 May 19 11:27:32.522783 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db6a06c0-ee03-4ea5-8b1d-b973c57a8e8b', 'tag': '85e33e5d-8956-444d-98db-54a005866f67', 'status': 'completed', 'code': 200} May 19 11:27:32.535368 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-6e24f32d-f36e-4b59-b537-08a5f9518428 req-0c90b806-c727-4f18-89f8-91f7939d44c1 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "GET /v2.0/security-groups?id=fcb1982f-1066-47cc-8104-8629c528f35c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0260367 May 19 11:27:33.438983 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7581778c-3f43-4199-a51f-7bb22c2aaefa req-fa631cd9-7aff-4299-bd58-f1c0ce3d6b2e tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:27:33.439885 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-7581778c-3f43-4199-a51f-7bb22c2aaefa req-fa631cd9-7aff-4299-bd58-f1c0ce3d6b2e tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0670471 May 19 11:27:33.471635 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-7581778c-3f43-4199-a51f-7bb22c2aaefa req-b9121b1d-862f-480b-9b84-ee5b000c040b tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273485 May 19 11:27:33.670079 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a211f263-e69d-44ff-a128-df907c6911e2 req-bb1bee92-0462-4db4-9a4e-c2a8d9ce41f0 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:27:33.671078 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-a211f263-e69d-44ff-a128-df907c6911e2 req-bb1bee92-0462-4db4-9a4e-c2a8d9ce41f0 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "GET /v2.0/ports?device_id=db6a06c0-ee03-4ea5-8b1d-b973c57a8e8b HTTP/1.1" status: 200 len: 943 time: 0.0546598 May 19 11:27:33.701354 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-a211f263-e69d-44ff-a128-df907c6911e2 req-1b2aa750-b035-4ed6-8156-194184eb3242 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "GET /v2.0/security-groups?id=fcb1982f-1066-47cc-8104-8629c528f35c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0261006 May 19 11:27:34.581969 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-11861489-e950-4cbd-92aa-76f87d655c3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:27:34.625512 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dad00b8-0377-41d5-a011-0ea0220164b1 req-7a5f369c-8cae-4917-b8ce-083fadabafc8 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:27:34.626523 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-6dad00b8-0377-41d5-a011-0ea0220164b1 req-7a5f369c-8cae-4917-b8ce-083fadabafc8 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0674183 May 19 11:27:34.655903 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-6dad00b8-0377-41d5-a011-0ea0220164b1 req-591f4110-ec40-4fe1-a303-c8a244779c35 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0250852 May 19 11:27:34.847214 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98940d7a-1a04-4f1e-b517-6be387c6154a req-c7a98916-cd2f-4c90-9ce9-14ffc33e167d tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:27:34.848080 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-98940d7a-1a04-4f1e-b517-6be387c6154a req-c7a98916-cd2f-4c90-9ce9-14ffc33e167d tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "GET /v2.0/ports?device_id=db6a06c0-ee03-4ea5-8b1d-b973c57a8e8b HTTP/1.1" status: 200 len: 943 time: 0.0653901 May 19 11:27:34.876335 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-98940d7a-1a04-4f1e-b517-6be387c6154a req-298b4bf3-a1fd-41ac-9092-1a35fd434dbd tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "GET /v2.0/security-groups?id=fcb1982f-1066-47cc-8104-8629c528f35c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0245948 May 19 11:27:35.804450 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:27:35.807419 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b3327c-ac93-4fd1-9026-95b36ddf10e4 req-7ad7f9db-f218-4547-9a9d-ca983a524d9a tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:27:35.808404 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-e4b3327c-ac93-4fd1-9026-95b36ddf10e4 req-7ad7f9db-f218-4547-9a9d-ca983a524d9a tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0678487 May 19 11:27:35.836885 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-e4b3327c-ac93-4fd1-9026-95b36ddf10e4 req-ddf1173d-0c1a-4af4-a326-53dc8793c5c6 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0243971 May 19 11:27:36.010770 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac60fc03-d4fa-49a8-81e6-e758f54402d4 req-611f33ad-51a5-4d46-8a6a-53c5b3e78b4c tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:27:36.011744 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-ac60fc03-d4fa-49a8-81e6-e758f54402d4 req-611f33ad-51a5-4d46-8a6a-53c5b3e78b4c tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "GET /v2.0/ports?device_id=db6a06c0-ee03-4ea5-8b1d-b973c57a8e8b HTTP/1.1" status: 200 len: 943 time: 0.0547566 May 19 11:27:36.042817 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-ac60fc03-d4fa-49a8-81e6-e758f54402d4 req-66c9dfd8-7170-43bb-9717-7068d8294401 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "GET /v2.0/security-groups?id=fcb1982f-1066-47cc-8104-8629c528f35c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269196 May 19 11:27:36.193294 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-360f410b-ee3b-44d7-bfdc-c28d4a3a9402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:27:36.259547 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d38a12-7696-4555-952e-601be582dd33 req-b0aef291-815d-4203-827b-e3276d92ae51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:27:36.260539 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-26d38a12-7696-4555-952e-601be582dd33 req-b0aef291-815d-4203-827b-e3276d92ae51 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=114936b3c24442328e380dbed9453cbe&device_id=db6a06c0-ee03-4ea5-8b1d-b973c57a8e8b HTTP/1.1" status: 200 len: 1096 time: 0.0520341 May 19 11:27:36.358307 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d38a12-7696-4555-952e-601be582dd33 req-8b234978-4dbf-4a35-b579-d7f669f3eb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:27:36.359331 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-26d38a12-7696-4555-952e-601be582dd33 req-8b234978-4dbf-4a35-b579-d7f669f3eb19 service neutron] 10.222.0.112 "GET /v2.0/networks?tenant_id=114936b3c24442328e380dbed9453cbe&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0886846 May 19 11:27:36.450684 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d38a12-7696-4555-952e-601be582dd33 req-8b4ca58c-72d0-44b5-bb8d-15c53e96fbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:27:36.451665 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-26d38a12-7696-4555-952e-601be582dd33 req-8b4ca58c-72d0-44b5-bb8d-15c53e96fbd4 service neutron] 10.222.0.112 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0841844 May 19 11:27:36.550854 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a793685-4963-4bcb-9d97-4267d26b6a2a req-46e0c59d-bbf6-44f3-908e-0e164395ee90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:27:36.551764 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-7a793685-4963-4bcb-9d97-4267d26b6a2a req-46e0c59d-bbf6-44f3-908e-0e164395ee90 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=114936b3c24442328e380dbed9453cbe&device_id=db6a06c0-ee03-4ea5-8b1d-b973c57a8e8b HTTP/1.1" status: 200 len: 1096 time: 0.0615873 May 19 11:27:36.596149 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-7a793685-4963-4bcb-9d97-4267d26b6a2a req-b9ac8b0d-66a1-4aef-9d10-2d4d8f50560d service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=85e33e5d-8956-444d-98db-54a005866f67 HTTP/1.1" status: 200 len: 217 time: 0.0372877 May 19 11:27:36.712160 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a793685-4963-4bcb-9d97-4267d26b6a2a req-4f545a1b-ac89-4341-8ad3-b5af5235ee7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:27:36.713195 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-7a793685-4963-4bcb-9d97-4267d26b6a2a req-4f545a1b-ac89-4341-8ad3-b5af5235ee7c service neutron] 10.222.0.112 "GET /v2.0/subnets?id=1f0aafc7-5dc8-4ee6-a066-4c3495d1adf2 HTTP/1.1" status: 200 len: 855 time: 0.1091514 May 19 11:27:36.772808 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a793685-4963-4bcb-9d97-4267d26b6a2a req-af552f50-8dd8-4709-a4c3-e90b993696e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:27:36.773737 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-7a793685-4963-4bcb-9d97-4267d26b6a2a req-af552f50-8dd8-4709-a4c3-e90b993696e7 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=283f984f-2a81-4a0c-9cd3-692b468d28a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0520084 May 19 11:27:36.795701 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-f3552fb9-a093-42e6-b748-7ab8d8c7cb39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:27:36.862614 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-7a793685-4963-4bcb-9d97-4267d26b6a2a req-f0bb8fd6-0d53-446c-a48b-fd5286983ebb service neutron] 10.222.0.112 "GET /v2.0/networks/283f984f-2a81-4a0c-9cd3-692b468d28a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803688 May 19 11:27:36.954979 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-7a793685-4963-4bcb-9d97-4267d26b6a2a req-e7b6af5d-f061-4290-b492-08736e4431d9 service neutron] 10.222.0.112 "GET /v2.0/networks/283f984f-2a81-4a0c-9cd3-692b468d28a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855873 May 19 11:27:36.966634 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27177275-173d-41b3-a3d0-9ab11961e0f3 req-5a01ca5b-5443-400f-9e04-45b7ee534a58 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:27:36.967628 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-27177275-173d-41b3-a3d0-9ab11961e0f3 req-5a01ca5b-5443-400f-9e04-45b7ee534a58 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0560713 May 19 11:27:36.997675 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-27177275-173d-41b3-a3d0-9ab11961e0f3 req-204fa4cd-7aa7-4885-8b6a-21e46f6d28f4 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0257931 May 19 11:27:37.185271 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98907a7e-082b-455e-889a-735cd77909d1 req-0a56ee2a-5c6b-4795-b0f1-be76c802537c tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:27:37.186248 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-98907a7e-082b-455e-889a-735cd77909d1 req-0a56ee2a-5c6b-4795-b0f1-be76c802537c tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "GET /v2.0/ports?device_id=db6a06c0-ee03-4ea5-8b1d-b973c57a8e8b HTTP/1.1" status: 200 len: 943 time: 0.0585394 May 19 11:27:37.218735 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-98907a7e-082b-455e-889a-735cd77909d1 req-18d5dfca-97ca-47f5-b09a-92e6fee0f853 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "GET /v2.0/security-groups?id=fcb1982f-1066-47cc-8104-8629c528f35c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0259671 May 19 11:27:37.883070 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-66ec5bc0-6952-497b-8f33-b3c04bfd0b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:27:38.153938 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c1c320-6025-4e28-a691-69db008a83cc req-ff05f3bb-cf19-4052-92f3-db69c5eca05b tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:27:38.154971 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-e3c1c320-6025-4e28-a691-69db008a83cc req-ff05f3bb-cf19-4052-92f3-db69c5eca05b tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0691507 May 19 11:27:38.193709 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-e3c1c320-6025-4e28-a691-69db008a83cc req-ae9bce4b-4ef6-4f31-901e-7180dfcc0aa7 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312150 May 19 11:27:38.400348 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1eb99f-aee9-4585-bc67-c848a4e7d830 req-bdef7a1c-8f20-4b0e-a088-6d77e619ffb4 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:27:38.401211 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-6b1eb99f-aee9-4585-bc67-c848a4e7d830 req-bdef7a1c-8f20-4b0e-a088-6d77e619ffb4 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "GET /v2.0/ports?device_id=db6a06c0-ee03-4ea5-8b1d-b973c57a8e8b HTTP/1.1" status: 200 len: 943 time: 0.1101265 May 19 11:27:38.431624 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-6b1eb99f-aee9-4585-bc67-c848a4e7d830 req-da8b4fc4-c34e-4013-b12e-1ad4fea16f88 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "GET /v2.0/security-groups?id=fcb1982f-1066-47cc-8104-8629c528f35c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0245848 May 19 11:27:38.841062 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Device 85e33e5d-8956-444d-98db-54a005866f67 details requested by agent hyperv_hv-cinder-78776 with host hv-cinder-78776 {{(pid=91057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 11:27:38.949202 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] For port 85e33e5d-8956-444d-98db-54a005866f67, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=85e33e5d-8956-444d-98db-54a005866f67,segment=NetworkSegment(a0bcd02c-390d-4161-9023-5e2506ec732c),segment_id=a0bcd02c-390d-4161-9023-5e2506ec732c)] {{(pid=91057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:27:38.958152 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Returning: {'device': '85e33e5d-8956-444d-98db-54a005866f67', 'network_id': '283f984f-2a81-4a0c-9cd3-692b468d28a2', 'port_id': '85e33e5d-8956-444d-98db-54a005866f67', 'mac_address': 'fa:16:3e:ad:06:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f0aafc7-5dc8-4ee6-a066-4c3495d1adf2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 11:27:38.993320 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:27:39.004021 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.notifiers.nova [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85e33e5d-8956-444d-98db-54a005866f67 {{(pid=91057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 11:27:39.014720 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] For port 85e33e5d-8956-444d-98db-54a005866f67, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=85e33e5d-8956-444d-98db-54a005866f67,segment=NetworkSegment(a0bcd02c-390d-4161-9023-5e2506ec732c),segment_id=a0bcd02c-390d-4161-9023-5e2506ec732c)] {{(pid=91057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:27:39.018504 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602'] for port, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:27:39.019854 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-9d94c5ac-853d-418b-97cb-766fec7f51f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:27:39.062249 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Pushing event updated for resources: {'Port': ['ID=85e33e5d-8956-444d-98db-54a005866f67,revision_number=4']} {{(pid=91057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:27:39.069271 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:27:39.069707 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:27:39.070121 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:27:39.070523 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:27:39.070923 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:27:39.071357 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:27:39.071808 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:27:39.072242 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:27:39.072664 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:27:39.073060 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:27:39.073480 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:27:39.073887 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:27:39.077812 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:27:39.321720 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f51f7d-5653-4b96-82f9-770f06ffd150 req-b4d0392a-2533-4a51-b339-f3a8f36fdb17 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:27:39.322724 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-12f51f7d-5653-4b96-82f9-770f06ffd150 req-b4d0392a-2533-4a51-b339-f3a8f36fdb17 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0556331 May 19 11:27:39.354143 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-12f51f7d-5653-4b96-82f9-770f06ffd150 req-03729623-e50e-4c4e-af96-7e39eaf0de04 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271676 May 19 11:27:39.576612 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453f9a3a-6acb-4545-bfbd-31504e5cdc37 req-8cef39d0-66c4-4e7e-abf5-ea5d1e079689 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:27:39.577596 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-453f9a3a-6acb-4545-bfbd-31504e5cdc37 req-8cef39d0-66c4-4e7e-abf5-ea5d1e079689 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "GET /v2.0/ports?device_id=db6a06c0-ee03-4ea5-8b1d-b973c57a8e8b HTTP/1.1" status: 200 len: 944 time: 0.0640595 May 19 11:27:39.608989 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-453f9a3a-6acb-4545-bfbd-31504e5cdc37 req-b5ba5d16-fa30-4083-a6cf-ac4e7793577a tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "GET /v2.0/security-groups?id=fcb1982f-1066-47cc-8104-8629c528f35c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274947 May 19 11:27:39.617359 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] get_ports_and_sgs() called for port_ids ['85e33e5d-8956-444d-98db-54a005866f67'] {{(pid=91057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 11:27:40.491433 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09e1e1d-5bad-4fa9-9a96-017d1fa39e45 req-bb126ffb-dbe7-4fe8-b8d8-334deabea4cc tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:27:40.492380 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-e09e1e1d-5bad-4fa9-9a96-017d1fa39e45 req-bb126ffb-dbe7-4fe8-b8d8-334deabea4cc tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0599475 May 19 11:27:40.520906 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-e09e1e1d-5bad-4fa9-9a96-017d1fa39e45 req-7d7bb138-843a-4f40-9796-e329adce879f tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0245821 May 19 11:27:40.766733 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5350ad35-feea-4ec2-b93a-25e0ad145d17 req-a54e6057-d156-40d3-a194-4172c2b18525 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:27:40.767703 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-5350ad35-feea-4ec2-b93a-25e0ad145d17 req-a54e6057-d156-40d3-a194-4172c2b18525 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "GET /v2.0/ports?device_id=db6a06c0-ee03-4ea5-8b1d-b973c57a8e8b HTTP/1.1" status: 200 len: 944 time: 0.0561144 May 19 11:27:40.796621 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-5350ad35-feea-4ec2-b93a-25e0ad145d17 req-124b6630-a6b0-41f5-88f9-d75a95229ab0 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "GET /v2.0/security-groups?id=fcb1982f-1066-47cc-8104-8629c528f35c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0249541 May 19 11:27:40.856046 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Device 85e33e5d-8956-444d-98db-54a005866f67 up at agent hyperv_hv-cinder-78776 {{(pid=91057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 11:27:40.909681 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Provisioning for port 85e33e5d-8956-444d-98db-54a005866f67 completed by entity L2. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 11:27:40.913043 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Provisioning complete for port 85e33e5d-8956-444d-98db-54a005866f67 triggered by entity L2. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:27:40.913432 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441453'] for port, provisioning_complete {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:27:40.988072 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:27:41.006290 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db6a06c0-ee03-4ea5-8b1d-b973c57a8e8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85e33e5d-8956-444d-98db-54a005866f67'}] {{(pid=91057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 11:27:41.013912 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] For port 85e33e5d-8956-444d-98db-54a005866f67, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=85e33e5d-8956-444d-98db-54a005866f67,segment=NetworkSegment(a0bcd02c-390d-4161-9023-5e2506ec732c),segment_id=a0bcd02c-390d-4161-9023-5e2506ec732c)] {{(pid=91057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:27:41.017821 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602'] for port, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:27:41.019279 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:27:41.040477 dv-cinder-787764-1-iscsi neutron-server[91057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db6a06c0-ee03-4ea5-8b1d-b973c57a8e8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85e33e5d-8956-444d-98db-54a005866f67', 'code': 200} May 19 11:27:41.060946 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Pushing event updated for resources: {'Port': ['ID=85e33e5d-8956-444d-98db-54a005866f67,revision_number=5']} {{(pid=91057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:27:41.062929 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:27:41.640436 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b776b23d-4b65-4f1c-a1f6-c394f1b210cf req-4b6227ee-73e3-48a6-a870-b3dba2c12d24 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:27:41.641263 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-b776b23d-4b65-4f1c-a1f6-c394f1b210cf req-4b6227ee-73e3-48a6-a870-b3dba2c12d24 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0540199 May 19 11:27:41.669186 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-b776b23d-4b65-4f1c-a1f6-c394f1b210cf req-27ca45ef-535b-453a-9112-f324ec442be7 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0246022 May 19 11:27:41.925477 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9216a15a-c96e-41a0-9c12-ce55ba617478 req-729d7602-0d14-4a93-a468-2a8f45be002d tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:27:41.926371 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-9216a15a-c96e-41a0-9c12-ce55ba617478 req-729d7602-0d14-4a93-a468-2a8f45be002d tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "GET /v2.0/ports?device_id=db6a06c0-ee03-4ea5-8b1d-b973c57a8e8b HTTP/1.1" status: 200 len: 945 time: 0.0531931 May 19 11:27:41.954314 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-9216a15a-c96e-41a0-9c12-ce55ba617478 req-9bcaac9e-f6fb-4764-8a04-e48c10b72a6b tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "GET /v2.0/security-groups?id=fcb1982f-1066-47cc-8104-8629c528f35c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0239117 May 19 11:27:42.797687 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e4b3ac-7f39-4b7b-95ef-5a2291cd9a02 req-5314c7b0-1ba4-4b19-b8b0-dcb648757926 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:27:42.798502 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-95e4b3ac-7f39-4b7b-95ef-5a2291cd9a02 req-5314c7b0-1ba4-4b19-b8b0-dcb648757926 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0510569 May 19 11:27:42.832903 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-95e4b3ac-7f39-4b7b-95ef-5a2291cd9a02 req-7e44842b-4410-4f3f-baf7-a17612781824 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305283 May 19 11:27:43.096615 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8177a1a6-ca4e-48d7-9616-d2ad1e5ceec4 req-8b533bf9-0426-4e12-abb3-d1ad401eb1a3 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:27:43.097356 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-8177a1a6-ca4e-48d7-9616-d2ad1e5ceec4 req-8b533bf9-0426-4e12-abb3-d1ad401eb1a3 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "GET /v2.0/ports?device_id=db6a06c0-ee03-4ea5-8b1d-b973c57a8e8b HTTP/1.1" status: 200 len: 945 time: 0.0622563 May 19 11:27:43.122986 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-8177a1a6-ca4e-48d7-9616-d2ad1e5ceec4 req-930adfd5-7150-4e12-95fc-264d5a5fbe23 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "GET /v2.0/security-groups?id=fcb1982f-1066-47cc-8104-8629c528f35c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0218930 May 19 11:27:43.964505 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c71a33-f58e-44e8-9ec2-de79cda52221 req-72b2cb5a-25ee-4505-831b-13a3dfe26a92 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:27:43.965371 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-62c71a33-f58e-44e8-9ec2-de79cda52221 req-72b2cb5a-25ee-4505-831b-13a3dfe26a92 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0498352 May 19 11:27:43.993501 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-62c71a33-f58e-44e8-9ec2-de79cda52221 req-514427bf-e2f6-46a3-8412-c662111f8d26 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0239341 May 19 11:27:44.263801 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e33e12f-1f7e-4d7d-98bf-b07d36158008 req-7bcd2968-0959-4cf9-a18d-e946dfcb2474 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:27:44.265273 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-2e33e12f-1f7e-4d7d-98bf-b07d36158008 req-7bcd2968-0959-4cf9-a18d-e946dfcb2474 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "GET /v2.0/ports?device_id=db6a06c0-ee03-4ea5-8b1d-b973c57a8e8b HTTP/1.1" status: 200 len: 945 time: 0.0541687 May 19 11:27:44.293938 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-2e33e12f-1f7e-4d7d-98bf-b07d36158008 req-0e3e2ab9-4c89-4d6e-935b-b4489a3ba87b tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "GET /v2.0/security-groups?id=fcb1982f-1066-47cc-8104-8629c528f35c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0245385 May 19 11:27:45.128290 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e430bdf8-d787-412d-861b-d027eb34fb94 req-f82100bb-052d-47f5-baa2-3d17dcea5fe9 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:27:45.129269 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-e430bdf8-d787-412d-861b-d027eb34fb94 req-f82100bb-052d-47f5-baa2-3d17dcea5fe9 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0693667 May 19 11:27:45.157698 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-e430bdf8-d787-412d-861b-d027eb34fb94 req-9a486792-b877-4a3b-91bd-e981f1242c0f tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0247161 May 19 11:27:45.426266 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0319477d-14e9-438b-b5ab-6d122ace9a26 req-3da0f43b-f42f-4f95-81af-7f9e80caaac5 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:27:45.427201 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-0319477d-14e9-438b-b5ab-6d122ace9a26 req-3da0f43b-f42f-4f95-81af-7f9e80caaac5 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "GET /v2.0/ports?device_id=db6a06c0-ee03-4ea5-8b1d-b973c57a8e8b HTTP/1.1" status: 200 len: 945 time: 0.0562406 May 19 11:27:45.460225 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-0319477d-14e9-438b-b5ab-6d122ace9a26 req-7a4b7d8f-94e3-440e-8062-a72d9de0d7db tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "GET /v2.0/security-groups?id=fcb1982f-1066-47cc-8104-8629c528f35c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0263269 May 19 11:27:45.537590 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aff49e-d7f6-457e-b7d3-0e9792abda03 req-fc6d33ff-291a-4427-ab38-67ad2294b4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:27:45.538530 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-88aff49e-d7f6-457e-b7d3-0e9792abda03 req-fc6d33ff-291a-4427-ab38-67ad2294b4e7 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=db6a06c0-ee03-4ea5-8b1d-b973c57a8e8b HTTP/1.1" status: 200 len: 1098 time: 0.0509307 May 19 11:27:45.569663 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-88aff49e-d7f6-457e-b7d3-0e9792abda03 req-ae5169de-b3bb-4e25-a487-39fe667b8300 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=fcb1982f-1066-47cc-8104-8629c528f35c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0220990 May 19 11:27:46.314066 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac9c20d-0860-439b-b05a-236ff0b9dc88 req-99dddf5d-0cd3-4f02-98a6-ecaf47a74131 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:27:46.315105 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-aac9c20d-0860-439b-b05a-236ff0b9dc88 req-99dddf5d-0cd3-4f02-98a6-ecaf47a74131 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0730343 May 19 11:27:46.347534 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-aac9c20d-0860-439b-b05a-236ff0b9dc88 req-6d8deefb-c9b5-40b8-9f77-be266bbfa422 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280955 May 19 11:27:46.398677 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:27:46.614220 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff7a2ee-c860-41b9-a52d-3007c0a87285 req-1b8e35ec-13ee-49ac-82c7-945bc424e00c tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:27:46.615140 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-4ff7a2ee-c860-41b9-a52d-3007c0a87285 req-1b8e35ec-13ee-49ac-82c7-945bc424e00c tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "GET /v2.0/ports?device_id=db6a06c0-ee03-4ea5-8b1d-b973c57a8e8b HTTP/1.1" status: 200 len: 945 time: 0.0598867 May 19 11:27:46.646928 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-4ff7a2ee-c860-41b9-a52d-3007c0a87285 req-fd282de0-6e3e-4caa-8dd4-7c49e4a9c320 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "GET /v2.0/security-groups?id=fcb1982f-1066-47cc-8104-8629c528f35c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278320 May 19 11:27:47.474031 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd3ada3-e787-49fa-ac81-defdb7f11a3b req-cda8c496-8bbe-4fd0-bf21-e47efaf2ee27 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:27:47.475034 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-1cd3ada3-e787-49fa-ac81-defdb7f11a3b req-cda8c496-8bbe-4fd0-bf21-e47efaf2ee27 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0534921 May 19 11:27:47.504638 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-1cd3ada3-e787-49fa-ac81-defdb7f11a3b req-7b2900e8-093c-4e1c-8a56-de6cb190aec5 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0254967 May 19 11:27:47.791560 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ffb46d-375c-4b44-b1bf-36005b393cb5 req-014a66e3-a2f1-4143-8c85-dbd6cf2c7b28 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:27:47.792587 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-86ffb46d-375c-4b44-b1bf-36005b393cb5 req-014a66e3-a2f1-4143-8c85-dbd6cf2c7b28 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "GET /v2.0/ports?device_id=db6a06c0-ee03-4ea5-8b1d-b973c57a8e8b HTTP/1.1" status: 200 len: 945 time: 0.0602481 May 19 11:27:47.822137 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-86ffb46d-375c-4b44-b1bf-36005b393cb5 req-1101bbfc-e629-47c8-a792-c6c74afc239a tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "GET /v2.0/security-groups?id=fcb1982f-1066-47cc-8104-8629c528f35c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0245509 May 19 11:27:47.938803 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f85604-a275-4bc4-9ba0-611ec8793c04 req-680fcc6a-773e-48b3-ac8c-3ac17963d3ac tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:27:47.939715 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-c8f85604-a275-4bc4-9ba0-611ec8793c04 req-680fcc6a-773e-48b3-ac8c-3ac17963d3ac tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "GET /v2.0/ports?device_id=db6a06c0-ee03-4ea5-8b1d-b973c57a8e8b HTTP/1.1" status: 200 len: 945 time: 0.0532644 May 19 11:27:47.946972 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 57194) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:27:47.950260 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.v2.base [None req-9e98c885-d121-4bc8-932d-7f0dcb72d672 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Request body: {'floatingip': {'port_id': '85e33e5d-8956-444d-98db-54a005866f67'}} {{(pid=91056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:27:48.057034 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-9e98c885-d121-4bc8-932d-7f0dcb72d672 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Notify callbacks [] for floatingip, before_update {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:27:48.425480 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-9e98c885-d121-4bc8-932d-7f0dcb72d672 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:27:48.428942 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-9e98c885-d121-4bc8-932d-7f0dcb72d672 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716915'] for floatingip, after_update {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:27:48.519759 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.db.l3_db [None req-9e98c885-d121-4bc8-932d-7f0dcb72d672 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Floating IP d61e8eae-ba46-4467-8bf5-82c2001959a3 associated. External IP: 172.27.0.96, port: 85e33e5d-8956-444d-98db-54a005866f67. May 19 11:27:48.675796 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b552004-5fed-427d-81d9-21263eb3c4e9 req-6e55fb85-b4df-4e8f-87db-c3e98aa2d19b tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:27:48.676493 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-7b552004-5fed-427d-81d9-21263eb3c4e9 req-6e55fb85-b4df-4e8f-87db-c3e98aa2d19b tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.1123190 May 19 11:27:48.802821 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-7b552004-5fed-427d-81d9-21263eb3c4e9 req-28a30cad-04c0-4f23-aa10-a6b266ad334f tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186593 May 19 11:27:48.814451 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e98c885-d121-4bc8-932d-7f0dcb72d672 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Router 69f0f57e-2ace-4b38-84db-07337dae1268 has already been hosted by L3 agent 326bf12a-fdae-48e8-b877-7dbd40e20eda {{(pid=91056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 11:27:48.915606 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e98c885-d121-4bc8-932d-7f0dcb72d672 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Notify agent at l3_agent.dv-cinder-787764-1-iscsi the message routers_updated {{(pid=91056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 11:27:48.918435 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-9e98c885-d121-4bc8-932d-7f0dcb72d672 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6101'] for floatingip, before_response {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:27:48.934337 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3da28e-c024-41eb-91dd-737603bc86b9 None None] Sync routers for ids ['69f0f57e-2ace-4b38-84db-07337dae1268'] in dv-cinder-787764-1-iscsi {{(pid=91057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 11:27:48.941167 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3da28e-c024-41eb-91dd-737603bc86b9 None None] Routers {'69f0f57e-2ace-4b38-84db-07337dae1268'} bound to L3 agent in host dv-cinder-787764-1-iscsi {{(pid=91057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:27:48.941597 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_hamode_db [None req-fc3da28e-c024-41eb-91dd-737603bc86b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-19T11:10:36Z,description=,heartbeat_timestamp=2021-05-19T11:27:36Z,host='dv-cinder-787764-1-iscsi',id=326bf12a-fdae-48e8-b877-7dbd40e20eda,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:36Z,topic='l3_agent')) {'router_ids': ['69f0f57e-2ace-4b38-84db-07337dae1268'], 'active': True} {{(pid=91057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:27:48.953498 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-9e98c885-d121-4bc8-932d-7f0dcb72d672 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "PUT /v2.0/floatingips/d61e8eae-ba46-4467-8bf5-82c2001959a3 HTTP/1.1" status: 200 len: 990 time: 1.0057938 May 19 11:27:48.953958 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db6a06c0-ee03-4ea5-8b1d-b973c57a8e8b', 'tag': '85e33e5d-8956-444d-98db-54a005866f67'}] {{(pid=91056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 11:27:49.015236 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db6a06c0-ee03-4ea5-8b1d-b973c57a8e8b', 'tag': '85e33e5d-8956-444d-98db-54a005866f67', 'status': 'completed', 'code': 200} May 19 11:27:49.050951 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_dvr_db [None req-fc3da28e-c024-41eb-91dd-737603bc86b9 None None] Set router 69f0f57e-2ace-4b38-84db-07337dae1268 gateway port host: dv-cinder-787764-1-iscsi {{(pid=91057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:27:49.283158 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_hamode_db [None req-fc3da28e-c024-41eb-91dd-737603bc86b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69f0f57e-2ace-4b38-84db-07337dae1268', 'name': 'tempest-AttachVolumeShelveTestJSON-755269295-router', 'tenant_id': '114936b3c24442328e380dbed9453cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'external_fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': 'cebf15f2-4d29-4f9a-893f-3e59cd1f4530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:15:26Z', 'updated_at': '2021-05-19T11:15:30Z', 'revision_number': 4, 'project_id': '114936b3c24442328e380dbed9453cbe', 'gw_port': {'id': 'cebf15f2-4d29-4f9a-893f-3e59cd1f4530', 'name': '', 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d1:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f0f57e-2ace-4b38-84db-07337dae1268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:15:27Z', 'updated_at': '2021-05-19T11:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-1-iscsi', '_floatingips': [{'id': 'd61e8eae-ba46-4467-8bf5-82c2001959a3', 'tenant_id': '114936b3c24442328e380dbed9453cbe', 'floating_ip_address': '172.27.0.96', 'floating_network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'router_id': '69f0f57e-2ace-4b38-84db-07337dae1268', 'port_id': '85e33e5d-8956-444d-98db-54a005866f67', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '283f984f-2a81-4a0c-9cd3-692b468d28a2', 'mac_address': 'fa:16:3e:ad:06:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6a06c0-ee03-4ea5-8b1d-b973c57a8e8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T11:27:24Z', 'updated_at': '2021-05-19T11:27:48Z', 'revision_number': 1, 'project_id': '114936b3c24442328e380dbed9453cbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83df66c6-d330-420c-8a47-e73ada5b5cc1', 'name': '', 'network_id': '283f984f-2a81-4a0c-9cd3-692b468d28a2', 'tenant_id': '114936b3c24442328e380dbed9453cbe', 'mac_address': 'fa:16:3e:a8:f6:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f0f57e-2ace-4b38-84db-07337dae1268', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '1f0aafc7-5dc8-4ee6-a066-4c3495d1adf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:15:29Z', 'updated_at': '2021-05-19T11:15:35Z', 'revision_number': 5, 'project_id': '114936b3c24442328e380dbed9453cbe', 'subnets': [{'id': '1f0aafc7-5dc8-4ee6-a066-4c3495d1adf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-1-iscsi', False) {} {{(pid=91057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:27:49.283753 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a175cd6-5541-467d-b6eb-d84900d30b61 req-b8f542a4-9367-4b4a-8d67-f9c3d77b7fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:27:49.284750 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-7a175cd6-5541-467d-b6eb-d84900d30b61 req-b8f542a4-9367-4b4a-8d67-f9c3d77b7fd1 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=114936b3c24442328e380dbed9453cbe&device_id=db6a06c0-ee03-4ea5-8b1d-b973c57a8e8b HTTP/1.1" status: 200 len: 1098 time: 0.0416238 May 19 11:27:49.285754 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3da28e-c024-41eb-91dd-737603bc86b9 None None] Checking router: 69f0f57e-2ace-4b38-84db-07337dae1268 for host: dv-cinder-787764-1-iscsi {{(pid=91057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 11:27:49.291182 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3da28e-c024-41eb-91dd-737603bc86b9 None None] Routers {'69f0f57e-2ace-4b38-84db-07337dae1268'} bound to L3 agent in host dv-cinder-787764-1-iscsi {{(pid=91057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:27:49.291569 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_hamode_db [None req-fc3da28e-c024-41eb-91dd-737603bc86b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-19T11:10:36Z,description=,heartbeat_timestamp=2021-05-19T11:27:36Z,host='dv-cinder-787764-1-iscsi',id=326bf12a-fdae-48e8-b877-7dbd40e20eda,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:36Z,topic='l3_agent')) {'router_ids': ['69f0f57e-2ace-4b38-84db-07337dae1268'], 'active': True} {{(pid=91057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:27:49.372235 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a175cd6-5541-467d-b6eb-d84900d30b61 req-17f488b2-248a-471c-8871-c9609859a45a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:27:49.373209 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-7a175cd6-5541-467d-b6eb-d84900d30b61 req-17f488b2-248a-471c-8871-c9609859a45a service neutron] 10.222.0.112 "GET /v2.0/networks?id=283f984f-2a81-4a0c-9cd3-692b468d28a2 HTTP/1.1" status: 200 len: 918 time: 0.0799272 May 19 11:27:49.391725 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_dvr_db [None req-fc3da28e-c024-41eb-91dd-737603bc86b9 None None] Set router 69f0f57e-2ace-4b38-84db-07337dae1268 gateway port host: dv-cinder-787764-1-iscsi {{(pid=91057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:27:49.439250 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-7a175cd6-5541-467d-b6eb-d84900d30b61 req-0e352658-1a21-4f53-85c6-59c15966c07f service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=85e33e5d-8956-444d-98db-54a005866f67 HTTP/1.1" status: 200 len: 998 time: 0.0581219 May 19 11:27:49.475236 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a175cd6-5541-467d-b6eb-d84900d30b61 req-025087fc-d3c3-43c0-9fd4-e8d1f608a61c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:27:49.476030 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-7a175cd6-5541-467d-b6eb-d84900d30b61 req-025087fc-d3c3-43c0-9fd4-e8d1f608a61c service neutron] 10.222.0.112 "GET /v2.0/subnets?id=1f0aafc7-5dc8-4ee6-a066-4c3495d1adf2 HTTP/1.1" status: 200 len: 855 time: 0.0328844 May 19 11:27:49.522887 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a175cd6-5541-467d-b6eb-d84900d30b61 req-8fdbc8e2-a1d4-4e17-b925-afffe5efad8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:27:49.523645 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-7a175cd6-5541-467d-b6eb-d84900d30b61 req-8fdbc8e2-a1d4-4e17-b925-afffe5efad8c service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=283f984f-2a81-4a0c-9cd3-692b468d28a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394368 May 19 11:27:49.582968 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_hamode_db [None req-fc3da28e-c024-41eb-91dd-737603bc86b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69f0f57e-2ace-4b38-84db-07337dae1268', 'name': 'tempest-AttachVolumeShelveTestJSON-755269295-router', 'tenant_id': '114936b3c24442328e380dbed9453cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'external_fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': 'cebf15f2-4d29-4f9a-893f-3e59cd1f4530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:15:26Z', 'updated_at': '2021-05-19T11:15:30Z', 'revision_number': 4, 'project_id': '114936b3c24442328e380dbed9453cbe', 'gw_port': {'id': 'cebf15f2-4d29-4f9a-893f-3e59cd1f4530', 'name': '', 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d1:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f0f57e-2ace-4b38-84db-07337dae1268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:15:27Z', 'updated_at': '2021-05-19T11:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-1-iscsi', '_floatingips': [{'id': 'd61e8eae-ba46-4467-8bf5-82c2001959a3', 'tenant_id': '114936b3c24442328e380dbed9453cbe', 'floating_ip_address': '172.27.0.96', 'floating_network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'router_id': '69f0f57e-2ace-4b38-84db-07337dae1268', 'port_id': '85e33e5d-8956-444d-98db-54a005866f67', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '283f984f-2a81-4a0c-9cd3-692b468d28a2', 'mac_address': 'fa:16:3e:ad:06:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6a06c0-ee03-4ea5-8b1d-b973c57a8e8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T11:27:24Z', 'updated_at': '2021-05-19T11:27:48Z', 'revision_number': 1, 'project_id': '114936b3c24442328e380dbed9453cbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83df66c6-d330-420c-8a47-e73ada5b5cc1', 'name': '', 'network_id': '283f984f-2a81-4a0c-9cd3-692b468d28a2', 'tenant_id': '114936b3c24442328e380dbed9453cbe', 'mac_address': 'fa:16:3e:a8:f6:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f0f57e-2ace-4b38-84db-07337dae1268', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '1f0aafc7-5dc8-4ee6-a066-4c3495d1adf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:15:29Z', 'updated_at': '2021-05-19T11:15:35Z', 'revision_number': 5, 'project_id': '114936b3c24442328e380dbed9453cbe', 'subnets': [{'id': '1f0aafc7-5dc8-4ee6-a066-4c3495d1adf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-1-iscsi', False) {} {{(pid=91057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:27:49.585179 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3da28e-c024-41eb-91dd-737603bc86b9 None None] The sync data for ids ['69f0f57e-2ace-4b38-84db-07337dae1268'] in dv-cinder-787764-1-iscsi is: [{'id': '69f0f57e-2ace-4b38-84db-07337dae1268', 'name': 'tempest-AttachVolumeShelveTestJSON-755269295-router', 'tenant_id': '114936b3c24442328e380dbed9453cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'external_fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': 'cebf15f2-4d29-4f9a-893f-3e59cd1f4530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:15:26Z', 'updated_at': '2021-05-19T11:15:30Z', 'revision_number': 4, 'project_id': '114936b3c24442328e380dbed9453cbe', 'gw_port': {'id': 'cebf15f2-4d29-4f9a-893f-3e59cd1f4530', 'name': '', 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d1:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f0f57e-2ace-4b38-84db-07337dae1268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:15:27Z', 'updated_at': '2021-05-19T11:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-1-iscsi', '_floatingips': [{'id': 'd61e8eae-ba46-4467-8bf5-82c2001959a3', 'tenant_id': '114936b3c24442328e380dbed9453cbe', 'floating_ip_address': '172.27.0.96', 'floating_network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'router_id': '69f0f57e-2ace-4b38-84db-07337dae1268', 'port_id': '85e33e5d-8956-444d-98db-54a005866f67', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '283f984f-2a81-4a0c-9cd3-692b468d28a2', 'mac_address': 'fa:16:3e:ad:06:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6a06c0-ee03-4ea5-8b1d-b973c57a8e8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T11:27:24Z', 'updated_at': '2021-05-19T11:27:48Z', 'revision_number': 1, 'project_id': '114936b3c24442328e380dbed9453cbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83df66c6-d330-420c-8a47-e73ada5b5cc1', 'name': '', 'network_id': '283f984f-2a81-4a0c-9cd3-692b468d28a2', 'tenant_id': '114936b3c24442328e380dbed9453cbe', 'mac_address': 'fa:16:3e:a8:f6:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f0f57e-2ace-4b38-84db-07337dae1268', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '1f0aafc7-5dc8-4ee6-a066-4c3495d1adf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:15:29Z', 'updated_at': '2021-05-19T11:15:35Z', 'revision_number': 5, 'project_id': '114936b3c24442328e380dbed9453cbe', 'subnets': [{'id': '1f0aafc7-5dc8-4ee6-a066-4c3495d1adf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 11:27:49.600343 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-7a175cd6-5541-467d-b6eb-d84900d30b61 req-ff5122ad-6d1f-477b-b594-42b3d913f9b4 service neutron] 10.222.0.112 "GET /v2.0/networks/283f984f-2a81-4a0c-9cd3-692b468d28a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0724943 May 19 11:27:49.674824 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-7a175cd6-5541-467d-b6eb-d84900d30b61 req-ce0c1cc5-6652-4589-846d-1bffa61d472f service neutron] 10.222.0.112 "GET /v2.0/networks/283f984f-2a81-4a0c-9cd3-692b468d28a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0667489 May 19 11:27:49.702582 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869c3f40-6850-4824-85d0-d07d5e8c35d6 None None] New status for floating IP d61e8eae-ba46-4467-8bf5-82c2001959a3: ACTIVE {{(pid=91058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 11:27:49.910961 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4e0ec5-b92a-4cef-8ace-32b135a1bcab req-026f5be7-81a4-410e-a0b5-b39bc4987af4 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:27:49.911818 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-de4e0ec5-b92a-4cef-8ace-32b135a1bcab req-026f5be7-81a4-410e-a0b5-b39bc4987af4 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0440583 May 19 11:27:49.937477 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-de4e0ec5-b92a-4cef-8ace-32b135a1bcab req-e72e9be5-b3f4-4df5-9cd5-6d7b1e898c01 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0216544 May 19 11:27:51.060096 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf88e45-7c97-4f13-a653-d92559d671a3 req-40011afc-01a4-4f9e-882e-38a763be8221 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:27:51.061304 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-cdf88e45-7c97-4f13-a653-d92559d671a3 req-40011afc-01a4-4f9e-882e-38a763be8221 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0572488 May 19 11:27:51.089057 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-cdf88e45-7c97-4f13-a653-d92559d671a3 req-70838a7c-24d9-4ac3-87c4-ea921ab02e2d tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0240109 May 19 11:27:51.889698 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.agents_db [None req-9df4fd67-1abd-480d-9703-ac00f2726051 None None] Agent healthcheck: found 6 active agents {{(pid=91058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 11:27:52.209669 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094ddbdd-7f88-418b-b285-494bd7a03946 req-f5d1bd0e-c587-4052-811a-606e41d457eb tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:27:52.210632 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-094ddbdd-7f88-418b-b285-494bd7a03946 req-f5d1bd0e-c587-4052-811a-606e41d457eb tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0553067 May 19 11:27:52.247719 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-094ddbdd-7f88-418b-b285-494bd7a03946 req-49fa43bb-59ae-4a1b-b3f4-54e84356fd83 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0253944 May 19 11:27:53.390864 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9713ad1-e3ad-450c-9993-2a7ec88c2077 req-572f4388-241c-4582-86c0-e0463993f58d tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:27:53.391797 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-a9713ad1-e3ad-450c-9993-2a7ec88c2077 req-572f4388-241c-4582-86c0-e0463993f58d tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0626936 May 19 11:27:53.420955 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-a9713ad1-e3ad-450c-9993-2a7ec88c2077 req-46bf2ead-c091-4b08-aaa3-0ecb13e63027 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0253644 May 19 11:27:54.567690 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f70c064-a4d0-4380-b2ad-4e8866ebe3ce req-702044d2-2de9-42d2-99ee-3ec76ab12f0b tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:27:54.569427 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-5f70c064-a4d0-4380-b2ad-4e8866ebe3ce req-702044d2-2de9-42d2-99ee-3ec76ab12f0b tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0690546 May 19 11:27:54.599825 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-5f70c064-a4d0-4380-b2ad-4e8866ebe3ce req-07614939-085f-449b-986a-bccc48f332af tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272634 May 19 11:27:55.760167 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad67fd6-b9de-4532-a8e5-7699a2424507 req-de63a3cc-5e59-4b57-aec8-7f1bca7645a6 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:27:55.761263 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-dad67fd6-b9de-4532-a8e5-7699a2424507 req-de63a3cc-5e59-4b57-aec8-7f1bca7645a6 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0697446 May 19 11:27:55.794227 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-dad67fd6-b9de-4532-a8e5-7699a2424507 req-c68fff3d-b3f8-4750-acde-117ce1aa90bd tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0288112 May 19 11:27:56.931459 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cd22e3-525e-48ee-868d-4b2341a972a6 req-7af52dca-6c97-4765-bbe9-bd214a0c414f tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:27:56.932438 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-d5cd22e3-525e-48ee-868d-4b2341a972a6 req-7af52dca-6c97-4765-bbe9-bd214a0c414f tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0557897 May 19 11:27:56.964928 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-d5cd22e3-525e-48ee-868d-4b2341a972a6 req-f7390b28-f532-45e1-bf72-494fed8e8ec3 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283613 May 19 11:27:58.117081 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ebb9c7-2468-4d5d-86df-b4a0e5dd1091 req-d50c3f8d-204b-4e72-9de8-6ac147e2d769 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:27:58.119053 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-02ebb9c7-2468-4d5d-86df-b4a0e5dd1091 req-d50c3f8d-204b-4e72-9de8-6ac147e2d769 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0770328 May 19 11:27:58.149787 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-02ebb9c7-2468-4d5d-86df-b4a0e5dd1091 req-48061fc1-6a17-41ae-b2d5-8b7dcfb354e2 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0261509 May 19 11:27:59.284871 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb752f8f-ed68-4495-a661-50022f9803db req-b2c29b20-0b0c-46ac-a5c3-c464afffe76f tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:27:59.285907 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-fb752f8f-ed68-4495-a661-50022f9803db req-b2c29b20-0b0c-46ac-a5c3-c464afffe76f tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0575848 May 19 11:27:59.323280 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-fb752f8f-ed68-4495-a661-50022f9803db req-7987436f-eb87-410a-b503-419c8b6bdf93 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305560 May 19 11:28:00.457855 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096930c3-bda6-4e4e-84e5-c54765aa1ca0 req-3e700963-ada6-41a0-899a-8b40b3d3ef06 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:28:00.458786 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-096930c3-bda6-4e4e-84e5-c54765aa1ca0 req-3e700963-ada6-41a0-899a-8b40b3d3ef06 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0630796 May 19 11:28:00.491604 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-096930c3-bda6-4e4e-84e5-c54765aa1ca0 req-d809f4ea-06bb-4f6a-90d3-8bf33614b8c6 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0263994 May 19 11:28:01.645267 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608bd6e9-d1b0-4d8a-a4bd-a8f0d9fe7e2d req-c5d167d6-f112-4fd9-a999-4e1736d37bbe tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:28:01.646237 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-608bd6e9-d1b0-4d8a-a4bd-a8f0d9fe7e2d req-c5d167d6-f112-4fd9-a999-4e1736d37bbe tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0596702 May 19 11:28:01.674676 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-608bd6e9-d1b0-4d8a-a4bd-a8f0d9fe7e2d req-709aedf6-a4e4-4b51-95e4-3fb29c2e1974 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0247002 May 19 11:28:02.807421 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690d03ef-1f70-4cd5-8c20-9c7fe330a31b req-2950fb64-87e5-46b5-8d2c-ba347cf033f6 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:28:02.809315 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-690d03ef-1f70-4cd5-8c20-9c7fe330a31b req-2950fb64-87e5-46b5-8d2c-ba347cf033f6 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0587413 May 19 11:28:02.838507 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-690d03ef-1f70-4cd5-8c20-9c7fe330a31b req-b6b921cb-3812-43d4-a4c4-4004eafc9275 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0260794 May 19 11:28:03.964536 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8940f74-060b-4417-b2cc-8fadce68159f req-21f35b11-ab52-4dbe-a58a-34219b81a780 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:28:03.965532 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-d8940f74-060b-4417-b2cc-8fadce68159f req-21f35b11-ab52-4dbe-a58a-34219b81a780 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0555925 May 19 11:28:03.994303 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-d8940f74-060b-4417-b2cc-8fadce68159f req-d1240cfa-0382-4456-af58-71a09dd30a21 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0243969 May 19 11:28:04.582476 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-859ea9d8-4454-4d4f-b35e-78bbbf341305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:28:05.122545 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af6378c-b4ad-4e73-af4a-e7707ccfff89 req-00e5a514-031b-4f63-a77d-598b8466c992 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:28:05.123384 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-2af6378c-b4ad-4e73-af4a-e7707ccfff89 req-00e5a514-031b-4f63-a77d-598b8466c992 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0596356 May 19 11:28:05.155394 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-2af6378c-b4ad-4e73-af4a-e7707ccfff89 req-714edef5-b216-44b8-811a-e15ecb6d0f52 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283360 May 19 11:28:05.812363 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:28:06.201733 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-7a047028-465b-4560-af26-aea3ae38e394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:28:06.367655 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6100effe-4e20-4a01-bb16-5fcd3f4d44d6 req-f4da663e-567c-4c4b-a6b6-e34759fdbce4 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:28:06.368702 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-6100effe-4e20-4a01-bb16-5fcd3f4d44d6 req-f4da663e-567c-4c4b-a6b6-e34759fdbce4 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.1300397 May 19 11:28:06.398004 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-6100effe-4e20-4a01-bb16-5fcd3f4d44d6 req-e4f3ab76-f2c4-4918-ba86-b9616b814ce8 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0251083 May 19 11:28:06.809816 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-f3552fb9-a093-42e6-b748-7ab8d8c7cb39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:28:07.550999 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557d4ead-d022-4fab-b864-0bae0009bd88 req-f63c0f28-28a7-4a9a-ae82-49b2e99c66e1 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:28:07.552038 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-557d4ead-d022-4fab-b864-0bae0009bd88 req-f63c0f28-28a7-4a9a-ae82-49b2e99c66e1 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0703144 May 19 11:28:07.582146 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-557d4ead-d022-4fab-b864-0bae0009bd88 req-8eb8fe75-4dad-4d8b-bef4-5c1d9fc7f0cd tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0257881 May 19 11:28:07.895851 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-66ec5bc0-6952-497b-8f33-b3c04bfd0b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:28:08.721632 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3b49ee-d7aa-414e-b392-c78d590fb3bc req-136d15a2-564e-4cb4-a4a5-64adf3d3efd0 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:28:08.722642 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-cf3b49ee-d7aa-414e-b392-c78d590fb3bc req-136d15a2-564e-4cb4-a4a5-64adf3d3efd0 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0625780 May 19 11:28:08.764687 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-cf3b49ee-d7aa-414e-b392-c78d590fb3bc req-bebf0723-de1f-40d4-aaf0-73e14a73992a tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377495 May 19 11:28:09.894721 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91521d92-edfa-409d-b337-c63b0164b915 req-b3f0f9ea-b4e0-4ae6-ba54-dbd3116930be tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:28:09.895754 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-91521d92-edfa-409d-b337-c63b0164b915 req-b3f0f9ea-b4e0-4ae6-ba54-dbd3116930be tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0608037 May 19 11:28:09.924598 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-91521d92-edfa-409d-b337-c63b0164b915 req-cc6f61cc-4dba-4680-96ea-dcbb850b3905 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0248280 May 19 11:28:11.054578 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5d9a68-67ad-4d1a-a5fc-a504726a4828 req-80de7f19-101b-42a7-b128-448771a60526 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:28:11.055597 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-df5d9a68-67ad-4d1a-a5fc-a504726a4828 req-80de7f19-101b-42a7-b128-448771a60526 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0590765 May 19 11:28:11.088213 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-df5d9a68-67ad-4d1a-a5fc-a504726a4828 req-00ccde91-48b5-4b9a-9693-f5012961463c tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0258405 May 19 11:28:12.220064 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe87119-d2c4-447d-9ff1-11bbcc11bff4 req-168b85be-7bd7-480c-8cdf-05f52e693725 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:28:12.221090 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-cbe87119-d2c4-447d-9ff1-11bbcc11bff4 req-168b85be-7bd7-480c-8cdf-05f52e693725 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0619826 May 19 11:28:12.253982 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-cbe87119-d2c4-447d-9ff1-11bbcc11bff4 req-dd0bcb84-ca4f-4f7c-9398-0cfb59f74796 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0264206 May 19 11:28:13.561155 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4daa02-aba7-4826-8183-0b2f013ed8b0 req-e4ab6c90-c34f-49d1-a787-2d03efc8814f tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:28:13.562119 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-7d4daa02-aba7-4826-8183-0b2f013ed8b0 req-e4ab6c90-c34f-49d1-a787-2d03efc8814f tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0548680 May 19 11:28:13.590488 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-7d4daa02-aba7-4826-8183-0b2f013ed8b0 req-37f4bb4a-959c-47fa-8b01-e969f361ce27 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0244081 May 19 11:28:14.710416 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71e35c6-f7e5-4727-9404-837abaf32ef0 req-341f77e4-3786-4dbe-b277-7ba5ea89c41a tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:28:14.711845 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-b71e35c6-f7e5-4727-9404-837abaf32ef0 req-341f77e4-3786-4dbe-b277-7ba5ea89c41a tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0551326 May 19 11:28:14.739134 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-b71e35c6-f7e5-4727-9404-837abaf32ef0 req-09553eaf-931c-4cec-9201-98f3138c3ea4 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0238116 May 19 11:28:15.873155 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f680100a-9552-4edb-ad4b-759baff5eba8 req-54f92199-ef49-4d57-85e0-782a529cada3 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:28:15.874085 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-f680100a-9552-4edb-ad4b-759baff5eba8 req-54f92199-ef49-4d57-85e0-782a529cada3 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0576844 May 19 11:28:15.905966 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-f680100a-9552-4edb-ad4b-759baff5eba8 req-b3dd34ac-842b-4232-bb6e-1b6f0835d7fc tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0252976 May 19 11:28:16.411772 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:28:17.047833 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bb3d64-e762-4c51-afed-79531198e7a1 req-5db38a5e-e8af-4b2c-9363-d2658a89bef6 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:28:17.048783 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-12bb3d64-e762-4c51-afed-79531198e7a1 req-5db38a5e-e8af-4b2c-9363-d2658a89bef6 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0617843 May 19 11:28:17.080368 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-12bb3d64-e762-4c51-afed-79531198e7a1 req-f5e35240-23f0-44ee-b06d-775e0b894ff7 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277114 May 19 11:28:18.227963 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9254dcbe-e7b4-484c-9d55-fb3f42ba6646 req-52f65552-e75e-49a5-965f-c662d0a5a8c5 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:28:18.228989 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-9254dcbe-e7b4-484c-9d55-fb3f42ba6646 req-52f65552-e75e-49a5-965f-c662d0a5a8c5 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0559914 May 19 11:28:18.263207 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-9254dcbe-e7b4-484c-9d55-fb3f42ba6646 req-d9cc3b91-cddd-4bcf-852a-1ed6cf921cd4 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298460 May 19 11:28:19.405446 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed40f2e-326f-43fd-a471-120d3f3b6d0d req-26018fd5-ad4f-42c9-8b64-67743c908d06 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:28:19.406445 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-7ed40f2e-326f-43fd-a471-120d3f3b6d0d req-26018fd5-ad4f-42c9-8b64-67743c908d06 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0560725 May 19 11:28:19.436258 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-7ed40f2e-326f-43fd-a471-120d3f3b6d0d req-725c75a9-c060-4947-9bb6-8c7fc3789a79 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0255699 May 19 11:28:20.572929 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f24541-ccd0-4069-ba39-87ef0c8535be req-de25a400-3bc5-44aa-b639-4325048e78b3 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:28:20.573943 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-22f24541-ccd0-4069-ba39-87ef0c8535be req-de25a400-3bc5-44aa-b639-4325048e78b3 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0584977 May 19 11:28:20.604780 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-22f24541-ccd0-4069-ba39-87ef0c8535be req-121af9f7-d865-4658-a826-f71b6263b78e tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0266585 May 19 11:28:21.741304 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0535aec-f0cf-4f1c-a5cf-605a5d9a3fe2 req-cce17561-16c2-4dc8-93dd-19e4976a2fd4 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:28:21.742305 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-a0535aec-f0cf-4f1c-a5cf-605a5d9a3fe2 req-cce17561-16c2-4dc8-93dd-19e4976a2fd4 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0642138 May 19 11:28:21.771143 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-a0535aec-f0cf-4f1c-a5cf-605a5d9a3fe2 req-24dce007-ba4e-4776-bbf7-c0d06c35c07a tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0251360 May 19 11:28:22.912461 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8174e3a7-472c-4cb7-9d86-178e64b8dc81 req-285f2a3c-9624-4042-8075-962ab887afea tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:28:22.913501 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-8174e3a7-472c-4cb7-9d86-178e64b8dc81 req-285f2a3c-9624-4042-8075-962ab887afea tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0601680 May 19 11:28:22.943745 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-8174e3a7-472c-4cb7-9d86-178e64b8dc81 req-721478a1-256c-43a5-b8b8-40700dddc757 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0261798 May 19 11:28:23.598531 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-6e0cb7ba-8d48-438f-9f39-85aca1537fb2 req-efba6345-58fa-4678-ba0a-23e8a932879a service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=2c378e23-6241-44ec-9b71-a9b2aa247f27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0525551 May 19 11:28:24.000590 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0cb7ba-8d48-438f-9f39-85aca1537fb2 req-b1a35e9a-c220-402b-989a-dbf7ff9c9fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:28:24.001729 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-6e0cb7ba-8d48-438f-9f39-85aca1537fb2 req-b1a35e9a-c220-402b-989a-dbf7ff9c9fa9 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=35d46b728d4a4c459e7454a908c9e5c2&device_id=2c378e23-6241-44ec-9b71-a9b2aa247f27 HTTP/1.1" status: 200 len: 1099 time: 0.0653760 May 19 11:28:24.083144 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461201a2-176f-4111-93fe-6e04a579d9da req-dbed0fbd-35a3-40bc-9afa-4d016aca30e8 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:28:24.084088 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-461201a2-176f-4111-93fe-6e04a579d9da req-dbed0fbd-35a3-40bc-9afa-4d016aca30e8 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0553696 May 19 11:28:24.109987 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0cb7ba-8d48-438f-9f39-85aca1537fb2 req-48e4a28f-7795-456e-b27d-a1fcbe0f1110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:28:24.110983 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-6e0cb7ba-8d48-438f-9f39-85aca1537fb2 req-48e4a28f-7795-456e-b27d-a1fcbe0f1110 service neutron] 10.222.0.112 "GET /v2.0/networks?id=55ec5a42-b6e4-4e09-a033-1b610f60d866 HTTP/1.1" status: 200 len: 912 time: 0.0867019 May 19 11:28:24.115807 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-461201a2-176f-4111-93fe-6e04a579d9da req-a0ade62a-3ac3-43e8-a52a-bea6e9e0bdb2 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275812 May 19 11:28:24.278471 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-6e0cb7ba-8d48-438f-9f39-85aca1537fb2 req-a23421dc-6474-4b58-86d4-680b4ef8fdd1 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ca68c52d-6e26-4824-bafe-0b280cc3d7cd HTTP/1.1" status: 200 len: 1002 time: 0.1535995 May 19 11:28:24.318995 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0cb7ba-8d48-438f-9f39-85aca1537fb2 req-f1ccf6df-1a50-4862-bd8b-9aaf08ecb146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:28:24.319904 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-6e0cb7ba-8d48-438f-9f39-85aca1537fb2 req-f1ccf6df-1a50-4862-bd8b-9aaf08ecb146 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=b791564f-e95e-40fa-bc9d-bcbecb0ce07c HTTP/1.1" status: 200 len: 849 time: 0.0361187 May 19 11:28:24.369575 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0cb7ba-8d48-438f-9f39-85aca1537fb2 req-c663c717-f748-4163-98b9-82e308475da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:28:24.370427 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-6e0cb7ba-8d48-438f-9f39-85aca1537fb2 req-c663c717-f748-4163-98b9-82e308475da9 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=55ec5a42-b6e4-4e09-a033-1b610f60d866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419242 May 19 11:28:24.458997 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-6e0cb7ba-8d48-438f-9f39-85aca1537fb2 req-9c2fcb47-94c3-4cf5-b8b4-298e4345210c service neutron] 10.222.0.112 "GET /v2.0/networks/55ec5a42-b6e4-4e09-a033-1b610f60d866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827849 May 19 11:28:24.534131 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-6e0cb7ba-8d48-438f-9f39-85aca1537fb2 req-4f1371f1-5d10-41a7-8f40-b89ad105c3fb service neutron] 10.222.0.112 "GET /v2.0/networks/55ec5a42-b6e4-4e09-a033-1b610f60d866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0665605 May 19 11:28:25.254797 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad92d21-3575-4e7e-9c61-8929d073f255 req-3d26851a-fbed-4c07-bb3c-5ce185a88b89 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:28:25.255753 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-fad92d21-3575-4e7e-9c61-8929d073f255 req-3d26851a-fbed-4c07-bb3c-5ce185a88b89 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0574985 May 19 11:28:25.291693 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-fad92d21-3575-4e7e-9c61-8929d073f255 req-e4b6342b-411a-4130-a817-381022e9aeb8 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293374 May 19 11:28:26.434849 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d7dec8-2409-4ef4-87c2-1a43791640bb req-307fd320-f231-4643-8a33-de20d1dbcbcb tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:28:26.435834 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-64d7dec8-2409-4ef4-87c2-1a43791640bb req-307fd320-f231-4643-8a33-de20d1dbcbcb tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0610611 May 19 11:28:26.518971 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-64d7dec8-2409-4ef4-87c2-1a43791640bb req-69e924ab-11f6-4067-bf99-76b80d5c410c tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788834 May 19 11:28:27.649314 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8545580-048e-4bd3-8cb0-efa6ec7442b3 req-8264f104-fe38-4310-9009-c28045b152ee tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:28:27.650207 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-c8545580-048e-4bd3-8cb0-efa6ec7442b3 req-8264f104-fe38-4310-9009-c28045b152ee tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0585201 May 19 11:28:27.681101 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-c8545580-048e-4bd3-8cb0-efa6ec7442b3 req-9cc019c8-1452-44d7-bc42-14ca97ad6702 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270865 May 19 11:28:28.807728 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fed1fda-52e3-48d0-bb77-6bb41649c803 req-e220a69a-a9b9-4c7c-ba71-f8d04573fd81 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:28:28.808875 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-8fed1fda-52e3-48d0-bb77-6bb41649c803 req-e220a69a-a9b9-4c7c-ba71-f8d04573fd81 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0540652 May 19 11:28:28.837402 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-8fed1fda-52e3-48d0-bb77-6bb41649c803 req-8aebb154-8adc-4282-a284-131d4d74b88d tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0244725 May 19 11:28:28.886248 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.agents_db [None req-9df4fd67-1abd-480d-9703-ac00f2726051 None None] Agent healthcheck: found 6 active agents {{(pid=91058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 11:28:29.969251 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f64820d-649d-4c36-b3cc-fd30c2084d8e req-8b52deeb-3adf-40ae-86d2-f4aed2094dc4 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:28:29.970994 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-7f64820d-649d-4c36-b3cc-fd30c2084d8e req-8b52deeb-3adf-40ae-86d2-f4aed2094dc4 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0647309 May 19 11:28:30.005663 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-7f64820d-649d-4c36-b3cc-fd30c2084d8e req-b7144898-3142-4e18-a816-a8e36e59f82c tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280066 May 19 11:28:30.996353 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f5faa4-b35f-4db4-b296-18a3813aa306 req-c8a2a67b-e0c8-45b4-996b-2d00eb5e81ed tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:28:30.997314 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-a3f5faa4-b35f-4db4-b296-18a3813aa306 req-c8a2a67b-e0c8-45b4-996b-2d00eb5e81ed tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] 10.222.0.90 "GET /v2.0/ports?device_id=2c378e23-6241-44ec-9b71-a9b2aa247f27 HTTP/1.1" status: 200 len: 946 time: 0.0524178 May 19 11:28:31.026501 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-a3f5faa4-b35f-4db4-b296-18a3813aa306 req-76edd58b-690a-41e3-9a07-2f8b6b738dc5 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] 10.222.0.90 "GET /v2.0/security-groups?id=892ed30b-94ce-475f-8919-c4519fee1ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0253761 May 19 11:28:31.139664 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88a2750-2976-4324-bab4-152da8880d20 req-1aa6d151-7f2c-4d8d-b82b-e63ef16e94cc tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:28:31.140610 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-d88a2750-2976-4324-bab4-152da8880d20 req-1aa6d151-7f2c-4d8d-b82b-e63ef16e94cc tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0626526 May 19 11:28:31.172716 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-d88a2750-2976-4324-bab4-152da8880d20 req-5536e742-8923-41b7-bbd7-2ab8fc313627 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0254791 May 19 11:28:32.180312 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4aa9c0-e231-479c-b642-b3248bd93a5a req-07aa6f71-e54b-4da0-95ab-238c63829c46 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:28:32.181302 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-6c4aa9c0-e231-479c-b642-b3248bd93a5a req-07aa6f71-e54b-4da0-95ab-238c63829c46 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] 10.222.0.90 "GET /v2.0/ports?device_id=2c378e23-6241-44ec-9b71-a9b2aa247f27 HTTP/1.1" status: 200 len: 946 time: 0.0688987 May 19 11:28:32.214154 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-6c4aa9c0-e231-479c-b642-b3248bd93a5a req-89b361e3-52c8-471d-be0e-a096bc146982 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] 10.222.0.90 "GET /v2.0/security-groups?id=892ed30b-94ce-475f-8919-c4519fee1ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0289519 May 19 11:28:32.308757 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0e321e-3ae6-42a3-913c-2ac401ecd625 req-bb189788-7fe4-4219-b279-b12b79835437 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:28:32.309743 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-4b0e321e-3ae6-42a3-913c-2ac401ecd625 req-bb189788-7fe4-4219-b279-b12b79835437 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0632985 May 19 11:28:32.342405 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-4b0e321e-3ae6-42a3-913c-2ac401ecd625 req-600b3a1b-aed4-40b7-a81b-bc204d4566b0 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284655 May 19 11:28:32.905188 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec36b258-48bf-48d2-aa2d-3a866d62ebab req-cd5e98aa-25b4-402b-97b3-624c15c0f40f tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:28:32.905688 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [req-ec36b258-48bf-48d2-aa2d-3a866d62ebab req-cd5e98aa-25b4-402b-97b3-624c15c0f40f tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Synchronizing usage tracker for tenant:35d46b728d4a4c459e7454a908c9e5c2 on resource:port {{(pid=91055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 11:28:32.917472 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [req-ec36b258-48bf-48d2-aa2d-3a866d62ebab req-cd5e98aa-25b4-402b-97b3-624c15c0f40f tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Unset dirty status for tenant:35d46b728d4a4c459e7454a908c9e5c2 on resource:port {{(pid=91055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 11:28:32.918778 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-ec36b258-48bf-48d2-aa2d-3a866d62ebab req-cd5e98aa-25b4-402b-97b3-624c15c0f40f tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] 10.222.0.112 "GET /v2.0/ports?device_id=2c378e23-6241-44ec-9b71-a9b2aa247f27 HTTP/1.1" status: 200 len: 946 time: 0.0695498 May 19 11:28:33.013641 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.plugin [req-ec36b258-48bf-48d2-aa2d-3a866d62ebab req-ac13b06b-45eb-4532-bdc5-0f3bc33fc7a4 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Deleting port ca68c52d-6e26-4824-bafe-0b280cc3d7cd {{(pid=91055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 11:28:33.013854 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-ec36b258-48bf-48d2-aa2d-3a866d62ebab req-ac13b06b-45eb-4532-bdc5-0f3bc33fc7a4 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749740776295'] for port, before_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:28:33.100463 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.db [req-ec36b258-48bf-48d2-aa2d-3a866d62ebab req-ac13b06b-45eb-4532-bdc5-0f3bc33fc7a4 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] For port ca68c52d-6e26-4824-bafe-0b280cc3d7cd, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=ca68c52d-6e26-4824-bafe-0b280cc3d7cd,segment=NetworkSegment(e0015d87-dcd6-4fdc-83d4-a15c21b906a0),segment_id=e0015d87-dcd6-4fdc-83d4-a15c21b906a0)] {{(pid=91055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:28:33.100701 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-ec36b258-48bf-48d2-aa2d-3a866d62ebab req-ac13b06b-45eb-4532-bdc5-0f3bc33fc7a4 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1714319'] for port, precommit_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:28:33.288612 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-ec36b258-48bf-48d2-aa2d-3a866d62ebab req-ac13b06b-45eb-4532-bdc5-0f3bc33fc7a4 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:28:33.288846 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-ec36b258-48bf-48d2-aa2d-3a866d62ebab req-ac13b06b-45eb-4532-bdc5-0f3bc33fc7a4 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716915'] for floatingip, after_update {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:28:33.289048 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.db.l3_db [req-ec36b258-48bf-48d2-aa2d-3a866d62ebab req-ac13b06b-45eb-4532-bdc5-0f3bc33fc7a4 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Floating IP b6920687-5c03-43b5-8caf-ce1495b34754 disassociated. External IP: 172.27.0.164, port: ca68c52d-6e26-4824-bafe-0b280cc3d7cd. May 19 11:28:33.289285 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.plugin [req-ec36b258-48bf-48d2-aa2d-3a866d62ebab req-ac13b06b-45eb-4532-bdc5-0f3bc33fc7a4 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Calling delete_port for ca68c52d-6e26-4824-bafe-0b280cc3d7cd owned by compute:nova {{(pid=91055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 11:28:33.350853 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ae8849-abb6-41f3-9de0-e7d0966bea3a req-87a82201-5bb3-4470-be37-8aa5933d4ca1 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:28:33.351731 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-c0ae8849-abb6-41f3-9de0-e7d0966bea3a req-87a82201-5bb3-4470-be37-8aa5933d4ca1 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] 10.222.0.90 "GET /v2.0/ports?device_id=2c378e23-6241-44ec-9b71-a9b2aa247f27 HTTP/1.1" status: 200 len: 946 time: 0.0592351 May 19 11:28:33.366037 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-ec36b258-48bf-48d2-aa2d-3a866d62ebab req-ac13b06b-45eb-4532-bdc5-0f3bc33fc7a4 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749740778424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749740364548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3654904'] for port, after_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:28:33.371729 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-23e87455-0170-4ec7-963c-82d339c30962 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:28:33.381238 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-c0ae8849-abb6-41f3-9de0-e7d0966bea3a req-4a871b06-133f-47d9-8fb1-ddf94a5e836f tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] 10.222.0.90 "GET /v2.0/security-groups?id=892ed30b-94ce-475f-8919-c4519fee1ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0250070 May 19 11:28:33.406595 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13b06b-45eb-4532-bdc5-0f3bc33fc7a4 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Pushing event deleted for resources: {'Port': ['ID=ca68c52d-6e26-4824-bafe-0b280cc3d7cd,revision_number=None']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:28:33.444871 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13b06b-45eb-4532-bdc5-0f3bc33fc7a4 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:28:33.445304 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13b06b-45eb-4532-bdc5-0f3bc33fc7a4 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:28:33.445389 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13b06b-45eb-4532-bdc5-0f3bc33fc7a4 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:28:33.445555 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13b06b-45eb-4532-bdc5-0f3bc33fc7a4 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:28:33.445805 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13b06b-45eb-4532-bdc5-0f3bc33fc7a4 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:28:33.446026 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13b06b-45eb-4532-bdc5-0f3bc33fc7a4 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:28:33.446239 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13b06b-45eb-4532-bdc5-0f3bc33fc7a4 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:28:33.446451 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13b06b-45eb-4532-bdc5-0f3bc33fc7a4 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:28:33.446755 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13b06b-45eb-4532-bdc5-0f3bc33fc7a4 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:28:33.446877 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13b06b-45eb-4532-bdc5-0f3bc33fc7a4 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:28:33.447088 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13b06b-45eb-4532-bdc5-0f3bc33fc7a4 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:28:33.447297 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13b06b-45eb-4532-bdc5-0f3bc33fc7a4 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:28:33.449674 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-ac13b06b-45eb-4532-bdc5-0f3bc33fc7a4 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:28:33.469877 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc70d7e-16a8-4a10-af68-1402bcd5998c req-ff7396a3-101b-4ee8-9aa4-df29e9d5b460 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:28:33.470855 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-4cc70d7e-16a8-4a10-af68-1402bcd5998c req-ff7396a3-101b-4ee8-9aa4-df29e9d5b460 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0520089 May 19 11:28:33.498376 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-4cc70d7e-16a8-4a10-af68-1402bcd5998c req-4f6e5ffc-1e05-4f19-a59f-6a1d7722ccd4 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0235028 May 19 11:28:33.521123 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ec36b258-48bf-48d2-aa2d-3a866d62ebab req-ac13b06b-45eb-4532-bdc5-0f3bc33fc7a4 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Router 6454b025-6bdd-4799-9916-acb41eba735a has already been hosted by L3 agent 326bf12a-fdae-48e8-b877-7dbd40e20eda {{(pid=91055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 11:28:33.680147 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ec36b258-48bf-48d2-aa2d-3a866d62ebab req-ac13b06b-45eb-4532-bdc5-0f3bc33fc7a4 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Notify agent at l3_agent.dv-cinder-787764-1-iscsi the message routers_updated {{(pid=91055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 11:28:33.690644 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75eb7871-812c-4e08-8d12-3c1426894e83 None None] Sync routers for ids ['6454b025-6bdd-4799-9916-acb41eba735a'] in dv-cinder-787764-1-iscsi {{(pid=91057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 11:28:33.701688 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75eb7871-812c-4e08-8d12-3c1426894e83 None None] Routers {'6454b025-6bdd-4799-9916-acb41eba735a'} bound to L3 agent in host dv-cinder-787764-1-iscsi {{(pid=91057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:28:33.702036 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_hamode_db [None req-75eb7871-812c-4e08-8d12-3c1426894e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-19T11:10:36Z,description=,heartbeat_timestamp=2021-05-19T11:28:06Z,host='dv-cinder-787764-1-iscsi',id=326bf12a-fdae-48e8-b877-7dbd40e20eda,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:36Z,topic='l3_agent')) {'router_ids': ['6454b025-6bdd-4799-9916-acb41eba735a'], 'active': True} {{(pid=91057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:28:33.717508 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec36b258-48bf-48d2-aa2d-3a866d62ebab req-ac13b06b-45eb-4532-bdc5-0f3bc33fc7a4 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] No DVR routers for this DVR port ca68c52d-6e26-4824-bafe-0b280cc3d7cd on host hv-cinder-78776 {{(pid=91055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 11:28:33.719100 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-ec36b258-48bf-48d2-aa2d-3a866d62ebab req-ac13b06b-45eb-4532-bdc5-0f3bc33fc7a4 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6101'] for port, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:28:33.720569 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c378e23-6241-44ec-9b71-a9b2aa247f27', 'name': 'network-vif-deleted', 'tag': 'ca68c52d-6e26-4824-bafe-0b280cc3d7cd'}] {{(pid=91055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 11:28:33.730339 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-ec36b258-48bf-48d2-aa2d-3a866d62ebab req-ac13b06b-45eb-4532-bdc5-0f3bc33fc7a4 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] 10.222.0.112 "DELETE /v2.0/ports/ca68c52d-6e26-4824-bafe-0b280cc3d7cd HTTP/1.1" status: 204 len: 173 time: 0.8037539 May 19 11:28:33.750453 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c378e23-6241-44ec-9b71-a9b2aa247f27', 'name': 'network-vif-deleted', 'tag': 'ca68c52d-6e26-4824-bafe-0b280cc3d7cd', 'status': 'completed', 'code': 200} May 19 11:28:33.811506 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_dvr_db [None req-75eb7871-812c-4e08-8d12-3c1426894e83 None None] Set router 6454b025-6bdd-4799-9916-acb41eba735a gateway port host: dv-cinder-787764-1-iscsi {{(pid=91057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:28:34.006111 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_hamode_db [None req-75eb7871-812c-4e08-8d12-3c1426894e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6454b025-6bdd-4799-9916-acb41eba735a', 'name': 'tempest-AttachVolumeTestJSON-468252528-router', 'tenant_id': '35d46b728d4a4c459e7454a908c9e5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'external_fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': '0e9d2a56-22fe-4c01-85e6-27318fa7a2a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:17:30Z', 'updated_at': '2021-05-19T11:17:32Z', 'revision_number': 4, 'project_id': '35d46b728d4a4c459e7454a908c9e5c2', 'gw_port': {'id': '0e9d2a56-22fe-4c01-85e6-27318fa7a2a0', 'name': '', 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:6f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6454b025-6bdd-4799-9916-acb41eba735a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:17:30Z', 'updated_at': '2021-05-19T11:17:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-1-iscsi', '_interfaces': [{'id': '0aff9e8e-93a5-4497-9277-46fd55ba1ee2', 'name': '', 'network_id': '55ec5a42-b6e4-4e09-a033-1b610f60d866', 'tenant_id': '35d46b728d4a4c459e7454a908c9e5c2', 'mac_address': 'fa:16:3e:f6:df:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6454b025-6bdd-4799-9916-acb41eba735a', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'b791564f-e95e-40fa-bc9d-bcbecb0ce07c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:17:32Z', 'updated_at': '2021-05-19T11:17:37Z', 'revision_number': 5, 'project_id': '35d46b728d4a4c459e7454a908c9e5c2', 'subnets': [{'id': 'b791564f-e95e-40fa-bc9d-bcbecb0ce07c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-1-iscsi', False) {} {{(pid=91057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:28:34.008491 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75eb7871-812c-4e08-8d12-3c1426894e83 None None] Checking router: 6454b025-6bdd-4799-9916-acb41eba735a for host: dv-cinder-787764-1-iscsi {{(pid=91057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 11:28:34.013241 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75eb7871-812c-4e08-8d12-3c1426894e83 None None] Routers {'6454b025-6bdd-4799-9916-acb41eba735a'} bound to L3 agent in host dv-cinder-787764-1-iscsi {{(pid=91057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:28:34.013560 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_hamode_db [None req-75eb7871-812c-4e08-8d12-3c1426894e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-19T11:10:36Z,description=,heartbeat_timestamp=2021-05-19T11:28:06Z,host='dv-cinder-787764-1-iscsi',id=326bf12a-fdae-48e8-b877-7dbd40e20eda,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:36Z,topic='l3_agent')) {'router_ids': ['6454b025-6bdd-4799-9916-acb41eba735a'], 'active': True} {{(pid=91057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:28:34.105199 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_dvr_db [None req-75eb7871-812c-4e08-8d12-3c1426894e83 None None] Set router 6454b025-6bdd-4799-9916-acb41eba735a gateway port host: dv-cinder-787764-1-iscsi {{(pid=91057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:28:34.262385 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_hamode_db [None req-75eb7871-812c-4e08-8d12-3c1426894e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6454b025-6bdd-4799-9916-acb41eba735a', 'name': 'tempest-AttachVolumeTestJSON-468252528-router', 'tenant_id': '35d46b728d4a4c459e7454a908c9e5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'external_fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': '0e9d2a56-22fe-4c01-85e6-27318fa7a2a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:17:30Z', 'updated_at': '2021-05-19T11:17:32Z', 'revision_number': 4, 'project_id': '35d46b728d4a4c459e7454a908c9e5c2', 'gw_port': {'id': '0e9d2a56-22fe-4c01-85e6-27318fa7a2a0', 'name': '', 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:6f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6454b025-6bdd-4799-9916-acb41eba735a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:17:30Z', 'updated_at': '2021-05-19T11:17:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-1-iscsi', '_interfaces': [{'id': '0aff9e8e-93a5-4497-9277-46fd55ba1ee2', 'name': '', 'network_id': '55ec5a42-b6e4-4e09-a033-1b610f60d866', 'tenant_id': '35d46b728d4a4c459e7454a908c9e5c2', 'mac_address': 'fa:16:3e:f6:df:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6454b025-6bdd-4799-9916-acb41eba735a', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'b791564f-e95e-40fa-bc9d-bcbecb0ce07c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:17:32Z', 'updated_at': '2021-05-19T11:17:37Z', 'revision_number': 5, 'project_id': '35d46b728d4a4c459e7454a908c9e5c2', 'subnets': [{'id': 'b791564f-e95e-40fa-bc9d-bcbecb0ce07c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-1-iscsi', False) {} {{(pid=91057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:28:34.264619 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75eb7871-812c-4e08-8d12-3c1426894e83 None None] The sync data for ids ['6454b025-6bdd-4799-9916-acb41eba735a'] in dv-cinder-787764-1-iscsi is: [{'id': '6454b025-6bdd-4799-9916-acb41eba735a', 'name': 'tempest-AttachVolumeTestJSON-468252528-router', 'tenant_id': '35d46b728d4a4c459e7454a908c9e5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'external_fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': '0e9d2a56-22fe-4c01-85e6-27318fa7a2a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:17:30Z', 'updated_at': '2021-05-19T11:17:32Z', 'revision_number': 4, 'project_id': '35d46b728d4a4c459e7454a908c9e5c2', 'gw_port': {'id': '0e9d2a56-22fe-4c01-85e6-27318fa7a2a0', 'name': '', 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:6f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6454b025-6bdd-4799-9916-acb41eba735a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:17:30Z', 'updated_at': '2021-05-19T11:17:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-1-iscsi', '_interfaces': [{'id': '0aff9e8e-93a5-4497-9277-46fd55ba1ee2', 'name': '', 'network_id': '55ec5a42-b6e4-4e09-a033-1b610f60d866', 'tenant_id': '35d46b728d4a4c459e7454a908c9e5c2', 'mac_address': 'fa:16:3e:f6:df:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6454b025-6bdd-4799-9916-acb41eba735a', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'b791564f-e95e-40fa-bc9d-bcbecb0ce07c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:17:32Z', 'updated_at': '2021-05-19T11:17:37Z', 'revision_number': 5, 'project_id': '35d46b728d4a4c459e7454a908c9e5c2', 'subnets': [{'id': 'b791564f-e95e-40fa-bc9d-bcbecb0ce07c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 11:28:34.415472 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54ee4b0-7381-4907-8ec6-95413d5c3531 None None] New status for floating IP b6920687-5c03-43b5-8caf-ce1495b34754: DOWN {{(pid=91058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 11:28:34.485476 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-0cce015a-0911-43a1-8c1b-a99841b07c85 req-c61d517f-28f3-43d1-966e-36bef66f428e tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] 10.222.0.90 "GET /v2.0/ports?device_id=2c378e23-6241-44ec-9b71-a9b2aa247f27 HTTP/1.1" status: 200 len: 210 time: 0.0420563 May 19 11:28:34.578785 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-a43943ae-d907-4ee2-8a03-38730808f4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:28:34.602453 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7bd757-3c5a-4351-95c1-92c527929110 req-08c64f32-252d-4ff7-b524-719cc596875a tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:28:34.603314 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-fe7bd757-3c5a-4351-95c1-92c527929110 req-08c64f32-252d-4ff7-b524-719cc596875a tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0432818 May 19 11:28:34.627599 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-fe7bd757-3c5a-4351-95c1-92c527929110 req-b59c1e55-ea9a-44c4-9ff9-af379e0ceb59 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0205326 May 19 11:28:35.150674 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Device ca68c52d-6e26-4824-bafe-0b280cc3d7cd no longer exists at agent hyperv_hv-cinder-78776 {{(pid=91057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 11:28:35.185599 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.plugin [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] No Port match for: ca68c52d-6e26-4824-bafe-0b280cc3d7cd {{(pid=91057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 11:28:35.185832 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Device ca68c52d-6e26-4824-bafe-0b280cc3d7cd not bound to the agent host hv-cinder-78776 {{(pid=91057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 11:28:35.613091 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-6dfe228f-2f27-425b-8199-b12a8ffc06f3 req-ee6da8b8-a5fa-4e13-9330-3eb5bb768dfa tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] 10.222.0.90 "GET /v2.0/ports?device_id=2c378e23-6241-44ec-9b71-a9b2aa247f27 HTTP/1.1" status: 200 len: 210 time: 0.0326855 May 19 11:28:35.766549 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d092e2a2-95eb-42cf-8dc4-567b0de09f40 req-e461b9a3-c869-4a53-b617-81c5dc602d41 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:28:35.767452 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-d092e2a2-95eb-42cf-8dc4-567b0de09f40 req-e461b9a3-c869-4a53-b617-81c5dc602d41 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0568209 May 19 11:28:35.798009 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-d092e2a2-95eb-42cf-8dc4-567b0de09f40 req-1d1caca8-83e4-4224-966d-b67b2e70bba7 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0241230 May 19 11:28:35.801815 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:28:36.206235 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-51265855-e23a-4298-b164-7ddf07d42a4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:28:36.722057 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-e9a930ce-0038-4a52-adc2-2de696837131 req-5f1389ce-b5d4-4a05-b1f3-6a33df860d1a tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] 10.222.0.90 "GET /v2.0/ports?device_id=2c378e23-6241-44ec-9b71-a9b2aa247f27 HTTP/1.1" status: 200 len: 210 time: 0.0278714 May 19 11:28:36.806748 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-f3552fb9-a093-42e6-b748-7ab8d8c7cb39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:28:36.927292 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5191fc-de0c-44fd-afaf-3605fd841924 req-d6310b25-68d4-4af4-8873-432cc1876a44 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:28:36.928137 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-eb5191fc-de0c-44fd-afaf-3605fd841924 req-d6310b25-68d4-4af4-8873-432cc1876a44 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0572934 May 19 11:28:36.959303 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-eb5191fc-de0c-44fd-afaf-3605fd841924 req-70eff716-dc08-4fe4-bc76-6a36a05358ce tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0241969 May 19 11:28:37.830390 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-dff85edf-e259-441e-b6fc-1eea8ded13b0 req-118f28fd-44ef-47de-9aa7-1f61f830fecf tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] 10.222.0.90 "GET /v2.0/ports?device_id=2c378e23-6241-44ec-9b71-a9b2aa247f27 HTTP/1.1" status: 200 len: 210 time: 0.0282514 May 19 11:28:37.893181 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-66ec5bc0-6952-497b-8f33-b3c04bfd0b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:28:38.097835 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b09a44c-bca3-433c-b1c2-b53f9e4afc58 req-ffd07131-1e7f-4338-89be-0aacbb7aee42 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:28:38.098777 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-0b09a44c-bca3-433c-b1c2-b53f9e4afc58 req-ffd07131-1e7f-4338-89be-0aacbb7aee42 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0659683 May 19 11:28:38.128544 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-0b09a44c-bca3-433c-b1c2-b53f9e4afc58 req-da85c1f1-e159-49ec-a2b0-b78d5ecbb2ee tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0255280 May 19 11:28:38.940094 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-f36252fc-5ee3-47d2-aa21-421e25cdb9bd req-c05238ac-8d69-4245-9c51-7955a9dbd221 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] 10.222.0.90 "GET /v2.0/ports?device_id=2c378e23-6241-44ec-9b71-a9b2aa247f27 HTTP/1.1" status: 200 len: 210 time: 0.0335488 May 19 11:28:39.266256 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc41fdd2-73b8-4665-b6b9-c05068cf3628 req-1a6fb6c6-a700-4774-835f-82f6be404cd7 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:28:39.267329 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-cc41fdd2-73b8-4665-b6b9-c05068cf3628 req-1a6fb6c6-a700-4774-835f-82f6be404cd7 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0648983 May 19 11:28:39.304470 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-cc41fdd2-73b8-4665-b6b9-c05068cf3628 req-fcaa266f-ba98-49e8-a628-97493790a938 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301895 May 19 11:28:40.054918 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-7d837917-d610-4256-8b48-5c49bfa75a1d req-b073a407-ebe4-4190-87a8-a57647127e8b tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] 10.222.0.90 "GET /v2.0/ports?device_id=2c378e23-6241-44ec-9b71-a9b2aa247f27 HTTP/1.1" status: 200 len: 210 time: 0.0292058 May 19 11:28:40.493519 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136ed6cc-9bdd-41cf-84de-812bc99c4673 req-4a18faed-aba1-438d-905b-691f4f954f15 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:28:40.494526 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-136ed6cc-9bdd-41cf-84de-812bc99c4673 req-4a18faed-aba1-438d-905b-691f4f954f15 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.1067612 May 19 11:28:40.527293 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-136ed6cc-9bdd-41cf-84de-812bc99c4673 req-f9717a07-f5c6-44a7-9ade-c2cd0ac87a07 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0258021 May 19 11:28:41.184729 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-2356289b-2758-48ca-acad-b0fe49448bf2 req-3500d8c5-b96d-4c35-8aa1-9a48614a4051 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] 10.222.0.90 "GET /v2.0/ports?device_id=2c378e23-6241-44ec-9b71-a9b2aa247f27 HTTP/1.1" status: 200 len: 210 time: 0.0319200 May 19 11:28:41.667378 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539be0b6-e36c-40d4-9e24-d3b53959f6fa req-f7887120-7619-4da2-986e-af839129f84f tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:28:41.668413 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-539be0b6-e36c-40d4-9e24-d3b53959f6fa req-f7887120-7619-4da2-986e-af839129f84f tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0565472 May 19 11:28:41.698036 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-539be0b6-e36c-40d4-9e24-d3b53959f6fa req-4cac6d04-db17-4d95-884e-11074b4a57fb tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0255568 May 19 11:28:42.325087 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-4e2fa8cd-5e04-4a70-8d12-c180a478e11b req-ba3e579a-51a6-48b6-97c9-bae6d2f91c0f tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] 10.222.0.90 "GET /v2.0/ports?device_id=2c378e23-6241-44ec-9b71-a9b2aa247f27 HTTP/1.1" status: 200 len: 210 time: 0.0403416 May 19 11:28:42.847182 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a225ccf0-7ff3-4645-a95a-6763f549cba0 req-278f1e8f-7bf3-4221-9c80-9f1580ecea2c tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:28:42.848187 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-a225ccf0-7ff3-4645-a95a-6763f549cba0 req-278f1e8f-7bf3-4221-9c80-9f1580ecea2c tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0661814 May 19 11:28:42.878042 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-a225ccf0-7ff3-4645-a95a-6763f549cba0 req-7b930125-8cb2-4dcf-8c79-7b909c709ad4 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0257134 May 19 11:28:43.442454 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-79d73da2-ff02-4ad5-b8bd-cb6b33ee84c4 req-51727514-ca11-497a-958e-7965efd8bc83 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] 10.222.0.90 "GET /v2.0/ports?device_id=2c378e23-6241-44ec-9b71-a9b2aa247f27 HTTP/1.1" status: 200 len: 210 time: 0.0291693 May 19 11:28:44.032148 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8561dd-7c22-44d1-91a6-a23dba4e9835 req-80095c86-04f5-4c09-b244-e155572c8a64 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:28:44.033218 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-de8561dd-7c22-44d1-91a6-a23dba4e9835 req-80095c86-04f5-4c09-b244-e155572c8a64 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0680418 May 19 11:28:44.067101 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-de8561dd-7c22-44d1-91a6-a23dba4e9835 req-37c0575a-6dac-4b0e-a15f-a12d21c9f12b tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0265098 May 19 11:28:44.560013 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-bd97bc46-4750-4b7d-bca1-26d499d474d3 req-5b8ef0b0-07c9-4599-97eb-4c266854a4e6 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] 10.222.0.90 "GET /v2.0/ports?device_id=2c378e23-6241-44ec-9b71-a9b2aa247f27 HTTP/1.1" status: 200 len: 210 time: 0.0297925 May 19 11:28:45.209700 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c559694-9fe8-41ad-a84a-937087ecc197 req-ff9e9749-45a5-44ff-a954-1f3653bfe1b5 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:28:45.210703 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-9c559694-9fe8-41ad-a84a-937087ecc197 req-ff9e9749-45a5-44ff-a954-1f3653bfe1b5 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0573859 May 19 11:28:45.242651 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-9c559694-9fe8-41ad-a84a-937087ecc197 req-e983c99e-bc6a-4678-b391-4bf6dca3cf69 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0250680 May 19 11:28:45.697489 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-4ef11253-4ffa-4432-9444-3a3fcc85f8ec req-06ef997f-ed29-437f-9434-8149c1223882 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] 10.222.0.90 "GET /v2.0/ports?device_id=2c378e23-6241-44ec-9b71-a9b2aa247f27 HTTP/1.1" status: 200 len: 210 time: 0.0321441 May 19 11:28:46.382132 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80abe531-ca32-42bf-9876-fadc160c7863 req-01f9cfb6-a713-47fa-bb36-0595ab42a476 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:28:46.383107 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-80abe531-ca32-42bf-9876-fadc160c7863 req-01f9cfb6-a713-47fa-bb36-0595ab42a476 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0573864 May 19 11:28:46.400329 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:28:46.414239 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-80abe531-ca32-42bf-9876-fadc160c7863 req-3623ba74-f5e7-49fb-8ff1-0ef2c555b52c tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267446 May 19 11:28:46.790162 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 57844) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:28:46.836247 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-ee1159f1-2336-48ad-bfc6-8806756bc0e5 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Notify callbacks [] for security_group, before_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:28:46.854265 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-ee1159f1-2336-48ad-bfc6-8806756bc0e5 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:28:46.889054 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-ee1159f1-2336-48ad-bfc6-8806756bc0e5 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:28:46.892824 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-89af50a3-f2ad-463b-8a0e-e6ea1587c113 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:28:46.902664 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1159f1-2336-48ad-bfc6-8806756bc0e5 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=892ed30b-94ce-475f-8919-c4519fee1ccf,revision_number=None']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:28:46.904780 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-ee1159f1-2336-48ad-bfc6-8806756bc0e5 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:28:46.913628 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-ee1159f1-2336-48ad-bfc6-8806756bc0e5 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Notify callbacks [] for security_group, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:28:46.914398 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-ee1159f1-2336-48ad-bfc6-8806756bc0e5 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] 10.222.0.90 "DELETE /v2.0/security-groups/892ed30b-94ce-475f-8919-c4519fee1ccf HTTP/1.1" status: 204 len: 168 time: 0.1234586 May 19 11:28:46.916463 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 57848) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:28:46.928335 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.api.v2.resource [None req-64424759-80a3-437f-b1b6-7156fcdeadc9 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] show failed (client error): The resource could not be found. May 19 11:28:46.928951 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-64424759-80a3-437f-b1b6-7156fcdeadc9 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] 10.222.0.90 "GET /v2.0/security-groups/892ed30b-94ce-475f-8919-c4519fee1ccf HTTP/1.1" status: 404 len: 347 time: 0.0116386 May 19 11:28:46.931182 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 57852) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:28:47.069797 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.plugin [None req-1dcda9b5-4f4f-4e05-9b4b-0605bd946b1c tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Deleting port 7d84f653-694b-4b9c-b134-7256d5e1426d {{(pid=91055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 11:28:47.070022 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-1dcda9b5-4f4f-4e05-9b4b-0605bd946b1c tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749740776295'] for port, before_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:28:47.144080 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-1dcda9b5-4f4f-4e05-9b4b-0605bd946b1c tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1714319'] for port, precommit_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:28:47.144311 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-1dcda9b5-4f4f-4e05-9b4b-0605bd946b1c tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:28:47.217576 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.plugin [None req-1dcda9b5-4f4f-4e05-9b4b-0605bd946b1c tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Calling delete_port for 7d84f653-694b-4b9c-b134-7256d5e1426d owned by network:floatingip {{(pid=91055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 11:28:47.292665 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-1dcda9b5-4f4f-4e05-9b4b-0605bd946b1c tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749740778424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749740364548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3654904'] for port, after_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:28:47.295016 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-5a9076fa-e4c4-4307-9d23-e94a326d16c8 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:28:47.322782 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcda9b5-4f4f-4e05-9b4b-0605bd946b1c tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Pushing event deleted for resources: {'Port': ['ID=7d84f653-694b-4b9c-b134-7256d5e1426d,revision_number=None']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:28:47.324876 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-1dcda9b5-4f4f-4e05-9b4b-0605bd946b1c tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:28:47.377644 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-1dcda9b5-4f4f-4e05-9b4b-0605bd946b1c tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Notify callbacks [] for floatingip, after_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:28:47.386569 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-1dcda9b5-4f4f-4e05-9b4b-0605bd946b1c tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6101'] for floatingip, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:28:47.387332 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-1dcda9b5-4f4f-4e05-9b4b-0605bd946b1c tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] 10.222.0.90 "DELETE /v2.0/floatingips/b6920687-5c03-43b5-8caf-ce1495b34754 HTTP/1.1" status: 204 len: 168 time: 0.4555135 May 19 11:28:47.536704 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ea1beb-2a48-464f-9227-2128bebf291b req-7b0fe325-b778-46e5-8883-55cc3d332faf tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:28:47.537614 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-33ea1beb-2a48-464f-9227-2128bebf291b req-7b0fe325-b778-46e5-8883-55cc3d332faf tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0556433 May 19 11:28:47.564532 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-33ea1beb-2a48-464f-9227-2128bebf291b req-1a7182e7-0ad4-4a02-9f05-e59b0ad5351f tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0234358 May 19 11:28:47.741183 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 57866) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:28:47.745661 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.v2.base [None req-17e03bc7-5b58-4a9b-967a-d528d8df8aa8 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2122474893', 'description': 'tempest-description--329525867'}} {{(pid=91055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:28:47.749704 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-17e03bc7-5b58-4a9b-967a-d528d8df8aa8 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:28:47.752351 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-17e03bc7-5b58-4a9b-967a-d528d8df8aa8 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Usage tracker for resource:security_group and tenant:35d46b728d4a4c459e7454a908c9e5c2 is out of sync, need to count used quota {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:28:47.754226 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-17e03bc7-5b58-4a9b-967a-d528d8df8aa8 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:28:47.757740 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-17e03bc7-5b58-4a9b-967a-d528d8df8aa8 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:28:47.765494 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-17e03bc7-5b58-4a9b-967a-d528d8df8aa8 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Notify callbacks [] for security_group, before_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:28:47.778508 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-17e03bc7-5b58-4a9b-967a-d528d8df8aa8 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:28:47.780543 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-17e03bc7-5b58-4a9b-967a-d528d8df8aa8 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Usage tracker for resource:security_group_rule and tenant:35d46b728d4a4c459e7454a908c9e5c2 is out of sync, need to count used quota {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:28:47.782216 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-17e03bc7-5b58-4a9b-967a-d528d8df8aa8 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:28:47.785216 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-17e03bc7-5b58-4a9b-967a-d528d8df8aa8 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:28:47.826052 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-17e03bc7-5b58-4a9b-967a-d528d8df8aa8 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Notify callbacks [] for security_group, precommit_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:28:47.829949 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-17e03bc7-5b58-4a9b-967a-d528d8df8aa8 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:28:47.833037 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-9ec82564-f868-408d-b2c6-863f36677c64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:28:47.857003 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e03bc7-5b58-4a9b-967a-d528d8df8aa8 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d998a5db-09b8-4530-a4bf-47b8b37078dd,revision_number=1']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:28:47.858792 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-17e03bc7-5b58-4a9b-967a-d528d8df8aa8 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Notify callbacks [] for security_group, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:28:47.859866 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-17e03bc7-5b58-4a9b-967a-d528d8df8aa8 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1175931 May 19 11:28:47.860426 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-17e03bc7-5b58-4a9b-967a-d528d8df8aa8 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:28:47.862342 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 57872) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:28:47.865508 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.v2.base [None req-0a87aab5-2e6a-4f33-aec9-5ef7c3746a4b tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Request body: {'security_group_rule': {'security_group_id': 'd998a5db-09b8-4530-a4bf-47b8b37078dd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:28:47.868920 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-0a87aab5-2e6a-4f33-aec9-5ef7c3746a4b tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:28:47.871324 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-0a87aab5-2e6a-4f33-aec9-5ef7c3746a4b tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Usage tracker for resource:security_group_rule and tenant:35d46b728d4a4c459e7454a908c9e5c2 is out of sync, need to count used quota {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:28:47.873063 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-0a87aab5-2e6a-4f33-aec9-5ef7c3746a4b tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:28:47.876574 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-0a87aab5-2e6a-4f33-aec9-5ef7c3746a4b tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:28:47.886411 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-0a87aab5-2e6a-4f33-aec9-5ef7c3746a4b tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:28:47.926699 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-0a87aab5-2e6a-4f33-aec9-5ef7c3746a4b tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:28:47.929053 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-0a87aab5-2e6a-4f33-aec9-5ef7c3746a4b tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775300'] for security_group_rule, after_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:28:47.932735 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-43c99338-b565-4423-bc45-aeb94fa4fb69 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:28:47.942120 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a87aab5-2e6a-4f33-aec9-5ef7c3746a4b tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e74ed6f-7202-4bcd-9a50-4e3dc8ee69a6,revision_number=0']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:28:47.943561 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-0a87aab5-2e6a-4f33-aec9-5ef7c3746a4b tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:28:47.949049 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-0a87aab5-2e6a-4f33-aec9-5ef7c3746a4b tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:28:47.949834 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-0a87aab5-2e6a-4f33-aec9-5ef7c3746a4b tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.0868721 May 19 11:28:47.951712 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 57876) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:28:47.954812 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.v2.base [None req-e2df2472-0ef2-48cd-ae70-8915c9ba6091 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Request body: {'security_group_rule': {'security_group_id': 'd998a5db-09b8-4530-a4bf-47b8b37078dd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:28:47.957812 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-e2df2472-0ef2-48cd-ae70-8915c9ba6091 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:28:47.959865 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-e2df2472-0ef2-48cd-ae70-8915c9ba6091 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Usage tracker for resource:security_group_rule and tenant:35d46b728d4a4c459e7454a908c9e5c2 is out of sync, need to count used quota {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:28:47.961466 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-e2df2472-0ef2-48cd-ae70-8915c9ba6091 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:28:47.964549 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-e2df2472-0ef2-48cd-ae70-8915c9ba6091 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:28:47.974209 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-e2df2472-0ef2-48cd-ae70-8915c9ba6091 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:28:48.008406 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-e2df2472-0ef2-48cd-ae70-8915c9ba6091 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:28:48.011222 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-e2df2472-0ef2-48cd-ae70-8915c9ba6091 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775300'] for security_group_rule, after_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:28:48.014565 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:28:48.024295 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2df2472-0ef2-48cd-ae70-8915c9ba6091 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3aca4754-de2b-4f8d-8c61-b1691cea5512,revision_number=0']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:28:48.026985 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-e2df2472-0ef2-48cd-ae70-8915c9ba6091 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:28:48.029773 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-e2df2472-0ef2-48cd-ae70-8915c9ba6091 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:28:48.030520 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-e2df2472-0ef2-48cd-ae70-8915c9ba6091 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.0782368 May 19 11:28:48.033256 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 57880) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:28:48.036126 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.v2.base [None req-54721d62-b82f-467b-9f1e-b59fa8de7e53 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Request body: {'floatingip': {'floating_network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522'}} {{(pid=91055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:28:48.039106 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-54721d62-b82f-467b-9f1e-b59fa8de7e53 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:28:48.041150 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-54721d62-b82f-467b-9f1e-b59fa8de7e53 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Usage tracker for resource:floatingip and tenant:35d46b728d4a4c459e7454a908c9e5c2 is out of sync, need to count used quota {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:28:48.042777 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-54721d62-b82f-467b-9f1e-b59fa8de7e53 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:28:48.045800 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-54721d62-b82f-467b-9f1e-b59fa8de7e53 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:28:48.051916 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-54721d62-b82f-467b-9f1e-b59fa8de7e53 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Notify callbacks [] for floatingip, before_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:28:48.129179 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-54721d62-b82f-467b-9f1e-b59fa8de7e53 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:28:48.198124 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.db_base_plugin_common [None req-54721d62-b82f-467b-9f1e-b59fa8de7e53 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Allocated IP 172.27.0.141 (02345af2-6ed3-48fb-b7af-bf8d47e25522/aba42eaa-d100-461a-90c5-240f62c775e0/cf0eadc4-655b-4d60-9c6d-1cbb6b430dc8) {{(pid=91055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 11:28:48.340251 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-54721d62-b82f-467b-9f1e-b59fa8de7e53 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Notify callbacks [] for port, precommit_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:28:48.362424 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-54721d62-b82f-467b-9f1e-b59fa8de7e53 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749740362231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3654904'] for port, after_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:28:48.365236 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-fba685a8-3c74-4683-ac2c-c5bfdf911586 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:28:48.400855 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54721d62-b82f-467b-9f1e-b59fa8de7e53 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Network 02345af2-6ed3-48fb-b7af-bf8d47e25522 is already hosted by enough agents. {{(pid=91055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 11:28:48.402773 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.scheduler.base_scheduler [None req-54721d62-b82f-467b-9f1e-b59fa8de7e53 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Resources bound (agent type, host, resource id): {{(pid=91055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:28:48.405278 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54721d62-b82f-467b-9f1e-b59fa8de7e53 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Received port after_create {{(pid=91055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 11:28:48.428490 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54721d62-b82f-467b-9f1e-b59fa8de7e53 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Pushing event updated for resources: {'Port': ['ID=cf0eadc4-655b-4d60-9c6d-1cbb6b430dc8,revision_number=1']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:28:48.433186 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-54721d62-b82f-467b-9f1e-b59fa8de7e53 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:28:48.459618 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-54721d62-b82f-467b-9f1e-b59fa8de7e53 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:28:48.495679 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-54721d62-b82f-467b-9f1e-b59fa8de7e53 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:28:48.623269 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-54721d62-b82f-467b-9f1e-b59fa8de7e53 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Notify callbacks [] for port, precommit_update {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:28:48.628069 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-54721d62-b82f-467b-9f1e-b59fa8de7e53 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3654881'] for port, after_update {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:28:48.630272 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-56f0d32f-c404-452c-8eb2-2a8671b177f4 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:28:48.681934 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92fe25c-3012-4be5-a14e-52258c39fb9a req-a66b3a74-8af4-4017-bded-8b49604ddde0 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:28:48.682721 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-d92fe25c-3012-4be5-a14e-52258c39fb9a req-a66b3a74-8af4-4017-bded-8b49604ddde0 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0495703 May 19 11:28:48.687499 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54721d62-b82f-467b-9f1e-b59fa8de7e53 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Pushing event updated for resources: {'Port': ['ID=cf0eadc4-655b-4d60-9c6d-1cbb6b430dc8,revision_number=2']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:28:48.689917 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-54721d62-b82f-467b-9f1e-b59fa8de7e53 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:28:48.693882 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-54721d62-b82f-467b-9f1e-b59fa8de7e53 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716915'] for floatingip, after_update {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:28:48.707803 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-54721d62-b82f-467b-9f1e-b59fa8de7e53 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6101'] for floatingip, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:28:48.708599 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-54721d62-b82f-467b-9f1e-b59fa8de7e53 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.6747718 May 19 11:28:48.708840 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-d92fe25c-3012-4be5-a14e-52258c39fb9a req-aa41f44c-4bb5-438f-b4c7-d53c238bb2a8 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0221405 May 19 11:28:48.815679 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-5ca956a9-71e6-4b9f-aa85-44c76964139c req-a339bf96-9f2c-4509-9908-f5cc06db82ba tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-securitygroup--2122474893&fields=id&tenant_id=35d46b728d4a4c459e7454a908c9e5c2 HTTP/1.1" status: 200 len: 267 time: 0.0243652 May 19 11:28:48.892866 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca956a9-71e6-4b9f-aa85-44c76964139c req-80c2f1f1-7ec1-4437-9b61-f62c548ebd6b tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:28:48.893850 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-5ca956a9-71e6-4b9f-aa85-44c76964139c req-80c2f1f1-7ec1-4437-9b61-f62c548ebd6b tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] 10.222.0.90 "GET /v2.0/networks?id=55ec5a42-b6e4-4e09-a033-1b610f60d866 HTTP/1.1" status: 200 len: 810 time: 0.0744715 May 19 11:28:48.902547 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-5ca956a9-71e6-4b9f-aa85-44c76964139c req-3049e057-0a30-4205-b359-f27e6583e90b tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] 10.222.0.90 "GET /v2.0/quotas/35d46b728d4a4c459e7454a908c9e5c2 HTTP/1.1" status: 200 len: 375 time: 0.0053847 May 19 11:28:48.953487 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-5ca956a9-71e6-4b9f-aa85-44c76964139c req-226e234c-533c-481e-ae32-29fe9e2420fc tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=35d46b728d4a4c459e7454a908c9e5c2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0482874 May 19 11:28:49.023179 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-5ca956a9-71e6-4b9f-aa85-44c76964139c req-a73bc3d3-fb5f-4221-856b-727d289792d6 service neutron] 10.222.0.90 "GET /v2.0/networks/55ec5a42-b6e4-4e09-a033-1b610f60d866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0629652 May 19 11:28:49.103771 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-5ca956a9-71e6-4b9f-aa85-44c76964139c req-68107822-f505-4444-812a-9a48c377dfa0 service neutron] 10.222.0.90 "GET /v2.0/networks/55ec5a42-b6e4-4e09-a033-1b610f60d866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0739622 May 19 11:28:49.213056 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-7e98e9de-5e62-4eca-9876-a7262bed37e9 req-93b16e5a-f421-4419-b2a8-c80d7f2fd328 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] 10.222.0.90 "GET /v2.0/ports?device_id=5ab42bd5-f95a-4861-955b-8d42ceffa542 HTTP/1.1" status: 200 len: 210 time: 0.0233462 May 19 11:28:49.906741 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4e912d-55f4-4860-bf80-ac13909dcfdf req-d1fb7c8f-526c-4508-bad3-f704566256f3 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:28:49.907816 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-2a4e912d-55f4-4860-bf80-ac13909dcfdf req-d1fb7c8f-526c-4508-bad3-f704566256f3 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.1169119 May 19 11:28:49.939902 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-2a4e912d-55f4-4860-bf80-ac13909dcfdf req-c7f144cd-05a4-4983-97cd-deac4c54b9f3 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268557 May 19 11:28:50.330856 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-dd4c2636-b81d-4313-b6e5-1a1f41353bb4 req-61ebb93a-9125-44fa-b039-d8f3e58324b5 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] 10.222.0.90 "GET /v2.0/ports?device_id=5ab42bd5-f95a-4861-955b-8d42ceffa542 HTTP/1.1" status: 200 len: 210 time: 0.0396044 May 19 11:28:50.718177 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca956a9-71e6-4b9f-aa85-44c76964139c req-1ac6ee3d-6f91-4fe1-b084-c9c308a9f071 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:28:50.719161 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-5ca956a9-71e6-4b9f-aa85-44c76964139c req-1ac6ee3d-6f91-4fe1-b084-c9c308a9f071 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] 10.222.0.112 "GET /v2.0/networks?id=55ec5a42-b6e4-4e09-a033-1b610f60d866 HTTP/1.1" status: 200 len: 810 time: 0.0970495 May 19 11:28:50.754594 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [req-5ca956a9-71e6-4b9f-aa85-44c76964139c req-02d303a1-30c4-4326-bbd1-e0c82eb59871 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Synchronizing usage tracker for tenant:35d46b728d4a4c459e7454a908c9e5c2 on resource:security_group {{(pid=91055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 11:28:50.764988 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [req-5ca956a9-71e6-4b9f-aa85-44c76964139c req-02d303a1-30c4-4326-bbd1-e0c82eb59871 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Unset dirty status for tenant:35d46b728d4a4c459e7454a908c9e5c2 on resource:security_group {{(pid=91055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 11:28:50.765641 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-5ca956a9-71e6-4b9f-aa85-44c76964139c req-02d303a1-30c4-4326-bbd1-e0c82eb59871 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] 10.222.0.112 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=35d46b728d4a4c459e7454a908c9e5c2 HTTP/1.1" status: 200 len: 380 time: 0.0360556 May 19 11:28:50.774690 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.v2.base [req-5ca956a9-71e6-4b9f-aa85-44c76964139c req-444dcf04-befc-43b3-9705-ad4fd3c70f16 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Request body: {'port': {'device_id': '5ab42bd5-f95a-4861-955b-8d42ceffa542', 'network_id': '55ec5a42-b6e4-4e09-a033-1b610f60d866', 'admin_state_up': True, 'tenant_id': '35d46b728d4a4c459e7454a908c9e5c2', 'security_groups': ['d998a5db-09b8-4530-a4bf-47b8b37078dd']}} {{(pid=91055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:28:50.858304 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [req-5ca956a9-71e6-4b9f-aa85-44c76964139c req-444dcf04-befc-43b3-9705-ad4fd3c70f16 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:28:50.861295 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [req-5ca956a9-71e6-4b9f-aa85-44c76964139c req-444dcf04-befc-43b3-9705-ad4fd3c70f16 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Usage tracker for resource:port and tenant:35d46b728d4a4c459e7454a908c9e5c2 is out of sync, need to count used quota {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:28:50.863222 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [req-5ca956a9-71e6-4b9f-aa85-44c76964139c req-444dcf04-befc-43b3-9705-ad4fd3c70f16 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Quota usage for port was recalculated. Used quota:3. {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:28:50.869314 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [req-5ca956a9-71e6-4b9f-aa85-44c76964139c req-444dcf04-befc-43b3-9705-ad4fd3c70f16 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:28:50.882321 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ca956a9-71e6-4b9f-aa85-44c76964139c req-444dcf04-befc-43b3-9705-ad4fd3c70f16 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Made reservation on behalf of 35d46b728d4a4c459e7454a908c9e5c2 for: {'port': 1} {{(pid=91055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 11:28:50.886571 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-5ca956a9-71e6-4b9f-aa85-44c76964139c req-444dcf04-befc-43b3-9705-ad4fd3c70f16 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:28:51.009943 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.db_base_plugin_common [req-5ca956a9-71e6-4b9f-aa85-44c76964139c req-444dcf04-befc-43b3-9705-ad4fd3c70f16 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Allocated IP 172.20.0.7 (55ec5a42-b6e4-4e09-a033-1b610f60d866/b791564f-e95e-40fa-bc9d-bcbecb0ce07c/c3493179-d5c1-46c9-b9bd-8ec44b61a040) {{(pid=91055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 11:28:51.060719 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcba8e6-2ff6-469a-8eb0-b24493f187e6 req-8ecdcf51-a019-4352-aae2-9467772eae56 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:28:51.061756 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-8bcba8e6-2ff6-469a-8eb0-b24493f187e6 req-8ecdcf51-a019-4352-aae2-9467772eae56 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0533915 May 19 11:28:51.090537 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-8bcba8e6-2ff6-469a-8eb0-b24493f187e6 req-f2b5b02a-a6fb-4709-8899-b6b6acdbecbe tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0243475 May 19 11:28:51.134331 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-5ca956a9-71e6-4b9f-aa85-44c76964139c req-444dcf04-befc-43b3-9705-ad4fd3c70f16 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Notify callbacks [] for port, precommit_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:28:51.144214 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.provisioning_blocks [req-5ca956a9-71e6-4b9f-aa85-44c76964139c req-444dcf04-befc-43b3-9705-ad4fd3c70f16 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Transition to ACTIVE for port object c3493179-d5c1-46c9-b9bd-8ec44b61a040 will not be triggered until provisioned by entity DHCP. {{(pid=91055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 11:28:51.160497 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-5ca956a9-71e6-4b9f-aa85-44c76964139c req-444dcf04-befc-43b3-9705-ad4fd3c70f16 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749740362231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3654904'] for port, after_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:28:51.164452 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-35053932-09d9-4a50-8d95-3fd47238034a tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:28:51.204698 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ca956a9-71e6-4b9f-aa85-44c76964139c req-444dcf04-befc-43b3-9705-ad4fd3c70f16 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Network 55ec5a42-b6e4-4e09-a033-1b610f60d866 is already hosted by enough agents. {{(pid=91055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 11:28:51.206679 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.scheduler.base_scheduler [req-5ca956a9-71e6-4b9f-aa85-44c76964139c req-444dcf04-befc-43b3-9705-ad4fd3c70f16 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Resources bound (agent type, host, resource id): {{(pid=91055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:28:51.208386 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ca956a9-71e6-4b9f-aa85-44c76964139c req-444dcf04-befc-43b3-9705-ad4fd3c70f16 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Received port after_create {{(pid=91055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 11:28:51.231910 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444dcf04-befc-43b3-9705-ad4fd3c70f16 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Pushing event updated for resources: {'Port': ['ID=c3493179-d5c1-46c9-b9bd-8ec44b61a040,revision_number=1']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:28:51.234123 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-444dcf04-befc-43b3-9705-ad4fd3c70f16 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:28:51.254812 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca956a9-71e6-4b9f-aa85-44c76964139c req-444dcf04-befc-43b3-9705-ad4fd3c70f16 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:28:51.255248 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-5ca956a9-71e6-4b9f-aa85-44c76964139c req-444dcf04-befc-43b3-9705-ad4fd3c70f16 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6101'] for port, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:28:51.271752 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-5ca956a9-71e6-4b9f-aa85-44c76964139c req-444dcf04-befc-43b3-9705-ad4fd3c70f16 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.4992244 May 19 11:28:51.281816 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.v2.base [req-5ca956a9-71e6-4b9f-aa85-44c76964139c req-3146428e-91fb-4bf4-b48b-ac7bd57d51c0 service neutron] Request body: {'port': {'device_id': '5ab42bd5-f95a-4861-955b-8d42ceffa542', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78776'}} {{(pid=91055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:28:51.344476 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-5ca956a9-71e6-4b9f-aa85-44c76964139c req-3146428e-91fb-4bf4-b48b-ac7bd57d51c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:28:51.356108 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-ec062921-c774-4c16-a836-c7fc9ad44be7 None None] Provisioning for port c3493179-d5c1-46c9-b9bd-8ec44b61a040 completed by entity DHCP. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 11:28:51.358930 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-ec062921-c774-4c16-a836-c7fc9ad44be7 None None] Provisioning complete for port c3493179-d5c1-46c9-b9bd-8ec44b61a040 triggered by entity DHCP. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:28:51.359139 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-ec062921-c774-4c16-a836-c7fc9ad44be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441453'] for port, provisioning_complete {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:28:51.410870 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.plugin [None req-ec062921-c774-4c16-a836-c7fc9ad44be7 None None] Port c3493179-d5c1-46c9-b9bd-8ec44b61a040 cannot update to ACTIVE because it is not bound. {{(pid=91057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 11:28:51.442800 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25a5899-617e-4b1e-a38d-4ed0af2ee78e req-27655963-4a42-450a-bd6c-bd85b19daffd tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:28:51.445381 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-e25a5899-617e-4b1e-a38d-4ed0af2ee78e req-27655963-4a42-450a-bd6c-bd85b19daffd tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] 10.222.0.90 "GET /v2.0/ports?device_id=5ab42bd5-f95a-4861-955b-8d42ceffa542 HTTP/1.1" status: 200 len: 931 time: 0.0495830 May 19 11:28:51.468653 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-e25a5899-617e-4b1e-a38d-4ed0af2ee78e req-263c0561-ea90-44bb-b31e-062690a60356 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] 10.222.0.90 "GET /v2.0/security-groups?id=d998a5db-09b8-4530-a4bf-47b8b37078dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0214009 May 19 11:28:51.537581 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.notifiers.nova [req-5ca956a9-71e6-4b9f-aa85-44c76964139c req-3146428e-91fb-4bf4-b48b-ac7bd57d51c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3493179-d5c1-46c9-b9bd-8ec44b61a040 {{(pid=91055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 11:28:51.541181 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-5ca956a9-71e6-4b9f-aa85-44c76964139c req-3146428e-91fb-4bf4-b48b-ac7bd57d51c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:28:51.549066 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.provisioning_blocks [req-5ca956a9-71e6-4b9f-aa85-44c76964139c req-3146428e-91fb-4bf4-b48b-ac7bd57d51c0 service neutron] Transition to ACTIVE for port object c3493179-d5c1-46c9-b9bd-8ec44b61a040 will not be triggered until provisioned by entity L2. {{(pid=91055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 11:28:51.552125 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-5ca956a9-71e6-4b9f-aa85-44c76964139c req-3146428e-91fb-4bf4-b48b-ac7bd57d51c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3654881'] for port, after_update {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:28:51.554252 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-a048025e-29f7-47b8-bf4e-2023cbeee49f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:28:51.707364 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3146428e-91fb-4bf4-b48b-ac7bd57d51c0 service neutron] Pushing event updated for resources: {'Port': ['ID=c3493179-d5c1-46c9-b9bd-8ec44b61a040,revision_number=2']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:28:51.723379 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-3146428e-91fb-4bf4-b48b-ac7bd57d51c0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:28:51.761900 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.managers [req-5ca956a9-71e6-4b9f-aa85-44c76964139c req-3146428e-91fb-4bf4-b48b-ac7bd57d51c0 service neutron] Attempting to bind port c3493179-d5c1-46c9-b9bd-8ec44b61a040 on host hv-cinder-78776 for vnic_type normal with profile {{(pid=91055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 11:28:51.762115 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.managers [req-5ca956a9-71e6-4b9f-aa85-44c76964139c req-3146428e-91fb-4bf4-b48b-ac7bd57d51c0 service neutron] Attempting to bind port c3493179-d5c1-46c9-b9bd-8ec44b61a040 by drivers openvswitch,hyperv on host hv-cinder-78776 at level 0 using segments [{'id': 'e0015d87-dcd6-4fdc-83d4-a15c21b906a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1392, 'network_id': '55ec5a42-b6e4-4e09-a033-1b610f60d866'}] {{(pid=91055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 11:28:51.762237 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca956a9-71e6-4b9f-aa85-44c76964139c req-3146428e-91fb-4bf4-b48b-ac7bd57d51c0 service neutron] Attempting to bind port c3493179-d5c1-46c9-b9bd-8ec44b61a040 on network 55ec5a42-b6e4-4e09-a033-1b610f60d866 {{(pid=91055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 11:28:51.764651 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca956a9-71e6-4b9f-aa85-44c76964139c req-3146428e-91fb-4bf4-b48b-ac7bd57d51c0 service neutron] Port c3493179-d5c1-46c9-b9bd-8ec44b61a040 on network 55ec5a42-b6e4-4e09-a033-1b610f60d866 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78776 {{(pid=91055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 11:28:51.764832 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca956a9-71e6-4b9f-aa85-44c76964139c req-3146428e-91fb-4bf4-b48b-ac7bd57d51c0 service neutron] Attempting to bind port c3493179-d5c1-46c9-b9bd-8ec44b61a040 on network 55ec5a42-b6e4-4e09-a033-1b610f60d866 {{(pid=91055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 11:28:51.767969 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca956a9-71e6-4b9f-aa85-44c76964139c req-3146428e-91fb-4bf4-b48b-ac7bd57d51c0 service neutron] Checking agent: {'id': 'ec23b603-1024-4efc-b4c9-1692111c39b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78776', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 11, 14, 16), 'started_at': datetime.datetime(2021, 5, 19, 11, 14, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 11, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 11:28:51.768163 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca956a9-71e6-4b9f-aa85-44c76964139c req-3146428e-91fb-4bf4-b48b-ac7bd57d51c0 service neutron] Checking segment: {'id': 'e0015d87-dcd6-4fdc-83d4-a15c21b906a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1392, 'network_id': '55ec5a42-b6e4-4e09-a033-1b610f60d866'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 11:28:51.768325 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca956a9-71e6-4b9f-aa85-44c76964139c req-3146428e-91fb-4bf4-b48b-ac7bd57d51c0 service neutron] Bound using segment: {'id': 'e0015d87-dcd6-4fdc-83d4-a15c21b906a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1392, 'network_id': '55ec5a42-b6e4-4e09-a033-1b610f60d866'} {{(pid=91055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 11:28:51.768558 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.managers [req-5ca956a9-71e6-4b9f-aa85-44c76964139c req-3146428e-91fb-4bf4-b48b-ac7bd57d51c0 service neutron] Bound port: c3493179-d5c1-46c9-b9bd-8ec44b61a040, host: hv-cinder-78776, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0015d87-dcd6-4fdc-83d4-a15c21b906a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1392, 'network_id': '55ec5a42-b6e4-4e09-a033-1b610f60d866'}}] {{(pid=91055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 11:28:51.768756 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-5ca956a9-71e6-4b9f-aa85-44c76964139c req-3146428e-91fb-4bf4-b48b-ac7bd57d51c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:28:51.819667 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.db [req-5ca956a9-71e6-4b9f-aa85-44c76964139c req-3146428e-91fb-4bf4-b48b-ac7bd57d51c0 service neutron] For port c3493179-d5c1-46c9-b9bd-8ec44b61a040, host hv-cinder-78776, cleared binding levels {{(pid=91055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 11:28:51.821545 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.db [req-5ca956a9-71e6-4b9f-aa85-44c76964139c req-3146428e-91fb-4bf4-b48b-ac7bd57d51c0 service neutron] For port c3493179-d5c1-46c9-b9bd-8ec44b61a040, host hv-cinder-78776, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=c3493179-d5c1-46c9-b9bd-8ec44b61a040,segment=NetworkSegment(e0015d87-dcd6-4fdc-83d4-a15c21b906a0),segment_id=e0015d87-dcd6-4fdc-83d4-a15c21b906a0)] {{(pid=91055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 11:28:51.825954 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-5ca956a9-71e6-4b9f-aa85-44c76964139c req-3146428e-91fb-4bf4-b48b-ac7bd57d51c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3654881'] for port, after_update {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:28:51.828070 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-f20fc335-7ee5-40a6-9052-10cbad1e59ac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:28:51.856316 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca956a9-71e6-4b9f-aa85-44c76964139c req-3146428e-91fb-4bf4-b48b-ac7bd57d51c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:28:51.856608 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-5ca956a9-71e6-4b9f-aa85-44c76964139c req-3146428e-91fb-4bf4-b48b-ac7bd57d51c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6101'] for port, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:28:51.857436 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-5ca956a9-71e6-4b9f-aa85-44c76964139c req-3146428e-91fb-4bf4-b48b-ac7bd57d51c0 service neutron] 10.222.0.112 "PUT /v2.0/ports/c3493179-d5c1-46c9-b9bd-8ec44b61a040 HTTP/1.1" status: 200 len: 1093 time: 0.5785673 May 19 11:28:51.857729 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ab42bd5-f95a-4861-955b-8d42ceffa542', 'tag': 'c3493179-d5c1-46c9-b9bd-8ec44b61a040'}] {{(pid=91055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 11:28:51.867902 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3146428e-91fb-4bf4-b48b-ac7bd57d51c0 service neutron] Pushing event updated for resources: {'Port': ['ID=c3493179-d5c1-46c9-b9bd-8ec44b61a040,revision_number=3']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:28:51.869573 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-3146428e-91fb-4bf4-b48b-ac7bd57d51c0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:28:51.888928 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ab42bd5-f95a-4861-955b-8d42ceffa542', 'tag': 'c3493179-d5c1-46c9-b9bd-8ec44b61a040', 'status': 'completed', 'code': 200} May 19 11:28:51.946533 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca956a9-71e6-4b9f-aa85-44c76964139c req-f14c2c3f-3b92-4436-bf3a-fade36ef5cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:28:51.947464 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-5ca956a9-71e6-4b9f-aa85-44c76964139c req-f14c2c3f-3b92-4436-bf3a-fade36ef5cbe service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=35d46b728d4a4c459e7454a908c9e5c2&device_id=5ab42bd5-f95a-4861-955b-8d42ceffa542 HTTP/1.1" status: 200 len: 1096 time: 0.0438750 May 19 11:28:51.989600 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-5ca956a9-71e6-4b9f-aa85-44c76964139c req-a2e6d2ab-3924-4ef6-a7df-fd951e791092 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c3493179-d5c1-46c9-b9bd-8ec44b61a040 HTTP/1.1" status: 200 len: 217 time: 0.0326500 May 19 11:28:52.026332 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca956a9-71e6-4b9f-aa85-44c76964139c req-a9a2ee9f-1428-45aa-a26e-fac27df5fa2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:28:52.027062 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-5ca956a9-71e6-4b9f-aa85-44c76964139c req-a9a2ee9f-1428-45aa-a26e-fac27df5fa2c service neutron] 10.222.0.112 "GET /v2.0/subnets?id=b791564f-e95e-40fa-bc9d-bcbecb0ce07c HTTP/1.1" status: 200 len: 849 time: 0.0310001 May 19 11:28:52.075793 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca956a9-71e6-4b9f-aa85-44c76964139c req-5fbc39ed-bd2e-49a5-a8d6-c6706a0f3c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:28:52.076686 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-5ca956a9-71e6-4b9f-aa85-44c76964139c req-5fbc39ed-bd2e-49a5-a8d6-c6706a0f3c72 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=55ec5a42-b6e4-4e09-a033-1b610f60d866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394104 May 19 11:28:52.156590 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-5ca956a9-71e6-4b9f-aa85-44c76964139c req-08ff7578-207c-47ff-b5a5-91bdf0880584 service neutron] 10.222.0.112 "GET /v2.0/networks/55ec5a42-b6e4-4e09-a033-1b610f60d866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0710077 May 19 11:28:52.200540 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120d8899-038f-46e2-a0d6-806a0a082ead req-2e20065c-e0ba-48d1-89b5-c93d23cf1b30 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:28:52.201407 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-120d8899-038f-46e2-a0d6-806a0a082ead req-2e20065c-e0ba-48d1-89b5-c93d23cf1b30 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0425148 May 19 11:28:52.226214 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-120d8899-038f-46e2-a0d6-806a0a082ead req-c6d79d87-8d10-4d81-8bf7-e12f2a579523 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0199211 May 19 11:28:52.255322 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-5ca956a9-71e6-4b9f-aa85-44c76964139c req-bd185d41-9ddd-4418-b949-ec6d4438f934 service neutron] 10.222.0.112 "GET /v2.0/networks/55ec5a42-b6e4-4e09-a033-1b610f60d866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901482 May 19 11:28:52.578261 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be9c46b-8e3f-4d87-b7d9-95b5b33a65e2 req-d755096e-e314-4198-9d16-7dbd67473c68 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:28:52.579100 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-9be9c46b-8e3f-4d87-b7d9-95b5b33a65e2 req-d755096e-e314-4198-9d16-7dbd67473c68 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] 10.222.0.90 "GET /v2.0/ports?device_id=5ab42bd5-f95a-4861-955b-8d42ceffa542 HTTP/1.1" status: 200 len: 943 time: 0.0498345 May 19 11:28:52.603305 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-9be9c46b-8e3f-4d87-b7d9-95b5b33a65e2 req-f1a8108e-8efe-4115-bdd4-03e534d40f51 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] 10.222.0.90 "GET /v2.0/security-groups?id=d998a5db-09b8-4530-a4bf-47b8b37078dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0209916 May 19 11:28:53.065685 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be480eb8-563b-4009-bbb8-ed0f1325c870 req-1bce8c2e-9f04-437c-b3a5-4602a67aa0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:28:53.066756 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-be480eb8-563b-4009-bbb8-ed0f1325c870 req-1bce8c2e-9f04-437c-b3a5-4602a67aa0a5 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=35d46b728d4a4c459e7454a908c9e5c2&device_id=5ab42bd5-f95a-4861-955b-8d42ceffa542 HTTP/1.1" status: 200 len: 1096 time: 0.0645237 May 19 11:28:53.156509 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be480eb8-563b-4009-bbb8-ed0f1325c870 req-cc41edb2-390b-4452-82b9-e5753c869e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:28:53.157565 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-be480eb8-563b-4009-bbb8-ed0f1325c870 req-cc41edb2-390b-4452-82b9-e5753c869e52 service neutron] 10.222.0.112 "GET /v2.0/networks?id=55ec5a42-b6e4-4e09-a033-1b610f60d866 HTTP/1.1" status: 200 len: 912 time: 0.0823691 May 19 11:28:53.202560 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-be480eb8-563b-4009-bbb8-ed0f1325c870 req-e146012b-1333-474d-a249-e2356bf15137 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c3493179-d5c1-46c9-b9bd-8ec44b61a040 HTTP/1.1" status: 200 len: 217 time: 0.0361814 May 19 11:28:53.246123 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be480eb8-563b-4009-bbb8-ed0f1325c870 req-1f5dac18-365a-42ec-9d23-d1a43df9f899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:28:53.246726 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-be480eb8-563b-4009-bbb8-ed0f1325c870 req-1f5dac18-365a-42ec-9d23-d1a43df9f899 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=b791564f-e95e-40fa-bc9d-bcbecb0ce07c HTTP/1.1" status: 200 len: 849 time: 0.0364313 May 19 11:28:53.295360 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be480eb8-563b-4009-bbb8-ed0f1325c870 req-db1b4d72-723f-4beb-9a4d-453b7b510179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:28:53.296313 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-be480eb8-563b-4009-bbb8-ed0f1325c870 req-db1b4d72-723f-4beb-9a4d-453b7b510179 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=55ec5a42-b6e4-4e09-a033-1b610f60d866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0436332 May 19 11:28:53.385586 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-be480eb8-563b-4009-bbb8-ed0f1325c870 req-b2ee927a-93b2-4595-a97b-5dad8e6b9784 service neutron] 10.222.0.112 "GET /v2.0/networks/55ec5a42-b6e4-4e09-a033-1b610f60d866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834873 May 19 11:28:53.467194 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-be480eb8-563b-4009-bbb8-ed0f1325c870 req-a5b98f4a-d801-4d00-9b09-d82e64815ea2 service neutron] 10.222.0.112 "GET /v2.0/networks/55ec5a42-b6e4-4e09-a033-1b610f60d866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0734029 May 19 11:28:53.511460 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54121cc-f55b-4361-8266-75913bd6400a req-12b47e85-8c59-4694-a954-6975cd665af1 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:28:53.512375 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-c54121cc-f55b-4361-8266-75913bd6400a req-12b47e85-8c59-4694-a954-6975cd665af1 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0682871 May 19 11:28:53.540896 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-c54121cc-f55b-4361-8266-75913bd6400a req-7908e889-505c-411f-989e-5bb0a15b0ede tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0244730 May 19 11:28:53.741724 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214a1cb9-5c8d-4798-be8c-75987d17a7a6 req-0f3f5ba6-918c-4a26-a04c-d83bc4c899a0 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:28:53.742689 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-214a1cb9-5c8d-4798-be8c-75987d17a7a6 req-0f3f5ba6-918c-4a26-a04c-d83bc4c899a0 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] 10.222.0.90 "GET /v2.0/ports?device_id=5ab42bd5-f95a-4861-955b-8d42ceffa542 HTTP/1.1" status: 200 len: 943 time: 0.0700352 May 19 11:28:53.770703 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-214a1cb9-5c8d-4798-be8c-75987d17a7a6 req-6dd046f8-92ab-4f27-864c-5450cae8e956 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] 10.222.0.90 "GET /v2.0/security-groups?id=d998a5db-09b8-4530-a4bf-47b8b37078dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0237205 May 19 11:28:54.680866 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c87b4b-2e72-435a-bc6f-1994482d5fed req-fd58d262-be42-4b16-aa72-922e4454967f tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:28:54.681865 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-c2c87b4b-2e72-435a-bc6f-1994482d5fed req-fd58d262-be42-4b16-aa72-922e4454967f tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0587146 May 19 11:28:54.711180 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-c2c87b4b-2e72-435a-bc6f-1994482d5fed req-057198c4-24a0-421d-8671-7c82ad468771 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0251787 May 19 11:28:54.916868 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42bda5f-fb82-45bd-8e18-a822aa518903 req-dd80733a-47a9-4be7-8324-3086041045ce tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:28:54.917905 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-b42bda5f-fb82-45bd-8e18-a822aa518903 req-dd80733a-47a9-4be7-8324-3086041045ce tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] 10.222.0.90 "GET /v2.0/ports?device_id=5ab42bd5-f95a-4861-955b-8d42ceffa542 HTTP/1.1" status: 200 len: 943 time: 0.0652893 May 19 11:28:54.946833 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-b42bda5f-fb82-45bd-8e18-a822aa518903 req-04925e08-7d85-4e6b-9442-5cb6d97e1a3f tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] 10.222.0.90 "GET /v2.0/security-groups?id=d998a5db-09b8-4530-a4bf-47b8b37078dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0249753 May 19 11:28:55.869358 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0b5e55-116e-4b2f-9783-9586dcff2558 req-9cc0d693-4ff3-4490-a53e-61c3d0d15fdb tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:28:55.870463 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-8f0b5e55-116e-4b2f-9783-9586dcff2558 req-9cc0d693-4ff3-4490-a53e-61c3d0d15fdb tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0742254 May 19 11:28:55.901946 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-8f0b5e55-116e-4b2f-9783-9586dcff2558 req-1f455afb-6b89-4067-8664-80e621640093 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269613 May 19 11:28:56.088551 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80779a80-2816-4cbe-9dcb-e91bd768ef14 req-cce5d3c2-3915-4bcb-93fd-c27dd33d5edd tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:28:56.089477 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-80779a80-2816-4cbe-9dcb-e91bd768ef14 req-cce5d3c2-3915-4bcb-93fd-c27dd33d5edd tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] 10.222.0.90 "GET /v2.0/ports?device_id=5ab42bd5-f95a-4861-955b-8d42ceffa542 HTTP/1.1" status: 200 len: 943 time: 0.0640738 May 19 11:28:56.119837 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-80779a80-2816-4cbe-9dcb-e91bd768ef14 req-830dee6c-8312-49c8-bfac-4d57a0289829 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] 10.222.0.90 "GET /v2.0/security-groups?id=d998a5db-09b8-4530-a4bf-47b8b37078dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0264816 May 19 11:28:57.049596 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f89aaa7-3b96-42a1-ba8a-3c0f0dd242bf req-3d044eb3-8913-4b29-a63e-6d61e29db1f8 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:28:57.050596 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-1f89aaa7-3b96-42a1-ba8a-3c0f0dd242bf req-3d044eb3-8913-4b29-a63e-6d61e29db1f8 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0586641 May 19 11:28:57.080377 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-1f89aaa7-3b96-42a1-ba8a-3c0f0dd242bf req-8cfa2b2d-f726-4cd5-82c9-70d3883170e9 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0256014 May 19 11:28:57.175030 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Device c3493179-d5c1-46c9-b9bd-8ec44b61a040 details requested by agent hyperv_hv-cinder-78776 with host hv-cinder-78776 {{(pid=91057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 11:28:57.259378 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec362b39-978f-4717-bf96-01454ee73110 req-a03a18f2-c4ef-426e-a48d-a911a3faaf93 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:28:57.260370 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-ec362b39-978f-4717-bf96-01454ee73110 req-a03a18f2-c4ef-426e-a48d-a911a3faaf93 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] 10.222.0.90 "GET /v2.0/ports?device_id=5ab42bd5-f95a-4861-955b-8d42ceffa542 HTTP/1.1" status: 200 len: 943 time: 0.0641520 May 19 11:28:57.262776 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] For port c3493179-d5c1-46c9-b9bd-8ec44b61a040, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=c3493179-d5c1-46c9-b9bd-8ec44b61a040,segment=NetworkSegment(e0015d87-dcd6-4fdc-83d4-a15c21b906a0),segment_id=e0015d87-dcd6-4fdc-83d4-a15c21b906a0)] {{(pid=91057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:28:57.270639 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Returning: {'device': 'c3493179-d5c1-46c9-b9bd-8ec44b61a040', 'network_id': '55ec5a42-b6e4-4e09-a033-1b610f60d866', 'port_id': 'c3493179-d5c1-46c9-b9bd-8ec44b61a040', 'mac_address': 'fa:16:3e:20:ff:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b791564f-e95e-40fa-bc9d-bcbecb0ce07c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 11:28:57.289538 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-ec362b39-978f-4717-bf96-01454ee73110 req-6212ac79-f0bd-4efa-947f-1880e5e4e652 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] 10.222.0.90 "GET /v2.0/security-groups?id=d998a5db-09b8-4530-a4bf-47b8b37078dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0250199 May 19 11:28:57.305260 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:28:57.314101 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.notifiers.nova [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3493179-d5c1-46c9-b9bd-8ec44b61a040 {{(pid=91057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 11:28:57.323302 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] For port c3493179-d5c1-46c9-b9bd-8ec44b61a040, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=c3493179-d5c1-46c9-b9bd-8ec44b61a040,segment=NetworkSegment(e0015d87-dcd6-4fdc-83d4-a15c21b906a0),segment_id=e0015d87-dcd6-4fdc-83d4-a15c21b906a0)] {{(pid=91057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:28:57.326461 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602'] for port, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:28:57.327620 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-fc000bba-f331-4dc4-9f6d-0581135f7849 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:28:57.359797 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Pushing event updated for resources: {'Port': ['ID=c3493179-d5c1-46c9-b9bd-8ec44b61a040,revision_number=4']} {{(pid=91057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:28:57.363929 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:28:57.364146 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:28:57.364258 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:28:57.364515 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:28:57.364638 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:28:57.364718 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:28:57.364885 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:28:57.365051 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:28:57.365240 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:28:57.365407 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:28:57.365574 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:28:57.365739 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:28:57.367898 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:28:58.026539 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] get_ports_and_sgs() called for port_ids ['c3493179-d5c1-46c9-b9bd-8ec44b61a040'] {{(pid=91057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 11:28:58.201507 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc859c1-542d-490c-be9f-6d4324db2ba9 req-38846d1c-8d6d-42b8-8c33-f2e4d217bdf3 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:28:58.202439 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-4dc859c1-542d-490c-be9f-6d4324db2ba9 req-38846d1c-8d6d-42b8-8c33-f2e4d217bdf3 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0522733 May 19 11:28:58.230893 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-4dc859c1-542d-490c-be9f-6d4324db2ba9 req-01c58b42-ff1e-439c-a24f-476b3514eba0 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0241871 May 19 11:28:58.423416 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd81904-76ac-4d0d-b899-a90396696ac1 req-b67fabc4-f04f-464f-896d-8e6c00a77029 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:28:58.424845 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-6cd81904-76ac-4d0d-b899-a90396696ac1 req-b67fabc4-f04f-464f-896d-8e6c00a77029 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] 10.222.0.90 "GET /v2.0/ports?device_id=5ab42bd5-f95a-4861-955b-8d42ceffa542 HTTP/1.1" status: 200 len: 944 time: 0.0595980 May 19 11:28:58.453730 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-6cd81904-76ac-4d0d-b899-a90396696ac1 req-3990e3d9-0771-4db9-818d-6ce4163bf44f tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] 10.222.0.90 "GET /v2.0/security-groups?id=d998a5db-09b8-4530-a4bf-47b8b37078dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0249283 May 19 11:28:59.191915 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Device c3493179-d5c1-46c9-b9bd-8ec44b61a040 up at agent hyperv_hv-cinder-78776 {{(pid=91057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 11:28:59.237525 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Provisioning for port c3493179-d5c1-46c9-b9bd-8ec44b61a040 completed by entity L2. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 11:28:59.240682 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Provisioning complete for port c3493179-d5c1-46c9-b9bd-8ec44b61a040 triggered by entity L2. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:28:59.240937 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441453'] for port, provisioning_complete {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:28:59.317430 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:28:59.334356 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ab42bd5-f95a-4861-955b-8d42ceffa542', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3493179-d5c1-46c9-b9bd-8ec44b61a040'}] {{(pid=91057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 11:28:59.341144 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] For port c3493179-d5c1-46c9-b9bd-8ec44b61a040, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=c3493179-d5c1-46c9-b9bd-8ec44b61a040,segment=NetworkSegment(e0015d87-dcd6-4fdc-83d4-a15c21b906a0),segment_id=e0015d87-dcd6-4fdc-83d4-a15c21b906a0)] {{(pid=91057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:28:59.345043 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602'] for port, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:28:59.346819 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:28:59.353804 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3aeaca-43d3-4c22-b26e-7251d5b793de req-13235a7e-4bef-4681-8be1-8bfb4b95d9d3 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:28:59.354885 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-6c3aeaca-43d3-4c22-b26e-7251d5b793de req-13235a7e-4bef-4681-8be1-8bfb4b95d9d3 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0538485 May 19 11:28:59.369320 dv-cinder-787764-1-iscsi neutron-server[91057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ab42bd5-f95a-4861-955b-8d42ceffa542', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3493179-d5c1-46c9-b9bd-8ec44b61a040', 'code': 200} May 19 11:28:59.388840 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-6c3aeaca-43d3-4c22-b26e-7251d5b793de req-a4a55440-5afc-43f9-b9be-21687f311749 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0291021 May 19 11:28:59.418332 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Pushing event updated for resources: {'Port': ['ID=c3493179-d5c1-46c9-b9bd-8ec44b61a040,revision_number=5']} {{(pid=91057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:28:59.420356 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:28:59.590654 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3869bc-8809-41d1-8317-516af138edd2 req-9fd27307-0c5f-47f4-b83a-c36802b5edb8 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:28:59.591678 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-ec3869bc-8809-41d1-8317-516af138edd2 req-9fd27307-0c5f-47f4-b83a-c36802b5edb8 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] 10.222.0.90 "GET /v2.0/ports?device_id=5ab42bd5-f95a-4861-955b-8d42ceffa542 HTTP/1.1" status: 200 len: 945 time: 0.0555053 May 19 11:28:59.623735 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-ec3869bc-8809-41d1-8317-516af138edd2 req-3a0f144b-9528-4204-9364-b014dae5cd03 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] 10.222.0.90 "GET /v2.0/security-groups?id=d998a5db-09b8-4530-a4bf-47b8b37078dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0252578 May 19 11:29:00.547470 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f35fe88-f1a2-4c44-9233-eb1e26386f5e req-88586803-88c0-41d8-928b-248e3554d6e3 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:29:00.548501 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-2f35fe88-f1a2-4c44-9233-eb1e26386f5e req-88586803-88c0-41d8-928b-248e3554d6e3 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0718136 May 19 11:29:00.641121 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-2f35fe88-f1a2-4c44-9233-eb1e26386f5e req-7ce32c89-36d7-4bff-8b81-82c036737775 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880854 May 19 11:29:00.760131 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d031b65-f6e1-4161-87d5-14e9ae6e35bf req-8d2087f4-573c-468a-8342-80a8b6497d81 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:29:00.761116 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-7d031b65-f6e1-4161-87d5-14e9ae6e35bf req-8d2087f4-573c-468a-8342-80a8b6497d81 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] 10.222.0.90 "GET /v2.0/ports?device_id=5ab42bd5-f95a-4861-955b-8d42ceffa542 HTTP/1.1" status: 200 len: 945 time: 0.0606375 May 19 11:29:00.796740 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-7d031b65-f6e1-4161-87d5-14e9ae6e35bf req-ed32c9ed-6181-4d84-b8bb-1a4d2678c041 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] 10.222.0.90 "GET /v2.0/security-groups?id=d998a5db-09b8-4530-a4bf-47b8b37078dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287955 May 19 11:29:01.768999 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcc01a2-9edb-4fba-9554-6fac1e044dbd req-f475d1b2-66a0-4894-93b0-0ba68e40feca tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:29:01.769973 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-4dcc01a2-9edb-4fba-9554-6fac1e044dbd req-f475d1b2-66a0-4894-93b0-0ba68e40feca tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0543630 May 19 11:29:01.799973 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-4dcc01a2-9edb-4fba-9554-6fac1e044dbd req-cebb6c4b-62bf-4ceb-8e81-ebe37aa5165a tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0259702 May 19 11:29:01.917117 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a392f827-afe5-43db-8909-094c7c3294d2 req-4c18ab97-f505-4efe-8c67-f970128ce3fb tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:29:01.918077 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-a392f827-afe5-43db-8909-094c7c3294d2 req-4c18ab97-f505-4efe-8c67-f970128ce3fb tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] 10.222.0.90 "GET /v2.0/ports?device_id=5ab42bd5-f95a-4861-955b-8d42ceffa542 HTTP/1.1" status: 200 len: 945 time: 0.0572672 May 19 11:29:01.950099 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-a392f827-afe5-43db-8909-094c7c3294d2 req-7a4bcc2a-a6fc-43af-8622-6f3a63f1c53a tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] 10.222.0.90 "GET /v2.0/security-groups?id=d998a5db-09b8-4530-a4bf-47b8b37078dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0249410 May 19 11:29:02.928226 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0416e028-cb37-42bc-9fe5-bfee6ba109d7 req-69d4e2ec-9482-42d8-ab6f-f079fe4895e4 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:29:02.929176 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-0416e028-cb37-42bc-9fe5-bfee6ba109d7 req-69d4e2ec-9482-42d8-ab6f-f079fe4895e4 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0572128 May 19 11:29:02.961467 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-0416e028-cb37-42bc-9fe5-bfee6ba109d7 req-0994d208-6a05-4b33-996d-428352f8b5c2 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0256371 May 19 11:29:03.073851 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f03915-f784-4c89-a438-37a7c8cfd9b7 req-e0c8b5a8-9916-4706-97f8-b552ae6f1928 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:29:03.083388 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-e9f03915-f784-4c89-a438-37a7c8cfd9b7 req-e0c8b5a8-9916-4706-97f8-b552ae6f1928 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] 10.222.0.90 "GET /v2.0/ports?device_id=5ab42bd5-f95a-4861-955b-8d42ceffa542 HTTP/1.1" status: 200 len: 945 time: 0.0551281 May 19 11:29:03.106136 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-e9f03915-f784-4c89-a438-37a7c8cfd9b7 req-0c8395d9-990b-4372-8768-1e624cedd99e tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] 10.222.0.90 "GET /v2.0/security-groups?id=d998a5db-09b8-4530-a4bf-47b8b37078dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0256782 May 19 11:29:04.106742 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e482a9ba-c398-498b-a535-21625437cddc req-3b31d60b-6917-485c-a9fa-5e9a691cce33 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:29:04.107602 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-e482a9ba-c398-498b-a535-21625437cddc req-3b31d60b-6917-485c-a9fa-5e9a691cce33 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0579326 May 19 11:29:04.139625 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-e482a9ba-c398-498b-a535-21625437cddc req-fbd89647-2b2a-4c55-a4bc-c49cda53050e tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280178 May 19 11:29:04.202839 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda8c357-25cd-4c34-948d-2b03c518c428 req-74297f32-c00e-4f70-82c3-9a38afd0d7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:29:04.203857 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-cda8c357-25cd-4c34-948d-2b03c518c428 req-74297f32-c00e-4f70-82c3-9a38afd0d7a6 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=5ab42bd5-f95a-4861-955b-8d42ceffa542 HTTP/1.1" status: 200 len: 1098 time: 0.0504432 May 19 11:29:04.228766 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b3a1a9-b4b4-44a8-b216-284e8d60312e req-871ddc42-a115-4c09-afe0-bf0ef22f4bae tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:29:04.229716 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-51b3a1a9-b4b4-44a8-b216-284e8d60312e req-871ddc42-a115-4c09-afe0-bf0ef22f4bae tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] 10.222.0.90 "GET /v2.0/ports?device_id=5ab42bd5-f95a-4861-955b-8d42ceffa542 HTTP/1.1" status: 200 len: 945 time: 0.0540948 May 19 11:29:04.235004 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-cda8c357-25cd-4c34-948d-2b03c518c428 req-231ac924-1804-4812-9933-7aff206c8cdd service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=d998a5db-09b8-4530-a4bf-47b8b37078dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0225575 May 19 11:29:04.261245 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-51b3a1a9-b4b4-44a8-b216-284e8d60312e req-eef38c50-ac52-4c3d-a0c4-1da1b5a5a23e tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] 10.222.0.90 "GET /v2.0/security-groups?id=d998a5db-09b8-4530-a4bf-47b8b37078dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0247655 May 19 11:29:04.577289 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-fb95dbbb-e463-45c6-8ae4-a674dc8cbb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:29:05.273226 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dac58b-d583-479a-8d2f-82eeb77e831f req-e445d86e-8d74-4575-878c-b2e5048eb092 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:29:05.274159 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-38dac58b-d583-479a-8d2f-82eeb77e831f req-e445d86e-8d74-4575-878c-b2e5048eb092 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0592594 May 19 11:29:05.304818 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-38dac58b-d583-479a-8d2f-82eeb77e831f req-0918e8a8-ab1b-4156-8049-972330400e5d tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0262480 May 19 11:29:05.391134 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68fb805-4e30-4c51-8b85-b7458f2f3d07 req-cf9208c6-77ca-44fa-a9aa-66663be396ed tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:29:05.392103 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-f68fb805-4e30-4c51-8b85-b7458f2f3d07 req-cf9208c6-77ca-44fa-a9aa-66663be396ed tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] 10.222.0.90 "GET /v2.0/ports?device_id=5ab42bd5-f95a-4861-955b-8d42ceffa542 HTTP/1.1" status: 200 len: 945 time: 0.0565302 May 19 11:29:05.421564 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-f68fb805-4e30-4c51-8b85-b7458f2f3d07 req-4b087706-e336-4e36-a34d-9585dc909136 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] 10.222.0.90 "GET /v2.0/security-groups?id=d998a5db-09b8-4530-a4bf-47b8b37078dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0254781 May 19 11:29:05.802185 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:29:05.888487 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.agents_db [None req-9df4fd67-1abd-480d-9703-ac00f2726051 None None] Agent healthcheck: found 6 active agents {{(pid=91058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 11:29:06.204976 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-cfd194fd-c56b-4f01-a613-8219aa49c35a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:29:06.594104 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca616fd3-c0d3-45f5-b647-9f59866fa5a0 req-a25ccce5-8cf6-4031-b42b-ef14530ea898 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:29:06.594887 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-ca616fd3-c0d3-45f5-b647-9f59866fa5a0 req-a25ccce5-8cf6-4031-b42b-ef14530ea898 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.1035395 May 19 11:29:06.599389 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f0c79f-2220-4bd4-b955-243cd6df0cde req-b366c2f2-ef79-4e9c-8d3f-2615ab986421 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:29:06.600215 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-04f0c79f-2220-4bd4-b955-243cd6df0cde req-b366c2f2-ef79-4e9c-8d3f-2615ab986421 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] 10.222.0.90 "GET /v2.0/ports?device_id=5ab42bd5-f95a-4861-955b-8d42ceffa542 HTTP/1.1" status: 200 len: 945 time: 0.0714841 May 19 11:29:06.644209 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-ca616fd3-c0d3-45f5-b647-9f59866fa5a0 req-4f90382a-a47e-45eb-8653-478c3a33589e tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433798 May 19 11:29:06.648877 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-04f0c79f-2220-4bd4-b955-243cd6df0cde req-0bc85bc7-6d87-4d11-a8d1-52376912b8b1 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] 10.222.0.90 "GET /v2.0/security-groups?id=d998a5db-09b8-4530-a4bf-47b8b37078dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393085 May 19 11:29:06.768875 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd513ab0-ba2f-4a18-90a9-b977b059a48d req-9130a90a-72cc-4917-b105-c2f6c352e5f9 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:29:06.769879 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-bd513ab0-ba2f-4a18-90a9-b977b059a48d req-9130a90a-72cc-4917-b105-c2f6c352e5f9 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] 10.222.0.90 "GET /v2.0/ports?device_id=5ab42bd5-f95a-4861-955b-8d42ceffa542 HTTP/1.1" status: 200 len: 945 time: 0.0546136 May 19 11:29:06.777306 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 58122) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:29:06.781509 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.v2.base [None req-6640350e-42eb-4b66-86de-73d35749d758 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Request body: {'floatingip': {'port_id': 'c3493179-d5c1-46c9-b9bd-8ec44b61a040'}} {{(pid=91055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:29:06.806407 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-f3552fb9-a093-42e6-b748-7ab8d8c7cb39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:29:06.912174 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-6640350e-42eb-4b66-86de-73d35749d758 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Notify callbacks [] for floatingip, before_update {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:29:07.287183 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-6640350e-42eb-4b66-86de-73d35749d758 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:29:07.290678 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-6640350e-42eb-4b66-86de-73d35749d758 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716915'] for floatingip, after_update {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:29:07.377011 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.db.l3_db [None req-6640350e-42eb-4b66-86de-73d35749d758 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Floating IP 1ff741ba-e67b-4b6a-ae18-008ad6cb13c5 associated. External IP: 172.27.0.141, port: c3493179-d5c1-46c9-b9bd-8ec44b61a040. May 19 11:29:07.552969 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6640350e-42eb-4b66-86de-73d35749d758 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Router 6454b025-6bdd-4799-9916-acb41eba735a has already been hosted by L3 agent 326bf12a-fdae-48e8-b877-7dbd40e20eda {{(pid=91055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 11:29:07.744616 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6640350e-42eb-4b66-86de-73d35749d758 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Notify agent at l3_agent.dv-cinder-787764-1-iscsi the message routers_updated {{(pid=91055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 11:29:07.747452 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-6640350e-42eb-4b66-86de-73d35749d758 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6101'] for floatingip, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:29:07.751797 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913b51c9-647e-4342-aa74-2bc5d3e7dd19 None None] Sync routers for ids ['6454b025-6bdd-4799-9916-acb41eba735a'] in dv-cinder-787764-1-iscsi {{(pid=91057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 11:29:07.759021 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913b51c9-647e-4342-aa74-2bc5d3e7dd19 None None] Routers {'6454b025-6bdd-4799-9916-acb41eba735a'} bound to L3 agent in host dv-cinder-787764-1-iscsi {{(pid=91057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:29:07.759504 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_hamode_db [None req-913b51c9-647e-4342-aa74-2bc5d3e7dd19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-19T11:10:36Z,description=,heartbeat_timestamp=2021-05-19T11:29:06Z,host='dv-cinder-787764-1-iscsi',id=326bf12a-fdae-48e8-b877-7dbd40e20eda,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:36Z,topic='l3_agent')) {'router_ids': ['6454b025-6bdd-4799-9916-acb41eba735a'], 'active': True} {{(pid=91057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:29:07.772829 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bbfedd-a792-43a9-8b5f-3a9fea9bb930 req-cdbeb6e2-7681-4568-84f2-f1f9494416c7 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:29:07.774295 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-d6bbfedd-a792-43a9-8b5f-3a9fea9bb930 req-cdbeb6e2-7681-4568-84f2-f1f9494416c7 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0471303 May 19 11:29:07.780556 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-6640350e-42eb-4b66-86de-73d35749d758 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] 10.222.0.90 "PUT /v2.0/floatingips/1ff741ba-e67b-4b6a-ae18-008ad6cb13c5 HTTP/1.1" status: 200 len: 991 time: 1.0024126 May 19 11:29:07.781030 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ab42bd5-f95a-4861-955b-8d42ceffa542', 'tag': 'c3493179-d5c1-46c9-b9bd-8ec44b61a040'}] {{(pid=91055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 11:29:07.802299 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-d6bbfedd-a792-43a9-8b5f-3a9fea9bb930 req-4491c334-014f-4903-bb84-b85505207d72 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0228000 May 19 11:29:07.833239 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ab42bd5-f95a-4861-955b-8d42ceffa542', 'tag': 'c3493179-d5c1-46c9-b9bd-8ec44b61a040', 'status': 'completed', 'code': 200} May 19 11:29:07.888235 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_dvr_db [None req-913b51c9-647e-4342-aa74-2bc5d3e7dd19 None None] Set router 6454b025-6bdd-4799-9916-acb41eba735a gateway port host: dv-cinder-787764-1-iscsi {{(pid=91057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:29:07.914265 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-66ec5bc0-6952-497b-8f33-b3c04bfd0b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:29:08.107198 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_hamode_db [None req-913b51c9-647e-4342-aa74-2bc5d3e7dd19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6454b025-6bdd-4799-9916-acb41eba735a', 'name': 'tempest-AttachVolumeTestJSON-468252528-router', 'tenant_id': '35d46b728d4a4c459e7454a908c9e5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'external_fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': '0e9d2a56-22fe-4c01-85e6-27318fa7a2a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:17:30Z', 'updated_at': '2021-05-19T11:17:32Z', 'revision_number': 4, 'project_id': '35d46b728d4a4c459e7454a908c9e5c2', 'gw_port': {'id': '0e9d2a56-22fe-4c01-85e6-27318fa7a2a0', 'name': '', 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:6f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6454b025-6bdd-4799-9916-acb41eba735a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:17:30Z', 'updated_at': '2021-05-19T11:17:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-1-iscsi', '_floatingips': [{'id': '1ff741ba-e67b-4b6a-ae18-008ad6cb13c5', 'tenant_id': '35d46b728d4a4c459e7454a908c9e5c2', 'floating_ip_address': '172.27.0.141', 'floating_network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'router_id': '6454b025-6bdd-4799-9916-acb41eba735a', 'port_id': 'c3493179-d5c1-46c9-b9bd-8ec44b61a040', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55ec5a42-b6e4-4e09-a033-1b610f60d866', 'mac_address': 'fa:16:3e:20:ff:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab42bd5-f95a-4861-955b-8d42ceffa542', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T11:28:48Z', 'updated_at': '2021-05-19T11:29:07Z', 'revision_number': 1, 'project_id': '35d46b728d4a4c459e7454a908c9e5c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0aff9e8e-93a5-4497-9277-46fd55ba1ee2', 'name': '', 'network_id': '55ec5a42-b6e4-4e09-a033-1b610f60d866', 'tenant_id': '35d46b728d4a4c459e7454a908c9e5c2', 'mac_address': 'fa:16:3e:f6:df:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6454b025-6bdd-4799-9916-acb41eba735a', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'b791564f-e95e-40fa-bc9d-bcbecb0ce07c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:17:32Z', 'updated_at': '2021-05-19T11:17:37Z', 'revision_number': 5, 'project_id': '35d46b728d4a4c459e7454a908c9e5c2', 'subnets': [{'id': 'b791564f-e95e-40fa-bc9d-bcbecb0ce07c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-1-iscsi', False) {} {{(pid=91057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:29:08.109659 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913b51c9-647e-4342-aa74-2bc5d3e7dd19 None None] Checking router: 6454b025-6bdd-4799-9916-acb41eba735a for host: dv-cinder-787764-1-iscsi {{(pid=91057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 11:29:08.115609 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913b51c9-647e-4342-aa74-2bc5d3e7dd19 None None] Routers {'6454b025-6bdd-4799-9916-acb41eba735a'} bound to L3 agent in host dv-cinder-787764-1-iscsi {{(pid=91057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:29:08.115996 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_hamode_db [None req-913b51c9-647e-4342-aa74-2bc5d3e7dd19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-19T11:10:36Z,description=,heartbeat_timestamp=2021-05-19T11:29:06Z,host='dv-cinder-787764-1-iscsi',id=326bf12a-fdae-48e8-b877-7dbd40e20eda,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:36Z,topic='l3_agent')) {'router_ids': ['6454b025-6bdd-4799-9916-acb41eba735a'], 'active': True} {{(pid=91057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:29:08.218728 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_dvr_db [None req-913b51c9-647e-4342-aa74-2bc5d3e7dd19 None None] Set router 6454b025-6bdd-4799-9916-acb41eba735a gateway port host: dv-cinder-787764-1-iscsi {{(pid=91057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:29:08.241941 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbed6be4-1cb2-4b94-af2c-77cffa996849 req-376c224d-6b4c-42d8-9fb6-0d33253f2bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:29:08.242746 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-bbed6be4-1cb2-4b94-af2c-77cffa996849 req-376c224d-6b4c-42d8-9fb6-0d33253f2bc2 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=35d46b728d4a4c459e7454a908c9e5c2&device_id=5ab42bd5-f95a-4861-955b-8d42ceffa542 HTTP/1.1" status: 200 len: 1098 time: 0.0421081 May 19 11:29:08.319540 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbed6be4-1cb2-4b94-af2c-77cffa996849 req-39a5c74f-12dc-4d7d-821e-e62f8b8fd1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:29:08.320388 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-bbed6be4-1cb2-4b94-af2c-77cffa996849 req-39a5c74f-12dc-4d7d-821e-e62f8b8fd1dc service neutron] 10.222.0.112 "GET /v2.0/networks?id=55ec5a42-b6e4-4e09-a033-1b610f60d866 HTTP/1.1" status: 200 len: 912 time: 0.0691667 May 19 11:29:08.374501 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-bbed6be4-1cb2-4b94-af2c-77cffa996849 req-b8964a11-443f-48ae-8865-d2936a9944d4 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c3493179-d5c1-46c9-b9bd-8ec44b61a040 HTTP/1.1" status: 200 len: 999 time: 0.0490866 May 19 11:29:08.408441 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbed6be4-1cb2-4b94-af2c-77cffa996849 req-6908e9ba-d45a-4aa0-a5bf-961672566c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:29:08.409282 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-bbed6be4-1cb2-4b94-af2c-77cffa996849 req-6908e9ba-d45a-4aa0-a5bf-961672566c60 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=b791564f-e95e-40fa-bc9d-bcbecb0ce07c HTTP/1.1" status: 200 len: 849 time: 0.0309930 May 19 11:29:08.425093 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_hamode_db [None req-913b51c9-647e-4342-aa74-2bc5d3e7dd19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6454b025-6bdd-4799-9916-acb41eba735a', 'name': 'tempest-AttachVolumeTestJSON-468252528-router', 'tenant_id': '35d46b728d4a4c459e7454a908c9e5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'external_fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': '0e9d2a56-22fe-4c01-85e6-27318fa7a2a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:17:30Z', 'updated_at': '2021-05-19T11:17:32Z', 'revision_number': 4, 'project_id': '35d46b728d4a4c459e7454a908c9e5c2', 'gw_port': {'id': '0e9d2a56-22fe-4c01-85e6-27318fa7a2a0', 'name': '', 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:6f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6454b025-6bdd-4799-9916-acb41eba735a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:17:30Z', 'updated_at': '2021-05-19T11:17:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-1-iscsi', '_floatingips': [{'id': '1ff741ba-e67b-4b6a-ae18-008ad6cb13c5', 'tenant_id': '35d46b728d4a4c459e7454a908c9e5c2', 'floating_ip_address': '172.27.0.141', 'floating_network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'router_id': '6454b025-6bdd-4799-9916-acb41eba735a', 'port_id': 'c3493179-d5c1-46c9-b9bd-8ec44b61a040', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55ec5a42-b6e4-4e09-a033-1b610f60d866', 'mac_address': 'fa:16:3e:20:ff:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab42bd5-f95a-4861-955b-8d42ceffa542', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T11:28:48Z', 'updated_at': '2021-05-19T11:29:07Z', 'revision_number': 1, 'project_id': '35d46b728d4a4c459e7454a908c9e5c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0aff9e8e-93a5-4497-9277-46fd55ba1ee2', 'name': '', 'network_id': '55ec5a42-b6e4-4e09-a033-1b610f60d866', 'tenant_id': '35d46b728d4a4c459e7454a908c9e5c2', 'mac_address': 'fa:16:3e:f6:df:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6454b025-6bdd-4799-9916-acb41eba735a', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'b791564f-e95e-40fa-bc9d-bcbecb0ce07c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:17:32Z', 'updated_at': '2021-05-19T11:17:37Z', 'revision_number': 5, 'project_id': '35d46b728d4a4c459e7454a908c9e5c2', 'subnets': [{'id': 'b791564f-e95e-40fa-bc9d-bcbecb0ce07c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-1-iscsi', False) {} {{(pid=91057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:29:08.427946 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913b51c9-647e-4342-aa74-2bc5d3e7dd19 None None] The sync data for ids ['6454b025-6bdd-4799-9916-acb41eba735a'] in dv-cinder-787764-1-iscsi is: [{'id': '6454b025-6bdd-4799-9916-acb41eba735a', 'name': 'tempest-AttachVolumeTestJSON-468252528-router', 'tenant_id': '35d46b728d4a4c459e7454a908c9e5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'external_fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': '0e9d2a56-22fe-4c01-85e6-27318fa7a2a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:17:30Z', 'updated_at': '2021-05-19T11:17:32Z', 'revision_number': 4, 'project_id': '35d46b728d4a4c459e7454a908c9e5c2', 'gw_port': {'id': '0e9d2a56-22fe-4c01-85e6-27318fa7a2a0', 'name': '', 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:6f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6454b025-6bdd-4799-9916-acb41eba735a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:17:30Z', 'updated_at': '2021-05-19T11:17:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-1-iscsi', '_floatingips': [{'id': '1ff741ba-e67b-4b6a-ae18-008ad6cb13c5', 'tenant_id': '35d46b728d4a4c459e7454a908c9e5c2', 'floating_ip_address': '172.27.0.141', 'floating_network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'router_id': '6454b025-6bdd-4799-9916-acb41eba735a', 'port_id': 'c3493179-d5c1-46c9-b9bd-8ec44b61a040', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55ec5a42-b6e4-4e09-a033-1b610f60d866', 'mac_address': 'fa:16:3e:20:ff:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab42bd5-f95a-4861-955b-8d42ceffa542', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T11:28:48Z', 'updated_at': '2021-05-19T11:29:07Z', 'revision_number': 1, 'project_id': '35d46b728d4a4c459e7454a908c9e5c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0aff9e8e-93a5-4497-9277-46fd55ba1ee2', 'name': '', 'network_id': '55ec5a42-b6e4-4e09-a033-1b610f60d866', 'tenant_id': '35d46b728d4a4c459e7454a908c9e5c2', 'mac_address': 'fa:16:3e:f6:df:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6454b025-6bdd-4799-9916-acb41eba735a', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'b791564f-e95e-40fa-bc9d-bcbecb0ce07c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:17:32Z', 'updated_at': '2021-05-19T11:17:37Z', 'revision_number': 5, 'project_id': '35d46b728d4a4c459e7454a908c9e5c2', 'subnets': [{'id': 'b791564f-e95e-40fa-bc9d-bcbecb0ce07c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 11:29:08.453934 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbed6be4-1cb2-4b94-af2c-77cffa996849 req-43e6d3b6-31a9-4bd1-b5a9-d13afcfe67a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:29:08.454977 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-bbed6be4-1cb2-4b94-af2c-77cffa996849 req-43e6d3b6-31a9-4bd1-b5a9-d13afcfe67a8 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=55ec5a42-b6e4-4e09-a033-1b610f60d866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419073 May 19 11:29:08.528849 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-bbed6be4-1cb2-4b94-af2c-77cffa996849 req-102ab20c-ca6c-46a3-adb5-3def6ffae9f6 service neutron] 10.222.0.112 "GET /v2.0/networks/55ec5a42-b6e4-4e09-a033-1b610f60d866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0689638 May 19 11:29:08.561280 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06083911-3aa0-4a43-9393-d594f88da97f None None] New status for floating IP 1ff741ba-e67b-4b6a-ae18-008ad6cb13c5: ACTIVE {{(pid=91058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 11:29:08.603164 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-bbed6be4-1cb2-4b94-af2c-77cffa996849 req-d388f3eb-ad35-4a99-9e54-00eabedc0c5c service neutron] 10.222.0.112 "GET /v2.0/networks/55ec5a42-b6e4-4e09-a033-1b610f60d866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0695744 May 19 11:29:08.919899 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4ee523-5e01-421b-824e-2f8b85140773 req-5d2c7ba5-5579-4830-a8c5-4f65beb9e775 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:29:08.920771 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-5d4ee523-5e01-421b-824e-2f8b85140773 req-5d2c7ba5-5579-4830-a8c5-4f65beb9e775 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0486102 May 19 11:29:08.949282 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-5d4ee523-5e01-421b-824e-2f8b85140773 req-8bec57f7-f874-4122-b7a0-57959e3fd680 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0243030 May 19 11:29:10.089865 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e975b919-7a35-4af3-bb98-d87b5109f1a5 req-078e47b4-03d5-4911-899b-4b7f7eb9c1db tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:29:10.090683 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-e975b919-7a35-4af3-bb98-d87b5109f1a5 req-078e47b4-03d5-4911-899b-4b7f7eb9c1db tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0657079 May 19 11:29:10.114924 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-e975b919-7a35-4af3-bb98-d87b5109f1a5 req-98034b2f-2d8d-4188-b221-85c4611febd0 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0204976 May 19 11:29:11.282394 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1a4d7a-ec67-4d00-8a2b-fd72c7bc0d43 req-09c80c71-fe11-4017-aac8-b59cef1485ba tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:29:11.285301 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-0c1a4d7a-ec67-4d00-8a2b-fd72c7bc0d43 req-09c80c71-fe11-4017-aac8-b59cef1485ba tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0730140 May 19 11:29:11.316064 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-0c1a4d7a-ec67-4d00-8a2b-fd72c7bc0d43 req-86f83478-e94a-4d4f-a9be-e253b6850471 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0266917 May 19 11:29:12.442164 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8213e434-6a5c-4aa9-80f0-b6aa451b8060 req-b6ef6915-2501-471e-be6d-6332d6f7074f tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:29:12.443064 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-8213e434-6a5c-4aa9-80f0-b6aa451b8060 req-b6ef6915-2501-471e-be6d-6332d6f7074f tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0534737 May 19 11:29:12.476369 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-8213e434-6a5c-4aa9-80f0-b6aa451b8060 req-78594c03-03e5-4979-8e12-354c21cc5c7f tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294294 May 19 11:29:13.657460 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a689d585-9c2f-41de-a013-9aade48272cb req-443f1fa1-fbd7-4741-ade1-b45d93715814 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:29:13.659299 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-a689d585-9c2f-41de-a013-9aade48272cb req-443f1fa1-fbd7-4741-ade1-b45d93715814 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.1141777 May 19 11:29:13.703213 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-a689d585-9c2f-41de-a013-9aade48272cb req-c1f7a4e1-216f-4a6b-965c-3804d92faece tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385621 May 19 11:29:14.931537 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b60eca1-9356-43d1-a6bc-c7f784b28a0e req-2958d94e-9052-49c4-b816-c06d6b46a215 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:29:14.932572 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-3b60eca1-9356-43d1-a6bc-c7f784b28a0e req-2958d94e-9052-49c4-b816-c06d6b46a215 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0574944 May 19 11:29:14.964378 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-3b60eca1-9356-43d1-a6bc-c7f784b28a0e req-4e089f7f-0667-4f45-8c0e-59ebd501d9c2 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0250344 May 19 11:29:16.098113 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f95c42-f532-4887-ad0e-2bd4b13a82c7 req-1a13939f-b8d4-45b3-bed4-29931fd77099 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:29:16.098997 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-40f95c42-f532-4887-ad0e-2bd4b13a82c7 req-1a13939f-b8d4-45b3-bed4-29931fd77099 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0556006 May 19 11:29:16.133747 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-40f95c42-f532-4887-ad0e-2bd4b13a82c7 req-c0508bd5-4000-44f8-aed3-79def1966dca tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281215 May 19 11:29:16.415513 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:29:17.273215 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de4fbfb-a7da-4e24-a530-452b7ef74dda req-cf193915-1122-4c93-b5b4-c0c75c50dcb4 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:29:17.274199 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-8de4fbfb-a7da-4e24-a530-452b7ef74dda req-cf193915-1122-4c93-b5b4-c0c75c50dcb4 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0531795 May 19 11:29:17.304422 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-8de4fbfb-a7da-4e24-a530-452b7ef74dda req-e14fa8e1-fdfd-403a-a4a4-c1294207b161 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0260141 May 19 11:29:18.427722 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b42569-a319-4ad1-842e-e9f0a9585711 req-c00bbae4-69ba-4ff1-ac17-dc4eca0035b8 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:29:18.428687 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-95b42569-a319-4ad1-842e-e9f0a9585711 req-c00bbae4-69ba-4ff1-ac17-dc4eca0035b8 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0551240 May 19 11:29:18.459585 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-95b42569-a319-4ad1-842e-e9f0a9585711 req-c4d4a8b2-d627-400b-a35b-347c205d534d tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0238395 May 19 11:29:19.610664 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f5d29e-7958-4853-9408-5bdda467ee27 req-68ad393b-17d9-4a62-8e68-3b85224655b3 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:29:19.611689 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-38f5d29e-7958-4853-9408-5bdda467ee27 req-68ad393b-17d9-4a62-8e68-3b85224655b3 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0684972 May 19 11:29:19.642124 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-38f5d29e-7958-4853-9408-5bdda467ee27 req-acd50012-0ac8-4d0c-a17a-8cd1e5672775 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0265005 May 19 11:29:20.781776 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50452055-bd02-4ce3-9e12-f27385ec91d3 req-ecebcd67-aa35-4e20-8dbb-5cca813379e9 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:29:20.782679 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-50452055-bd02-4ce3-9e12-f27385ec91d3 req-ecebcd67-aa35-4e20-8dbb-5cca813379e9 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0573058 May 19 11:29:20.811097 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-50452055-bd02-4ce3-9e12-f27385ec91d3 req-de16c7c5-3391-43b6-8f9f-8d57fe71d079 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0244040 May 19 11:29:21.940831 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5668e804-d369-461e-bbd8-c50b18226b4f req-57c26a15-b74c-4297-946e-d7283babc9be tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:29:21.941785 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-5668e804-d369-461e-bbd8-c50b18226b4f req-57c26a15-b74c-4297-946e-d7283babc9be tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0587864 May 19 11:29:21.974845 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-5668e804-d369-461e-bbd8-c50b18226b4f req-80569641-9c29-456d-a232-c0a1bae3166e tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0258563 May 19 11:29:23.117313 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c39cae5-1949-4611-81dc-a0d36e4503c1 req-3aae9201-647f-4889-9da5-ed2196477c09 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:29:23.118271 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-1c39cae5-1949-4611-81dc-a0d36e4503c1 req-3aae9201-647f-4889-9da5-ed2196477c09 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0554559 May 19 11:29:23.148077 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-1c39cae5-1949-4611-81dc-a0d36e4503c1 req-22e4508a-8711-44a3-9251-931f9febfc34 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0250671 May 19 11:29:24.285566 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d6f0a6-2841-448c-980a-290c0d52aef5 req-5aa810b8-749f-46a1-b538-a1bc7981b6ce tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:29:24.286606 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-97d6f0a6-2841-448c-980a-290c0d52aef5 req-5aa810b8-749f-46a1-b538-a1bc7981b6ce tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0575535 May 19 11:29:24.318864 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-97d6f0a6-2841-448c-980a-290c0d52aef5 req-a5016880-95ec-4c1c-a110-1a4d40ed4fc0 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0255625 May 19 11:29:25.461783 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e58bdfc-c504-4761-89a1-b4196647bb83 req-0cfbf702-2973-4e8d-ad94-2b5429f8e466 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:29:25.462874 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-2e58bdfc-c504-4761-89a1-b4196647bb83 req-0cfbf702-2973-4e8d-ad94-2b5429f8e466 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0689328 May 19 11:29:25.495597 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-2e58bdfc-c504-4761-89a1-b4196647bb83 req-5f8395e2-67da-4316-a01c-733f411b261e tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286264 May 19 11:29:25.533758 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-6d8f1cde-24e4-4dab-843b-145ebe8a4e54 req-166fe723-8414-4eac-9e52-57c895f79788 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0464280 May 19 11:29:25.973351 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8f1cde-24e4-4dab-843b-145ebe8a4e54 req-1808e9b2-85f9-47c2-8b73-bc0e6f087221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:29:25.974467 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-6d8f1cde-24e4-4dab-843b-145ebe8a4e54 req-1808e9b2-85f9-47c2-8b73-bc0e6f087221 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=32d5d407c4a842328dc05ec1f325d92c&device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 1097 time: 0.0586433 May 19 11:29:26.075581 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8f1cde-24e4-4dab-843b-145ebe8a4e54 req-ecca0796-c3e6-4d31-8c1a-cb22f617ca52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:29:26.076675 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-6d8f1cde-24e4-4dab-843b-145ebe8a4e54 req-ecca0796-c3e6-4d31-8c1a-cb22f617ca52 service neutron] 10.222.0.112 "GET /v2.0/networks?id=a3798fb5-4a80-4cab-8456-d8472daef890 HTTP/1.1" status: 200 len: 910 time: 0.0835462 May 19 11:29:26.150800 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-6d8f1cde-24e4-4dab-843b-145ebe8a4e54 req-dcc04fc4-6768-4921-9c23-97e6b6a57e43 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=00edbb1e-afcd-45a6-9d3e-656deafeff64 HTTP/1.1" status: 200 len: 1000 time: 0.0701942 May 19 11:29:26.195005 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8f1cde-24e4-4dab-843b-145ebe8a4e54 req-f863fa60-6191-4432-a09c-b87cdcd82a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:29:26.195857 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-6d8f1cde-24e4-4dab-843b-145ebe8a4e54 req-f863fa60-6191-4432-a09c-b87cdcd82a4b service neutron] 10.222.0.112 "GET /v2.0/subnets?id=f5b5a4ef-d391-4177-9fad-6b6530e5bcb9 HTTP/1.1" status: 200 len: 847 time: 0.0399384 May 19 11:29:26.253062 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8f1cde-24e4-4dab-843b-145ebe8a4e54 req-f281cd46-bcac-4074-9b6f-ea7351db8d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:29:26.254861 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-6d8f1cde-24e4-4dab-843b-145ebe8a4e54 req-f281cd46-bcac-4074-9b6f-ea7351db8d34 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=a3798fb5-4a80-4cab-8456-d8472daef890&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0509212 May 19 11:29:26.344869 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-6d8f1cde-24e4-4dab-843b-145ebe8a4e54 req-5ba82b59-5e48-4115-8b9b-0c663b81fa88 service neutron] 10.222.0.112 "GET /v2.0/networks/a3798fb5-4a80-4cab-8456-d8472daef890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803556 May 19 11:29:26.510916 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-6d8f1cde-24e4-4dab-843b-145ebe8a4e54 req-4434aef6-ae73-4752-bbda-7837d50b70f7 service neutron] 10.222.0.112 "GET /v2.0/networks/a3798fb5-4a80-4cab-8456-d8472daef890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579268 May 19 11:29:26.628297 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378723f3-bec1-4b07-9ccd-78fc6af6c5b7 req-ae356dd4-1cd2-4e6d-9a94-044c6544f78a tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:29:26.629196 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-378723f3-bec1-4b07-9ccd-78fc6af6c5b7 req-ae356dd4-1cd2-4e6d-9a94-044c6544f78a tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0618951 May 19 11:29:26.661043 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-378723f3-bec1-4b07-9ccd-78fc6af6c5b7 req-fad5b269-7bef-4971-9d16-ed5b2ca560d2 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0253189 May 19 11:29:27.803209 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4857bcdc-441b-4213-af30-5565681c207c req-c2c95e21-a92a-4034-a627-7df4a407192e tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:29:27.804204 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-4857bcdc-441b-4213-af30-5565681c207c req-c2c95e21-a92a-4034-a627-7df4a407192e tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0607820 May 19 11:29:27.845038 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-4857bcdc-441b-4213-af30-5565681c207c req-91b5fe32-0572-4f57-8d71-91ec49893415 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359194 May 19 11:29:29.003664 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc55ad1-a713-4aec-8d14-d44f35ae80c8 req-c9aa533d-1d81-4fb7-8d82-4e4f51dd4c0d tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:29:29.004719 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-dcc55ad1-a713-4aec-8d14-d44f35ae80c8 req-c9aa533d-1d81-4fb7-8d82-4e4f51dd4c0d tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0691781 May 19 11:29:29.034869 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-dcc55ad1-a713-4aec-8d14-d44f35ae80c8 req-4fc59991-e6ee-4950-8d89-d876ae2657ab tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0258212 May 19 11:29:30.170068 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe2069d-55ba-4834-92f0-407813a59c9e req-87ecfabc-0060-4034-879b-ef5cbff8739e tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:29:30.171010 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-7fe2069d-55ba-4834-92f0-407813a59c9e req-87ecfabc-0060-4034-879b-ef5cbff8739e tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0596464 May 19 11:29:30.199585 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-7fe2069d-55ba-4834-92f0-407813a59c9e req-25998263-76ab-41ec-b313-e3cf520b75f8 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0249107 May 19 11:29:31.484919 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ec6421-a15e-48a3-9dec-2bf3c70af4a4 req-1014b0ba-c534-45e2-82c2-a545eed2e00c tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:29:31.485936 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-a6ec6421-a15e-48a3-9dec-2bf3c70af4a4 req-1014b0ba-c534-45e2-82c2-a545eed2e00c tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0544612 May 19 11:29:31.516422 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-a6ec6421-a15e-48a3-9dec-2bf3c70af4a4 req-68707a09-dc39-4cae-8dc8-f188a20bef64 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267851 May 19 11:29:32.664660 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d85a27e-6fde-4c20-8d88-f8a84ef5395d req-c3c4bf9d-bdd6-4999-936a-19c0db8d408c tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:29:32.665665 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-8d85a27e-6fde-4c20-8d88-f8a84ef5395d req-c3c4bf9d-bdd6-4999-936a-19c0db8d408c tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0672390 May 19 11:29:32.698175 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-8d85a27e-6fde-4c20-8d88-f8a84ef5395d req-9ead3bce-0cd3-47de-856d-602319e23371 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0259326 May 19 11:29:33.844806 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ca802b-aa0c-4f9b-9224-af5808495080 req-815c4077-322e-4eeb-b42c-455b0e2cb37b tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:29:33.845797 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-71ca802b-aa0c-4f9b-9224-af5808495080 req-815c4077-322e-4eeb-b42c-455b0e2cb37b tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0613337 May 19 11:29:33.936128 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-71ca802b-aa0c-4f9b-9224-af5808495080 req-1bc3a795-bd11-434e-97b6-a02a364a01da tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863616 May 19 11:29:34.582754 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-f8bfd14c-96d6-44af-82e4-e4f778ab5866 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:29:35.057577 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0338defa-73c9-4c06-a13b-9047897bf18c req-7ba7f3d6-90e3-4e7f-a2dd-e31362542665 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:29:35.058498 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-0338defa-73c9-4c06-a13b-9047897bf18c req-7ba7f3d6-90e3-4e7f-a2dd-e31362542665 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0538058 May 19 11:29:35.088913 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-0338defa-73c9-4c06-a13b-9047897bf18c req-4e2d2734-4301-4661-ae4f-0483f816492c tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267820 May 19 11:29:35.808939 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:29:36.194202 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-60f66c3b-f54b-46d5-86af-b9297c3d3d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:29:36.228530 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12151b4-2293-416d-b6bf-8137a307fa4d req-c44206ab-cc48-4e1b-bfe6-144d30297ec5 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:29:36.229513 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-a12151b4-2293-416d-b6bf-8137a307fa4d req-c44206ab-cc48-4e1b-bfe6-144d30297ec5 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0555096 May 19 11:29:36.258917 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-a12151b4-2293-416d-b6bf-8137a307fa4d req-a704cc4a-23eb-48a9-b5f7-285459cdbd06 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0252163 May 19 11:29:36.810064 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-f3552fb9-a093-42e6-b748-7ab8d8c7cb39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:29:37.419539 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bb6447-1b1b-4ef4-a1a4-98f51fcbd4e0 req-88e25f6d-7974-4848-84b9-fdd4cb1745d5 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:29:37.420568 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-f2bb6447-1b1b-4ef4-a1a4-98f51fcbd4e0 req-88e25f6d-7974-4848-84b9-fdd4cb1745d5 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0721624 May 19 11:29:37.450217 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-f2bb6447-1b1b-4ef4-a1a4-98f51fcbd4e0 req-013a9604-cac0-4089-bd23-ebde1314ea29 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0253184 May 19 11:29:37.894502 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-66ec5bc0-6952-497b-8f33-b3c04bfd0b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:29:38.583717 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a07119-e413-4df0-b3c5-322c263769ed req-40b72222-ce33-46db-a73a-bc65859a0ee1 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:29:38.584640 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-31a07119-e413-4df0-b3c5-322c263769ed req-40b72222-ce33-46db-a73a-bc65859a0ee1 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0587311 May 19 11:29:38.613987 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-31a07119-e413-4df0-b3c5-322c263769ed req-25229c78-5230-4c8d-a6c1-8e75d2f6f0b0 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0250230 May 19 11:29:39.764144 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f523d7-1c4d-4467-8491-dceb8ad11f9f req-6b7e4981-8edf-44ad-992f-927cf07c72a0 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:29:39.765175 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-73f523d7-1c4d-4467-8491-dceb8ad11f9f req-6b7e4981-8edf-44ad-992f-927cf07c72a0 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0589726 May 19 11:29:39.794252 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-73f523d7-1c4d-4467-8491-dceb8ad11f9f req-799d892e-f54c-434e-bb8a-40bad748b300 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0250378 May 19 11:29:40.919715 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b494e749-eaeb-44d3-978b-2a43aeb2802c req-349f3855-5154-491c-bc9a-d4fb4f971362 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:29:40.920618 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-b494e749-eaeb-44d3-978b-2a43aeb2802c req-349f3855-5154-491c-bc9a-d4fb4f971362 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0545788 May 19 11:29:40.954907 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-b494e749-eaeb-44d3-978b-2a43aeb2802c req-8ded950a-b039-4cd1-840c-b3c29b00c66e tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300808 May 19 11:29:42.092918 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1e7c19-ed1b-4eec-931e-a7c94205c830 req-04e63883-b927-4e74-9a4c-aab05dfa6c07 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:29:42.093990 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-3e1e7c19-ed1b-4eec-931e-a7c94205c830 req-04e63883-b927-4e74-9a4c-aab05dfa6c07 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0696023 May 19 11:29:42.123621 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-3e1e7c19-ed1b-4eec-931e-a7c94205c830 req-b0a4b2a2-6a92-47df-9be9-8bff1237585d tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0254908 May 19 11:29:42.891321 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.agents_db [None req-9df4fd67-1abd-480d-9703-ac00f2726051 None None] Agent healthcheck: found 6 active agents {{(pid=91058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 11:29:43.251573 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fec6a1-ae24-4076-aa1d-793070cc5ce5 req-7d18de04-1078-44f0-968e-f2454ffd63ce tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:29:43.252569 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-79fec6a1-ae24-4076-aa1d-793070cc5ce5 req-7d18de04-1078-44f0-968e-f2454ffd63ce tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0571733 May 19 11:29:43.282218 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-79fec6a1-ae24-4076-aa1d-793070cc5ce5 req-e15aecac-53fb-480d-896e-819a683bf8e2 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0258882 May 19 11:29:44.433085 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fefa74-c6f1-4c0b-b2f3-608874d5f4cb req-558cad4b-9469-4e86-9aef-301135ab3c33 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:29:44.435249 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-37fefa74-c6f1-4c0b-b2f3-608874d5f4cb req-558cad4b-9469-4e86-9aef-301135ab3c33 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0654664 May 19 11:29:44.466696 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-37fefa74-c6f1-4c0b-b2f3-608874d5f4cb req-4e72b359-cc44-4f67-993f-2270250ebcd0 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270932 May 19 11:29:45.622112 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dd2e28-54c7-4a5d-a656-a7d9497d2aa6 req-1742c60b-a6d9-4fbd-bd75-7334e83f6742 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:29:45.623175 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-e9dd2e28-54c7-4a5d-a656-a7d9497d2aa6 req-1742c60b-a6d9-4fbd-bd75-7334e83f6742 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0733004 May 19 11:29:45.656513 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-e9dd2e28-54c7-4a5d-a656-a7d9497d2aa6 req-e18fa1dc-7881-404e-b0e1-9cd4ca468818 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0265293 May 19 11:29:46.403146 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:29:46.797873 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b85e06c-4f99-408f-b696-6047b7fa0a27 req-155863a1-3ca0-495a-a789-2c2e7f0e2873 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:29:46.798910 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-8b85e06c-4f99-408f-b696-6047b7fa0a27 req-155863a1-3ca0-495a-a789-2c2e7f0e2873 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0555472 May 19 11:29:46.829980 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-8b85e06c-4f99-408f-b696-6047b7fa0a27 req-41cd4c69-be69-4488-87ba-254b02ef646f tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270584 May 19 11:29:47.963084 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69d259c-f8c1-4968-84c2-2b45839109af req-8646dfd7-c3da-4aac-82ce-0ce17c7d44f6 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:29:47.964081 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-d69d259c-f8c1-4968-84c2-2b45839109af req-8646dfd7-c3da-4aac-82ce-0ce17c7d44f6 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0620925 May 19 11:29:47.992971 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-d69d259c-f8c1-4968-84c2-2b45839109af req-2ab7cb31-9059-40d6-8cae-0274450b87b4 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0249219 May 19 11:29:49.135613 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05848cde-587b-444b-a057-b37dfced94dc req-133066fa-9af7-43e2-b1c7-2e9741f27a9a tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:29:49.136494 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-05848cde-587b-444b-a057-b37dfced94dc req-133066fa-9af7-43e2-b1c7-2e9741f27a9a tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0700128 May 19 11:29:49.166426 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-05848cde-587b-444b-a057-b37dfced94dc req-7a44dfe4-8596-45cd-a66b-5605ffaa9ee5 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0261142 May 19 11:29:50.314699 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73be4c7-4941-4ea0-9911-621bbdbd5fce req-6bb62364-a391-4b70-aa48-143f5efd4a6d tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:29:50.315726 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-f73be4c7-4941-4ea0-9911-621bbdbd5fce req-6bb62364-a391-4b70-aa48-143f5efd4a6d tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0670269 May 19 11:29:50.347032 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-f73be4c7-4941-4ea0-9911-621bbdbd5fce req-1f640114-6175-4a0f-8ca1-a85ab705c44e tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271084 May 19 11:29:51.501935 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361a99d0-6bd0-4f6a-8442-77cef4a2e57c req-e597b08a-5a12-4a47-893f-576d11c7ce9f tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:29:51.503089 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-361a99d0-6bd0-4f6a-8442-77cef4a2e57c req-e597b08a-5a12-4a47-893f-576d11c7ce9f tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0684657 May 19 11:29:51.534877 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-361a99d0-6bd0-4f6a-8442-77cef4a2e57c req-99a76d97-181b-408c-92f1-8cfd3e16a174 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276849 May 19 11:29:52.657302 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b194269b-0578-4d79-9300-1736d18f3748 req-4a6547df-c13a-4d58-a40d-e45d75583a54 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:29:52.658232 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-b194269b-0578-4d79-9300-1736d18f3748 req-4a6547df-c13a-4d58-a40d-e45d75583a54 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0515330 May 19 11:29:52.688464 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-b194269b-0578-4d79-9300-1736d18f3748 req-a8d90587-92fd-4133-9f5b-208333925654 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0265317 May 19 11:29:53.835246 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aedcfe-954d-4bd7-917e-4dac67e5e517 req-d3d9ed5b-7e64-463a-9cb4-a7c2f0de034c tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:29:53.836199 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-a3aedcfe-954d-4bd7-917e-4dac67e5e517 req-d3d9ed5b-7e64-463a-9cb4-a7c2f0de034c tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0628495 May 19 11:29:53.866564 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-a3aedcfe-954d-4bd7-917e-4dac67e5e517 req-11efa381-7d62-4272-ba9d-8fdcde87d09a tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0265059 May 19 11:29:55.028220 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e5d8de-4d35-40c4-997a-2f94ea06eca5 req-bebebcd1-ff4d-4389-89f9-4b008babc285 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:29:55.029236 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-68e5d8de-4d35-40c4-997a-2f94ea06eca5 req-bebebcd1-ff4d-4389-89f9-4b008babc285 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0710511 May 19 11:29:55.112182 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-68e5d8de-4d35-40c4-997a-2f94ea06eca5 req-7a6aaa04-24d8-4315-8c73-5b9577f16372 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788679 May 19 11:29:56.262204 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19cf083-9c58-4499-91c0-098d2ce302f2 req-2cd6ad15-5457-4af4-9e6a-e0e342bb8240 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:29:56.263067 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-c19cf083-9c58-4499-91c0-098d2ce302f2 req-2cd6ad15-5457-4af4-9e6a-e0e342bb8240 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0674410 May 19 11:29:56.300100 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-c19cf083-9c58-4499-91c0-098d2ce302f2 req-09ca5f50-1510-4de4-8097-d8b71b63359e tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330822 May 19 11:29:57.440720 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8e843d-39c2-4aac-8321-9b22244f3baf req-0fd20e38-7874-4e44-8619-4bbf1b6c5f23 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:29:57.441739 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-0d8e843d-39c2-4aac-8321-9b22244f3baf req-0fd20e38-7874-4e44-8619-4bbf1b6c5f23 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0635102 May 19 11:29:57.470677 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-0d8e843d-39c2-4aac-8321-9b22244f3baf req-490295b3-6868-4e84-9a5c-277ff987b8c5 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0249734 May 19 11:29:58.621708 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a71c6f-14b0-4664-a2e8-cf65c1bff43c req-1bfe40f7-74e4-4fb6-a154-2af1fb1bb548 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:29:58.622828 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-32a71c6f-14b0-4664-a2e8-cf65c1bff43c req-1bfe40f7-74e4-4fb6-a154-2af1fb1bb548 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0667264 May 19 11:29:58.652325 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-32a71c6f-14b0-4664-a2e8-cf65c1bff43c req-367717cf-f5f9-4f1f-89b6-83062cec680a tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0254390 May 19 11:29:59.785458 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ec8e3a-bf7d-4cd0-9fb2-8c64a6cc05f7 req-4ff79cc2-2880-4cba-b664-d6fe5c6ce43b tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:29:59.786527 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-38ec8e3a-bf7d-4cd0-9fb2-8c64a6cc05f7 req-4ff79cc2-2880-4cba-b664-d6fe5c6ce43b tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0588450 May 19 11:29:59.822667 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-38ec8e3a-bf7d-4cd0-9fb2-8c64a6cc05f7 req-3b025ce1-6e4b-4cce-b84d-09546d81dc30 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0288780 May 19 11:30:00.963580 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fced647-1372-4048-857f-30fddbb22755 req-e8ff7de3-8033-4925-966d-42c399dbca86 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:30:00.964546 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-1fced647-1372-4048-857f-30fddbb22755 req-e8ff7de3-8033-4925-966d-42c399dbca86 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0565820 May 19 11:30:00.993380 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-1fced647-1372-4048-857f-30fddbb22755 req-f95901c5-9518-4a81-96fc-1fe109d17d93 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0250022 May 19 11:30:02.145306 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5924f0-e467-4079-9b6a-a338562ac5a2 req-3df3529f-c385-47a4-80c0-718eb9b4bd18 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:30:02.146310 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-1e5924f0-e467-4079-9b6a-a338562ac5a2 req-3df3529f-c385-47a4-80c0-718eb9b4bd18 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0595887 May 19 11:30:02.183046 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-1e5924f0-e467-4079-9b6a-a338562ac5a2 req-b913b77a-994c-422d-b253-560bbca70638 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296867 May 19 11:30:03.332043 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c2bf9c-1793-4e40-898d-20d14ddc9ad4 req-f392bd2f-c917-46ed-a7a1-0ef08051e3db tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:30:03.333068 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-a0c2bf9c-1793-4e40-898d-20d14ddc9ad4 req-f392bd2f-c917-46ed-a7a1-0ef08051e3db tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0621276 May 19 11:30:03.361045 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-a0c2bf9c-1793-4e40-898d-20d14ddc9ad4 req-5ab40be7-257a-455e-8af4-85d9851e65d0 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0240204 May 19 11:30:04.483867 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bc01c3-3485-444c-af1c-c4d67707c362 req-51ee11e9-2fc5-42a5-8be5-53a3f51df185 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:30:04.484778 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-84bc01c3-3485-444c-af1c-c4d67707c362 req-51ee11e9-2fc5-42a5-8be5-53a3f51df185 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0553007 May 19 11:30:04.512645 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-84bc01c3-3485-444c-af1c-c4d67707c362 req-9cdf506a-1344-4a9c-8f26-944bd2eb0731 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0240304 May 19 11:30:04.570749 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-3e67c56c-6897-45ac-9491-b3cd55dcca4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:30:05.659697 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf910a7-8463-48c6-a027-68f00626fc3b req-20e42fe3-54ae-425a-b4b3-7c959cacc7c4 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:30:05.660710 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-edf910a7-8463-48c6-a027-68f00626fc3b req-20e42fe3-54ae-425a-b4b3-7c959cacc7c4 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0639648 May 19 11:30:05.694767 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-edf910a7-8463-48c6-a027-68f00626fc3b req-e1eb70bb-5eb2-40df-93bc-618f9e917d57 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269289 May 19 11:30:05.808297 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:30:06.195851 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-4f981b3b-6c44-4081-a1b6-9953749e1199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:30:06.812270 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-f3552fb9-a093-42e6-b748-7ab8d8c7cb39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:30:06.825680 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4147cdf-304a-4ae0-993c-dcd15d200ee1 req-716db785-2e13-439e-a159-d84a0caa04bb tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:30:06.826694 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-d4147cdf-304a-4ae0-993c-dcd15d200ee1 req-716db785-2e13-439e-a159-d84a0caa04bb tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0607188 May 19 11:30:06.855562 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-d4147cdf-304a-4ae0-993c-dcd15d200ee1 req-13d4bab3-70b7-40e3-a254-111862bbb61f tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0244992 May 19 11:30:06.871297 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 58788) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:30:07.051077 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.plugin [None req-8e8aa2c7-7002-44c5-9ff0-9ecfc64ac70b tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Deleting port 3f84a538-fe43-4eec-9aa0-fc7db6a6dd10 {{(pid=91055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 11:30:07.051301 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-8e8aa2c7-7002-44c5-9ff0-9ecfc64ac70b tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749740776295'] for port, before_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:30:07.129718 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-8e8aa2c7-7002-44c5-9ff0-9ecfc64ac70b tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1714319'] for port, precommit_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:30:07.129949 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-8e8aa2c7-7002-44c5-9ff0-9ecfc64ac70b tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:30:07.207286 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.plugin [None req-8e8aa2c7-7002-44c5-9ff0-9ecfc64ac70b tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Calling delete_port for 3f84a538-fe43-4eec-9aa0-fc7db6a6dd10 owned by network:floatingip {{(pid=91055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 11:30:07.289142 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-8e8aa2c7-7002-44c5-9ff0-9ecfc64ac70b tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749740778424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749740364548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3654904'] for port, after_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:30:07.291634 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-91a0b36e-cae7-4bde-b1f5-911434741b37 tempest-AttachVolumeNegativeTest-1892708483 tempest-AttachVolumeNegativeTest-1892708483-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:30:07.318316 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8aa2c7-7002-44c5-9ff0-9ecfc64ac70b tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Pushing event deleted for resources: {'Port': ['ID=3f84a538-fe43-4eec-9aa0-fc7db6a6dd10,revision_number=None']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:30:07.343403 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8aa2c7-7002-44c5-9ff0-9ecfc64ac70b tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:30:07.343620 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8aa2c7-7002-44c5-9ff0-9ecfc64ac70b tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:30:07.343858 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8aa2c7-7002-44c5-9ff0-9ecfc64ac70b tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:30:07.344471 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8aa2c7-7002-44c5-9ff0-9ecfc64ac70b tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:30:07.344690 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8aa2c7-7002-44c5-9ff0-9ecfc64ac70b tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:30:07.344924 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8aa2c7-7002-44c5-9ff0-9ecfc64ac70b tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:30:07.345176 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8aa2c7-7002-44c5-9ff0-9ecfc64ac70b tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:30:07.345408 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8aa2c7-7002-44c5-9ff0-9ecfc64ac70b tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:30:07.345639 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8aa2c7-7002-44c5-9ff0-9ecfc64ac70b tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:30:07.345866 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8aa2c7-7002-44c5-9ff0-9ecfc64ac70b tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:30:07.346094 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8aa2c7-7002-44c5-9ff0-9ecfc64ac70b tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:30:07.346320 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8aa2c7-7002-44c5-9ff0-9ecfc64ac70b tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:30:07.350807 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-8e8aa2c7-7002-44c5-9ff0-9ecfc64ac70b tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:30:07.384542 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-8e8aa2c7-7002-44c5-9ff0-9ecfc64ac70b tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Notify callbacks [] for floatingip, after_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:30:07.384750 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.db.l3_db [None req-8e8aa2c7-7002-44c5-9ff0-9ecfc64ac70b tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Floating IP e73f5d60-81de-48ee-8db1-caed750978b2 disassociated (deleted). External IP: 172.27.0.151, port: 00edbb1e-afcd-45a6-9d3e-656deafeff64. May 19 11:30:07.607510 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e8aa2c7-7002-44c5-9ff0-9ecfc64ac70b tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Router b3181f1e-8420-4eed-9dd7-38949e2442b3 has already been hosted by L3 agent 326bf12a-fdae-48e8-b877-7dbd40e20eda {{(pid=91055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 11:30:07.791041 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e8aa2c7-7002-44c5-9ff0-9ecfc64ac70b tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Notify agent at l3_agent.dv-cinder-787764-1-iscsi the message routers_updated {{(pid=91055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 11:30:07.800421 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a2ee18-c649-4332-adea-904342fec2bf None None] Sync routers for ids ['b3181f1e-8420-4eed-9dd7-38949e2442b3'] in dv-cinder-787764-1-iscsi {{(pid=91057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 11:30:07.805547 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-8e8aa2c7-7002-44c5-9ff0-9ecfc64ac70b tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6101'] for floatingip, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:30:07.807841 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a2ee18-c649-4332-adea-904342fec2bf None None] Routers {'b3181f1e-8420-4eed-9dd7-38949e2442b3'} bound to L3 agent in host dv-cinder-787764-1-iscsi {{(pid=91057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:30:07.808312 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_hamode_db [None req-b9a2ee18-c649-4332-adea-904342fec2bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-19T11:10:36Z,description=,heartbeat_timestamp=2021-05-19T11:30:06Z,host='dv-cinder-787764-1-iscsi',id=326bf12a-fdae-48e8-b877-7dbd40e20eda,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:36Z,topic='l3_agent')) {'router_ids': ['b3181f1e-8420-4eed-9dd7-38949e2442b3'], 'active': True} {{(pid=91057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:30:07.842898 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-8e8aa2c7-7002-44c5-9ff0-9ecfc64ac70b tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "DELETE /v2.0/floatingips/e73f5d60-81de-48ee-8db1-caed750978b2 HTTP/1.1" status: 204 len: 168 time: 0.9707043 May 19 11:30:07.843408 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '805b9f6f-4b2c-492f-91b3-aaba512bf6f6', 'tag': '00edbb1e-afcd-45a6-9d3e-656deafeff64'}] {{(pid=91055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 11:30:07.881595 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '805b9f6f-4b2c-492f-91b3-aaba512bf6f6', 'tag': '00edbb1e-afcd-45a6-9d3e-656deafeff64', 'status': 'completed', 'code': 200} May 19 11:30:07.908993 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-66ec5bc0-6952-497b-8f33-b3c04bfd0b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:30:07.916270 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_dvr_db [None req-b9a2ee18-c649-4332-adea-904342fec2bf None None] Set router b3181f1e-8420-4eed-9dd7-38949e2442b3 gateway port host: dv-cinder-787764-1-iscsi {{(pid=91057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:30:07.957244 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031e9734-ae51-40be-af9f-133592a002fd req-111c077e-2aed-4a2c-9dd7-19f173ebb1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:30:07.958162 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-031e9734-ae51-40be-af9f-133592a002fd req-111c077e-2aed-4a2c-9dd7-19f173ebb1a2 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=32d5d407c4a842328dc05ec1f325d92c&device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 1097 time: 0.0517197 May 19 11:30:08.057163 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031e9734-ae51-40be-af9f-133592a002fd req-cd01bd8c-64ed-4e95-a346-1bf5d4ea0e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:30:08.058066 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-031e9734-ae51-40be-af9f-133592a002fd req-cd01bd8c-64ed-4e95-a346-1bf5d4ea0e8f service neutron] 10.222.0.112 "GET /v2.0/networks?id=a3798fb5-4a80-4cab-8456-d8472daef890 HTTP/1.1" status: 200 len: 910 time: 0.0857108 May 19 11:30:08.060054 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a961ce4-976a-4923-87ec-7ab13442f4c0 req-1d64c126-d185-4396-9ff2-535a2f6d820e tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:30:08.060892 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-3a961ce4-976a-4923-87ec-7ab13442f4c0 req-1d64c126-d185-4396-9ff2-535a2f6d820e tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0437984 May 19 11:30:08.088013 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-3a961ce4-976a-4923-87ec-7ab13442f4c0 req-33cf2b0d-42f7-4906-ae4c-160b028402bd tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/security-groups?id=49632b15-5f25-449f-9ef8-13ef20653ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0231049 May 19 11:30:08.103715 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_hamode_db [None req-b9a2ee18-c649-4332-adea-904342fec2bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3181f1e-8420-4eed-9dd7-38949e2442b3', 'name': 'tempest-TestShelveInstance-763031037-router', 'tenant_id': '32d5d407c4a842328dc05ec1f325d92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'external_fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '99629143-335d-4b86-919c-97c10f235b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:17:54Z', 'updated_at': '2021-05-19T11:17:57Z', 'revision_number': 4, 'project_id': '32d5d407c4a842328dc05ec1f325d92c', 'gw_port': {'id': '99629143-335d-4b86-919c-97c10f235b35', 'name': '', 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ef:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3181f1e-8420-4eed-9dd7-38949e2442b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:17:55Z', 'updated_at': '2021-05-19T11:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-1-iscsi', '_interfaces': [{'id': '564ea12a-c5c9-451d-b154-75e970e31c27', 'name': '', 'network_id': 'a3798fb5-4a80-4cab-8456-d8472daef890', 'tenant_id': '32d5d407c4a842328dc05ec1f325d92c', 'mac_address': 'fa:16:3e:4d:4b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3181f1e-8420-4eed-9dd7-38949e2442b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'f5b5a4ef-d391-4177-9fad-6b6530e5bcb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:17:57Z', 'updated_at': '2021-05-19T11:18:01Z', 'revision_number': 5, 'project_id': '32d5d407c4a842328dc05ec1f325d92c', 'subnets': [{'id': 'f5b5a4ef-d391-4177-9fad-6b6530e5bcb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-1-iscsi', False) {} {{(pid=91057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:30:08.104731 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-031e9734-ae51-40be-af9f-133592a002fd req-c4893108-5f8a-43e2-a5fc-591000476441 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=00edbb1e-afcd-45a6-9d3e-656deafeff64 HTTP/1.1" status: 200 len: 217 time: 0.0410519 May 19 11:30:08.105902 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a2ee18-c649-4332-adea-904342fec2bf None None] Checking router: b3181f1e-8420-4eed-9dd7-38949e2442b3 for host: dv-cinder-787764-1-iscsi {{(pid=91057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 11:30:08.110438 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a2ee18-c649-4332-adea-904342fec2bf None None] Routers {'b3181f1e-8420-4eed-9dd7-38949e2442b3'} bound to L3 agent in host dv-cinder-787764-1-iscsi {{(pid=91057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:30:08.110759 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_hamode_db [None req-b9a2ee18-c649-4332-adea-904342fec2bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-19T11:10:36Z,description=,heartbeat_timestamp=2021-05-19T11:30:06Z,host='dv-cinder-787764-1-iscsi',id=326bf12a-fdae-48e8-b877-7dbd40e20eda,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:36Z,topic='l3_agent')) {'router_ids': ['b3181f1e-8420-4eed-9dd7-38949e2442b3'], 'active': True} {{(pid=91057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:30:08.143142 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031e9734-ae51-40be-af9f-133592a002fd req-be9b7116-60da-40ce-a560-378f3b2ab322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:30:08.144020 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-031e9734-ae51-40be-af9f-133592a002fd req-be9b7116-60da-40ce-a560-378f3b2ab322 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=f5b5a4ef-d391-4177-9fad-6b6530e5bcb9 HTTP/1.1" status: 200 len: 847 time: 0.0343707 May 19 11:30:08.189377 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031e9734-ae51-40be-af9f-133592a002fd req-d83fbb98-1d5c-43ac-bfc4-dfb5ad927418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:30:08.190183 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-031e9734-ae51-40be-af9f-133592a002fd req-d83fbb98-1d5c-43ac-bfc4-dfb5ad927418 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=a3798fb5-4a80-4cab-8456-d8472daef890&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0374198 May 19 11:30:08.202419 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_dvr_db [None req-b9a2ee18-c649-4332-adea-904342fec2bf None None] Set router b3181f1e-8420-4eed-9dd7-38949e2442b3 gateway port host: dv-cinder-787764-1-iscsi {{(pid=91057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:30:08.268530 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-031e9734-ae51-40be-af9f-133592a002fd req-4a452a50-8e49-4b41-9120-3568cf314203 service neutron] 10.222.0.112 "GET /v2.0/networks/a3798fb5-4a80-4cab-8456-d8472daef890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0687237 May 19 11:30:08.345645 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-031e9734-ae51-40be-af9f-133592a002fd req-37a83c19-cc3c-48c1-82cf-af3048e18026 service neutron] 10.222.0.112 "GET /v2.0/networks/a3798fb5-4a80-4cab-8456-d8472daef890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0682061 May 19 11:30:08.364730 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_hamode_db [None req-b9a2ee18-c649-4332-adea-904342fec2bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3181f1e-8420-4eed-9dd7-38949e2442b3', 'name': 'tempest-TestShelveInstance-763031037-router', 'tenant_id': '32d5d407c4a842328dc05ec1f325d92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'external_fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '99629143-335d-4b86-919c-97c10f235b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:17:54Z', 'updated_at': '2021-05-19T11:17:57Z', 'revision_number': 4, 'project_id': '32d5d407c4a842328dc05ec1f325d92c', 'gw_port': {'id': '99629143-335d-4b86-919c-97c10f235b35', 'name': '', 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ef:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3181f1e-8420-4eed-9dd7-38949e2442b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:17:55Z', 'updated_at': '2021-05-19T11:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-1-iscsi', '_interfaces': [{'id': '564ea12a-c5c9-451d-b154-75e970e31c27', 'name': '', 'network_id': 'a3798fb5-4a80-4cab-8456-d8472daef890', 'tenant_id': '32d5d407c4a842328dc05ec1f325d92c', 'mac_address': 'fa:16:3e:4d:4b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3181f1e-8420-4eed-9dd7-38949e2442b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'f5b5a4ef-d391-4177-9fad-6b6530e5bcb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:17:57Z', 'updated_at': '2021-05-19T11:18:01Z', 'revision_number': 5, 'project_id': '32d5d407c4a842328dc05ec1f325d92c', 'subnets': [{'id': 'f5b5a4ef-d391-4177-9fad-6b6530e5bcb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-1-iscsi', False) {} {{(pid=91057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:30:08.367012 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a2ee18-c649-4332-adea-904342fec2bf None None] The sync data for ids ['b3181f1e-8420-4eed-9dd7-38949e2442b3'] in dv-cinder-787764-1-iscsi is: [{'id': 'b3181f1e-8420-4eed-9dd7-38949e2442b3', 'name': 'tempest-TestShelveInstance-763031037-router', 'tenant_id': '32d5d407c4a842328dc05ec1f325d92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'external_fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '99629143-335d-4b86-919c-97c10f235b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:17:54Z', 'updated_at': '2021-05-19T11:17:57Z', 'revision_number': 4, 'project_id': '32d5d407c4a842328dc05ec1f325d92c', 'gw_port': {'id': '99629143-335d-4b86-919c-97c10f235b35', 'name': '', 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ef:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3181f1e-8420-4eed-9dd7-38949e2442b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:17:55Z', 'updated_at': '2021-05-19T11:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-1-iscsi', '_interfaces': [{'id': '564ea12a-c5c9-451d-b154-75e970e31c27', 'name': '', 'network_id': 'a3798fb5-4a80-4cab-8456-d8472daef890', 'tenant_id': '32d5d407c4a842328dc05ec1f325d92c', 'mac_address': 'fa:16:3e:4d:4b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3181f1e-8420-4eed-9dd7-38949e2442b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'f5b5a4ef-d391-4177-9fad-6b6530e5bcb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:17:57Z', 'updated_at': '2021-05-19T11:18:01Z', 'revision_number': 5, 'project_id': '32d5d407c4a842328dc05ec1f325d92c', 'subnets': [{'id': 'f5b5a4ef-d391-4177-9fad-6b6530e5bcb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 11:30:08.490622 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90760a56-2729-4fb0-81c8-f5e5d17277f3 None None] New status for floating IP e73f5d60-81de-48ee-8db1-caed750978b2: DOWN {{(pid=91058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 11:30:08.580982 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840f504d-4012-43d1-8730-362e6cc10999 req-f8c04164-5ed2-4f3a-9b4f-8f3d66c1f324 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:30:08.581408 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [req-840f504d-4012-43d1-8730-362e6cc10999 req-f8c04164-5ed2-4f3a-9b4f-8f3d66c1f324 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Synchronizing usage tracker for tenant:32d5d407c4a842328dc05ec1f325d92c on resource:port {{(pid=91055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 11:30:08.593122 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [req-840f504d-4012-43d1-8730-362e6cc10999 req-f8c04164-5ed2-4f3a-9b4f-8f3d66c1f324 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Unset dirty status for tenant:32d5d407c4a842328dc05ec1f325d92c on resource:port {{(pid=91055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 11:30:08.593825 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-840f504d-4012-43d1-8730-362e6cc10999 req-f8c04164-5ed2-4f3a-9b4f-8f3d66c1f324 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.112 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 944 time: 0.0651202 May 19 11:30:08.675154 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.plugin [req-840f504d-4012-43d1-8730-362e6cc10999 req-9b2cd835-d8bc-4f1c-a16f-c0c221b35663 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Deleting port 00edbb1e-afcd-45a6-9d3e-656deafeff64 {{(pid=91055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 11:30:08.675342 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-840f504d-4012-43d1-8730-362e6cc10999 req-9b2cd835-d8bc-4f1c-a16f-c0c221b35663 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749740776295'] for port, before_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:30:08.742346 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.db [req-840f504d-4012-43d1-8730-362e6cc10999 req-9b2cd835-d8bc-4f1c-a16f-c0c221b35663 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] For port 00edbb1e-afcd-45a6-9d3e-656deafeff64, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=00edbb1e-afcd-45a6-9d3e-656deafeff64,segment=NetworkSegment(e1b8a063-d2ab-44b0-88b2-aa693e3413a5),segment_id=e1b8a063-d2ab-44b0-88b2-aa693e3413a5)] {{(pid=91055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:30:08.742531 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-840f504d-4012-43d1-8730-362e6cc10999 req-9b2cd835-d8bc-4f1c-a16f-c0c221b35663 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1714319'] for port, precommit_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:30:08.800274 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.plugin [req-840f504d-4012-43d1-8730-362e6cc10999 req-9b2cd835-d8bc-4f1c-a16f-c0c221b35663 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Calling delete_port for 00edbb1e-afcd-45a6-9d3e-656deafeff64 owned by compute:nova {{(pid=91055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 11:30:08.864288 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-840f504d-4012-43d1-8730-362e6cc10999 req-9b2cd835-d8bc-4f1c-a16f-c0c221b35663 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749740778424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749740364548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3654904'] for port, after_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:30:08.867798 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-ebd31290-1502-41a8-b3c2-819dcffa88ab tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:30:08.892160 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2cd835-d8bc-4f1c-a16f-c0c221b35663 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Pushing event deleted for resources: {'Port': ['ID=00edbb1e-afcd-45a6-9d3e-656deafeff64,revision_number=None']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:30:08.894006 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-9b2cd835-d8bc-4f1c-a16f-c0c221b35663 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:30:08.930836 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.l3_dvrscheduler_db [req-840f504d-4012-43d1-8730-362e6cc10999 req-9b2cd835-d8bc-4f1c-a16f-c0c221b35663 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] No DVR routers for this DVR port 00edbb1e-afcd-45a6-9d3e-656deafeff64 on host hv-cinder-78776 {{(pid=91055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 11:30:08.932896 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-840f504d-4012-43d1-8730-362e6cc10999 req-9b2cd835-d8bc-4f1c-a16f-c0c221b35663 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6101'] for port, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:30:08.941978 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-840f504d-4012-43d1-8730-362e6cc10999 req-9b2cd835-d8bc-4f1c-a16f-c0c221b35663 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.112 "DELETE /v2.0/ports/00edbb1e-afcd-45a6-9d3e-656deafeff64 HTTP/1.1" status: 204 len: 173 time: 0.3413572 May 19 11:30:09.191992 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-09d5cfc0-ccaa-48f4-b2f8-e3ae2b052fa4 req-9403dc8f-3252-40ef-a250-e4c193c07973 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 210 time: 0.0321093 May 19 11:30:09.883369 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '805b9f6f-4b2c-492f-91b3-aaba512bf6f6', 'name': 'network-vif-deleted', 'tag': '00edbb1e-afcd-45a6-9d3e-656deafeff64'}] {{(pid=91055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 11:30:09.920553 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '805b9f6f-4b2c-492f-91b3-aaba512bf6f6', 'name': 'network-vif-deleted', 'tag': '00edbb1e-afcd-45a6-9d3e-656deafeff64', 'status': 'completed', 'code': 200} May 19 11:30:10.304445 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-178639c4-fa44-4801-82c3-5fc764f432a0 req-27bc9df8-8157-4cae-951b-8d84a7ebb8bc tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 210 time: 0.0333095 May 19 11:30:11.408910 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-5db11e0c-e25c-44c1-acf0-53ffaad32224 req-9754f5bf-ea18-4fbb-ba03-1375263346cf tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 210 time: 0.0312989 May 19 11:30:12.513636 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-724d4858-927a-4ddf-ae8d-3c3ddf7e721a req-043ab579-0d9f-4b99-b6a9-fe837536c4e0 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 210 time: 0.0295174 May 19 11:30:13.613336 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-04802e4f-af04-43f7-839d-9b5de533eedf req-2c7d54c3-0ab5-4acf-b48a-883219e46c9a tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 210 time: 0.0280921 May 19 11:30:14.714242 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-fc0b692e-1149-4312-b029-a2ab435a6611 req-18fd574f-bc7d-49ef-9972-4f1ddc59d34d tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 210 time: 0.0324774 May 19 11:30:15.819004 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-c2c537b7-f900-4efc-87e0-1e62bc8f2fbc req-4a50bf51-03fa-40a5-9882-a497dd6e03ce tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 210 time: 0.0284059 May 19 11:30:16.429046 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:30:16.927270 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-f6521b16-27bb-426c-a763-b1419759175d req-13deecb8-270f-414a-9c2f-0963154983dc tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 210 time: 0.0302706 May 19 11:30:18.043498 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-a6d6592e-1f3d-43ed-8179-4beaf1c5a8c9 req-307a260b-438a-424c-9106-83e5180dab8a tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 210 time: 0.0380752 May 19 11:30:19.162109 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-2986154f-a2be-41d2-8e59-5b65daefa968 req-a84d74e8-c966-4fb5-9fb1-bf18870fc8bc tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 210 time: 0.0290308 May 19 11:30:19.893592 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.agents_db [None req-9df4fd67-1abd-480d-9703-ac00f2726051 None None] Agent healthcheck: found 6 active agents {{(pid=91058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 11:30:20.287057 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-8170805f-2e63-4381-89d1-4ee987c58d0f req-6d86bd2c-a80c-425d-b9e3-74bdac72a2b8 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 210 time: 0.0410025 May 19 11:30:21.390970 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-001338cb-0ad1-4c00-9d15-4852005ebf0c req-cfe16fed-9e87-4d5f-9a11-6838385b4c1a tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 210 time: 0.0326495 May 19 11:30:22.569022 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-d09a11a5-3c35-40f5-8968-a638d15eec34 req-e4802939-2625-4dda-8375-3747ae083a2e tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 210 time: 0.0938804 May 19 11:30:23.670546 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-f97a0bb3-8508-40f4-84b8-ce3cc4fe46a4 req-97837a73-b185-4cf5-9af7-a3bda0523b51 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 210 time: 0.0280571 May 19 11:30:24.764751 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-c1b88036-9753-4d44-b30e-97a85029f062 req-ef5c9765-61b3-474b-906a-65631e3d38cf tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 210 time: 0.0291667 May 19 11:30:25.897158 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-e84b91ad-966d-48c8-bda0-66a76b993ff0 req-b049074a-2da8-4082-9669-86c291ce5d5c tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 210 time: 0.0635333 May 19 11:30:25.981392 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-1236a8cc-5a8e-431d-97aa-bbcb4a028654 req-43093b38-2910-418e-a7ee-24b9143c731c service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=c0db6460-3f99-4ce1-ab18-833a31767472&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1259809 May 19 11:30:26.051550 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1236a8cc-5a8e-431d-97aa-bbcb4a028654 req-188143d5-50aa-4195-abd9-22f653994563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:30:26.052539 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-1236a8cc-5a8e-431d-97aa-bbcb4a028654 req-188143d5-50aa-4195-abd9-22f653994563 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=74451180ce2649c199795adfd8a38c53&device_id=c0db6460-3f99-4ce1-ab18-833a31767472 HTTP/1.1" status: 200 len: 1098 time: 0.0483716 May 19 11:30:26.150409 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1236a8cc-5a8e-431d-97aa-bbcb4a028654 req-76f723c9-7c66-46ac-a2da-1b71f76a7659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:30:26.151235 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-1236a8cc-5a8e-431d-97aa-bbcb4a028654 req-76f723c9-7c66-46ac-a2da-1b71f76a7659 service neutron] 10.222.0.112 "GET /v2.0/networks?id=ab3676a9-fb1a-415e-9230-9c46db1e9d0d HTTP/1.1" status: 200 len: 916 time: 0.0790541 May 19 11:30:26.199387 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-1236a8cc-5a8e-431d-97aa-bbcb4a028654 req-fee9d14c-6c3c-41c9-8353-a2c6fb7eb378 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=95f9c7cd-41c7-4fd7-ba57-91ab7aa77107 HTTP/1.1" status: 200 len: 217 time: 0.0404239 May 19 11:30:26.258211 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1236a8cc-5a8e-431d-97aa-bbcb4a028654 req-3e1d41de-71a1-4df5-84d2-ff2aa9916c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:30:26.259082 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-1236a8cc-5a8e-431d-97aa-bbcb4a028654 req-3e1d41de-71a1-4df5-84d2-ff2aa9916c03 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=0c1eeb82-ed76-4ff9-a5b3-85f21b5520e7 HTTP/1.1" status: 200 len: 854 time: 0.0509081 May 19 11:30:26.291733 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-1236a8cc-5a8e-431d-97aa-bbcb4a028654 req-3f021d3d-4e45-4ca2-ab36-5939bc28f8f2 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=ab3676a9-fb1a-415e-9230-9c46db1e9d0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242341 May 19 11:30:26.372148 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-1236a8cc-5a8e-431d-97aa-bbcb4a028654 req-25437e15-48c7-4c2e-be15-4faa46d8bece service neutron] 10.222.0.112 "GET /v2.0/networks/ab3676a9-fb1a-415e-9230-9c46db1e9d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0732636 May 19 11:30:26.459041 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-1236a8cc-5a8e-431d-97aa-bbcb4a028654 req-b3c08a9c-2ef5-4927-86f3-9f0ff8e40c27 service neutron] 10.222.0.112 "GET /v2.0/networks/ab3676a9-fb1a-415e-9230-9c46db1e9d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787528 May 19 11:30:26.998717 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-df41cef1-1cf2-4ce3-b8c2-9dcf372973fb req-28dfdfa6-c87a-47f4-a539-023f8fb36c66 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 210 time: 0.0266213 May 19 11:30:28.114919 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-bad96188-e38c-4503-877c-37f0c1b80c73 req-6f54a18b-ef97-47d7-b02f-9590590dac14 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 210 time: 0.0416303 May 19 11:30:29.224878 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-9562a546-e50f-46d7-8fe1-65b687ace63f req-d2093075-a5bd-4778-afd8-9c2ea26f881d tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 210 time: 0.0298071 May 19 11:30:30.332629 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-27279002-62c5-4566-832e-62616e013db9 req-f835b995-3f40-4887-a957-85722bb32ff5 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 210 time: 0.0300331 May 19 11:30:31.445149 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-d2b57bc1-2457-419f-b45f-2ad43497db1e req-48d81d74-1a1d-42dd-8038-596043a54ac0 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 210 time: 0.0432761 May 19 11:30:32.553874 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-8f527fde-5eba-41cb-bfad-ebdee15a8a92 req-aed9a10d-8e19-4cb7-935a-0e68bebec8e8 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 210 time: 0.0404773 May 19 11:30:33.669005 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-a05803a1-3b13-43b7-845b-13424a7f0b72 req-3bc1fbe4-f887-4c1d-bd48-2df88a16ba5e tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 210 time: 0.0298569 May 19 11:30:34.571095 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-30b53556-ba63-4f37-92d8-525c65ebb973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:30:34.778092 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-bf237dfb-0196-4dff-9cdf-27ba9e3923d8 req-6e5ff7c5-f0a4-47c1-8071-6f08cd1ccdc3 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 210 time: 0.0320065 May 19 11:30:35.809618 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:30:35.893949 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-7b152e60-b99d-4c5e-b1ea-3bb37f584788 req-afbac16d-e64c-475e-8f76-5199fc198924 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 210 time: 0.0303204 May 19 11:30:36.204089 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-eeda31d8-4fbb-4917-99cf-b25d21408010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:30:36.813585 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-f3552fb9-a093-42e6-b748-7ab8d8c7cb39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:30:37.004903 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-a42ba0fe-fbe4-4da2-9801-a4b5f79c6914 req-3e4b4d04-0304-47db-bafa-559fa728ba77 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 210 time: 0.0315807 May 19 11:30:37.899201 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-66ec5bc0-6952-497b-8f33-b3c04bfd0b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:30:38.134128 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-e42b6cd8-03ec-4957-a90a-1afce97ef227 req-2551e083-a577-4b05-bc1c-137f8312b7ff tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 210 time: 0.0464220 May 19 11:30:39.252930 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-4db1271e-145f-4911-94b0-fdf68c5ecafc req-b1a57b9f-24bb-4b5f-9ce4-f2445ecb65bb tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 210 time: 0.0352638 May 19 11:30:40.368927 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-f5a8e105-038d-425d-881c-25fc642fcc8b req-ed3de8c7-b11d-494c-a25f-d4abdc9fc707 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 210 time: 0.0309167 May 19 11:30:41.489864 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-2675cd5a-f274-44e0-8f18-c729646a757a req-bc72717e-069d-489a-a1ff-7ba5d0bf879d tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 210 time: 0.0316262 May 19 11:30:42.590699 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-576e3731-c099-4f16-a053-b90393d5a8c1 req-2d1f180e-73c0-4887-81ed-cfb29db89cb3 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 210 time: 0.0296474 May 19 11:30:43.674843 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-a8096ac6-1e81-40c4-b7df-65af47f94f92 req-60f28ca8-0b4c-46c4-8509-8a6b4f60bc96 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 210 time: 0.0242984 May 19 11:30:44.775398 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-f8c0b6e4-e59e-4f2f-a0bc-e3c61c8b6823 req-b1c8e3dd-db09-4209-8d79-e4d1446077e5 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 210 time: 0.0295465 May 19 11:30:45.858009 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-eddfd21e-446e-4fcc-986d-52a58459de2e req-c90367f4-8a42-47c4-a042-877dc260de94 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 210 time: 0.0240777 May 19 11:30:46.411751 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:30:46.445904 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [req-2e53ffcf-daf9-4c73-b963-3292d8f04286 req-cecaae9e-d1c3-4f52-8058-7acbf7c74e3b service neutron] (91056) timed out ('10.222.0.112', 55679) {{(pid=91056) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 19 11:30:46.945537 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-78697489-d78a-4959-8e35-d99bacb948bd req-1440c345-a696-4026-929a-a4d743873d5c tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 210 time: 0.0235150 May 19 11:30:47.267447 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [req-5628af75-54b0-420c-a459-799ba16d9285 req-eaee3f8d-b52d-45f7-832e-76beb64762e8 service neutron] (91056) timed out ('10.222.0.112', 55682) {{(pid=91056) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 19 11:30:48.079597 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-aaec4c4f-a16c-4c03-8a2d-a5f3ace827ca req-e68b2a3a-49cc-4c41-b49f-da54eae8b824 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 210 time: 0.0498531 May 19 11:30:49.214870 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-dff670eb-c16a-435f-8da8-7234aad065f8 req-0b2e84ef-9e80-44d0-acb0-194588daac16 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 210 time: 0.0436509 May 19 11:30:50.330834 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-c92e44fd-7955-48c9-87f7-cddb9567b9a6 req-a001c1e1-3fc0-48ed-9784-c029d7dc0cce tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 210 time: 0.0294034 May 19 11:30:51.441181 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-efe03a61-8f1c-433b-8ff6-394f71603f7d req-0cc91b1c-3f7a-4abe-b56e-894e5d1dc758 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 210 time: 0.0381582 May 19 11:30:52.548523 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-8ad253c1-f24a-4194-9ce5-9ca5081fc157 req-b1283d54-2e98-4959-aa5b-c830d653bb19 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 210 time: 0.0358515 May 19 11:30:53.673761 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-7978ba74-0202-4154-b8f7-8a299cf431cf req-7ef71c9a-34f8-452f-9452-7ca1ce8b3bae tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 210 time: 0.0296164 May 19 11:30:54.784922 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-a76dea6b-4941-4347-94d6-1ca7e7e90bd6 req-05ff0d03-b9b9-4625-8cac-0f6573c54a60 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 210 time: 0.0309472 May 19 11:30:55.882257 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-7c480be6-130b-4cc9-82a4-83fe33ad4300 req-e8368cad-cbc7-4134-8b3b-c5e8c9aca998 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 210 time: 0.0288107 May 19 11:30:56.890344 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.agents_db [None req-9df4fd67-1abd-480d-9703-ac00f2726051 None None] Agent healthcheck: found 6 active agents {{(pid=91058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 11:30:56.978216 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-a23f3ec4-0baf-453e-abde-4583d01a2b49 req-05a710ed-82ba-44a6-9507-e5868062eed9 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 210 time: 0.0281205 May 19 11:30:58.142544 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-d29c9453-4197-426c-8c38-5f26bc18877c req-504de31b-57ae-45ed-8f50-6eff79d4993a tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 210 time: 0.0877259 May 19 11:30:59.243027 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-3840010e-e408-422c-9798-cbdf684ca639 req-9a5e61c6-367d-4e6d-a897-05e9c32b15f3 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 210 time: 0.0270891 May 19 11:31:00.339767 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-cdec41fb-f8d5-41a0-9130-f2172d502a6a req-b66c755c-efa3-4faf-9d03-626938f3c759 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 210 time: 0.0287280 May 19 11:31:01.436238 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-572db7b2-c7b1-407a-968a-2f65cdc719a5 req-84410bd9-74ef-4738-9ae9-977bf9024928 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 210 time: 0.0302269 May 19 11:31:02.561032 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-c446c475-93eb-4921-a10b-8d7a96b0922b req-ea473b04-1335-4e85-8a5f-d2135aa44f84 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 210 time: 0.0425782 May 19 11:31:03.677352 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-b597f889-9ed4-4af8-a1a9-4dd315c2bc2a req-53b1e977-a134-484d-b8cd-b2e3e1d1d66e tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 210 time: 0.0361063 May 19 11:31:04.572425 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1ae990eb-fd0c-4d01-a233-208745eeebea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:31:04.800955 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-eeab0b9e-11d6-483b-b510-fa350186b7c3 req-f28aa918-cdc1-4589-a264-73ec80dd8bc3 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 210 time: 0.0328434 May 19 11:31:05.810397 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:31:05.900856 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-2e7ee163-3202-46ce-a923-78e3132ecc14 req-1811a83b-6538-49b3-9c67-c8121efe5b85 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 210 time: 0.0294657 May 19 11:31:06.204360 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-c1314e1a-a376-4917-ac2a-279b2f45e328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:31:06.824805 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-f3552fb9-a093-42e6-b748-7ab8d8c7cb39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:31:07.010442 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-8a124250-3c94-4974-ba32-d7a7bcef03a9 req-fb47c2c0-a6bf-4fff-a0e7-c4a87ed1eff4 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 210 time: 0.0308285 May 19 11:31:07.912104 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-66ec5bc0-6952-497b-8f33-b3c04bfd0b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:31:08.151926 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-69f59e25-3843-44f1-a40b-91223fe4fce5 req-f3d07710-52ab-4d65-a7ff-6e20b5bc42ea tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 210 time: 0.0447974 May 19 11:31:09.281064 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-32f14a84-fd4f-4ae7-b452-9b5a1a63f706 req-174d811d-e826-478f-b3aa-4eebc00bd9c2 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 210 time: 0.0343437 May 19 11:31:10.400820 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-e9efd940-e21c-4fcc-8997-0101131e969f req-0996ec68-14b3-454a-bc7b-7d9a49603535 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 210 time: 0.0379412 May 19 11:31:11.512235 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-5ac1af21-bf19-46aa-8c60-74cf173d267c req-28e8fb4a-b3ea-472d-8c48-3eaf11332da6 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 210 time: 0.0316145 May 19 11:31:12.627058 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-cfdd80b6-7bc7-4a82-bcc3-f68ae98cf76d req-5988b849-0dde-4aa7-be06-2a002e869a94 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 210 time: 0.0354991 May 19 11:31:13.741567 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-cc2e9a86-2942-400e-9912-769d338ce446 req-5da0f64a-fb9e-43aa-8ac5-d11e90101fa2 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 210 time: 0.0419688 May 19 11:31:14.855784 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-609f19ad-dd98-4d96-bcf0-9231c85027e4 req-107700a6-a48a-4b43-bec5-e87285330e13 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 210 time: 0.0327692 May 19 11:31:15.977160 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-b7f988a6-e274-4b31-8e1c-837e02077321 req-afc8d3e6-59c7-459d-ace9-03e5f3f8847c tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 210 time: 0.0295985 May 19 11:31:16.443853 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:31:17.097253 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-58ae2825-7fea-4c0a-829e-1752f0e2bc3a req-b52cdc8e-278c-421d-8b9d-b1fc13d7ba7c tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 210 time: 0.0321593 May 19 11:31:18.212123 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-9440b043-b5a6-4fa2-ba2c-547cbe6718cd req-d916ee27-f2b5-47f8-bbc4-a9bb3d85966e tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 210 time: 0.0331130 May 19 11:31:19.324235 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-c7e4930a-e61d-4160-b694-4be187967740 req-1192164c-f9f6-4dc3-a440-fd3d4ec1311f tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 210 time: 0.0305955 May 19 11:31:20.436266 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-998c6fce-c148-4abf-9e73-22c47240b4f9 req-885dc830-fba6-47bd-a7a7-e61898b26832 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 210 time: 0.0295842 May 19 11:31:21.543569 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-9d27e7e4-128d-43ee-881e-f5d922fd4e62 req-4638dd3a-3f33-41c3-9b1a-ed12bf0a0106 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 210 time: 0.0312219 May 19 11:31:22.662777 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-b4007c7c-a873-43e1-be98-7ce56924623d req-ccb7c07a-d2fb-411c-9d42-2fcd70efa22e tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 210 time: 0.0311985 May 19 11:31:23.767098 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-b56e9a5f-f50c-4683-b4e9-94a536813806 req-0e04d4ce-9fef-4717-b09e-16a2e1f21221 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 210 time: 0.0308950 May 19 11:31:24.888130 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-b79e446f-7162-48a2-b576-f08920346349 req-ae9f7e8a-9bfa-4729-9fa4-d7d1c6b8d785 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 210 time: 0.0303066 May 19 11:31:25.982474 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-c15b7f04-9a5f-4210-93d2-fa0536fad892 req-8c47a54a-3a31-434b-92e3-c1a9aebdb6a6 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0957072 May 19 11:31:25.982970 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-7495e082-929a-4cdb-baf8-c170f94ed3d7 req-8f073f4a-c764-4182-a015-e1b36f2752de tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 210 time: 0.0274446 May 19 11:31:27.003396 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15b7f04-9a5f-4210-93d2-fa0536fad892 req-c0242857-e648-4d82-96d0-c9d65b1c4111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:31:27.004435 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-c15b7f04-9a5f-4210-93d2-fa0536fad892 req-c0242857-e648-4d82-96d0-c9d65b1c4111 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=3adb7158fa694a28886f78876a3057cd&device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 1098 time: 0.0515602 May 19 11:31:27.100664 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-84f2d0be-7829-4077-a09b-31d40a125a99 req-8d3eb622-2cce-467c-8fb2-fe0a24832e31 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 210 time: 0.0356934 May 19 11:31:27.107843 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15b7f04-9a5f-4210-93d2-fa0536fad892 req-e9b88fa0-6e40-4f45-90c7-b5a2b8fa905c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:31:27.108798 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-c15b7f04-9a5f-4210-93d2-fa0536fad892 req-e9b88fa0-6e40-4f45-90c7-b5a2b8fa905c service neutron] 10.222.0.112 "GET /v2.0/networks?id=17b3c0ef-f9b4-49e2-aa3b-d746210e219f HTTP/1.1" status: 200 len: 915 time: 0.0826437 May 19 11:31:27.154186 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-c15b7f04-9a5f-4210-93d2-fa0536fad892 req-ff975ee9-41dd-425c-8f4f-2221a67b6a6f service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6a809875-e8d2-44df-9b04-a71c434d12a3 HTTP/1.1" status: 200 len: 217 time: 0.0371633 May 19 11:31:27.201679 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15b7f04-9a5f-4210-93d2-fa0536fad892 req-2bb1b5f7-d845-4227-9f38-3c191073066c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:31:27.202649 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-c15b7f04-9a5f-4210-93d2-fa0536fad892 req-2bb1b5f7-d845-4227-9f38-3c191073066c service neutron] 10.222.0.112 "GET /v2.0/subnets?id=ec111969-0878-4395-8e69-3abd2c5f226d HTTP/1.1" status: 200 len: 852 time: 0.0403702 May 19 11:31:27.256885 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15b7f04-9a5f-4210-93d2-fa0536fad892 req-24cb8f95-9a69-40d5-b80d-28ced68bc31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:31:27.257957 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-c15b7f04-9a5f-4210-93d2-fa0536fad892 req-24cb8f95-9a69-40d5-b80d-28ced68bc31b service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=17b3c0ef-f9b4-49e2-aa3b-d746210e219f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0468707 May 19 11:31:27.359522 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-c15b7f04-9a5f-4210-93d2-fa0536fad892 req-5383341b-b5fa-460d-a30c-0154175f5404 service neutron] 10.222.0.112 "GET /v2.0/networks/17b3c0ef-f9b4-49e2-aa3b-d746210e219f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926192 May 19 11:31:27.454266 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-c15b7f04-9a5f-4210-93d2-fa0536fad892 req-a490d6f2-69d7-407f-b4b9-e1a6ab0f7872 service neutron] 10.222.0.112 "GET /v2.0/networks/17b3c0ef-f9b4-49e2-aa3b-d746210e219f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878732 May 19 11:31:28.203623 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-84d230a9-4af0-4cc8-9441-e04aff9635dc req-e5d9e201-f50c-4a6e-b2f3-884b3317854d tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 210 time: 0.0312114 May 19 11:31:29.322388 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-56c5366c-ba08-4770-90f1-c5edae4dd3c4 req-4ce8d19c-c4f3-4bec-83c3-eb8f3cc98583 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 210 time: 0.0382197 May 19 11:31:30.428942 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-7f9af8a1-4435-40e0-9060-8e99c6e0e0b6 req-7ab4403e-478a-4f68-ab3e-5a8fd3ab36f8 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 210 time: 0.0297544 May 19 11:31:31.532555 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-a1b2d83f-bcc8-471a-bb85-7c66d2e1b3f0 req-4aa0b798-e332-4bb0-ae48-4ab286d7977b tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 210 time: 0.0309474 May 19 11:31:32.640017 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-5d122da5-29e7-4abe-a4a2-525e1c96251f req-a6a15ac6-9e01-4ff2-9156-ca7e1cfd88fe tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 210 time: 0.0284626 May 19 11:31:33.749671 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-10e57604-a782-4191-9053-13d86ea03024 req-cf66dfea-b37c-4711-9bc6-19ce004235c5 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 210 time: 0.0420475 May 19 11:31:33.892672 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.agents_db [None req-9df4fd67-1abd-480d-9703-ac00f2726051 None None] Agent healthcheck: found 6 active agents {{(pid=91058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 11:31:34.585996 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-5bdb1b75-a5b9-40f0-a841-3c9be3c7dcdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:31:34.930864 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-f0832d03-9880-406b-aa08-8e36a7cf5497 req-821336ee-6703-42e3-be49-b88e862e918c tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 210 time: 0.0889139 May 19 11:31:35.801053 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:31:36.052574 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-de4b1891-8e06-452d-86b7-3f12754443c5 req-d3844c15-7320-44d3-8315-e0e9c4394b6c tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 210 time: 0.0299110 May 19 11:31:36.201521 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-86f676bc-707b-4f86-9f57-3c8b8cc6ab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:31:36.824865 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-f3552fb9-a093-42e6-b748-7ab8d8c7cb39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:31:37.181895 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-9c880fd4-297e-41ce-8cdb-b1272a0cb885 req-e1c52b05-89c7-443e-aaa2-79ac2a7af0f5 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 210 time: 0.0421395 May 19 11:31:37.906919 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-66ec5bc0-6952-497b-8f33-b3c04bfd0b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:31:38.293152 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-03d831c2-48a9-4743-a8b8-0965a4bd095f req-5a9b9258-1540-4803-beb7-cbffcfa57af3 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 210 time: 0.0328095 May 19 11:31:39.396816 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-f2820a15-d9ac-4719-8b68-378580c55768 req-dace4f61-16c5-476a-b0ee-b4a9ec7f8156 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 210 time: 0.0300021 May 19 11:31:40.510088 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-f0aa6793-753d-4bd2-af1e-13f2a5e3ea08 req-768894c8-d524-437c-8308-f990d69a0224 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 210 time: 0.0300665 May 19 11:31:41.619172 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-45d9d422-45a7-4ddf-a94c-8003e8961d2e req-ed8d8bf5-c062-429a-9d28-8df0e5f540db tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 210 time: 0.0325181 May 19 11:31:42.727218 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-9f48605a-a3a1-4454-97ab-9cf99fca76be req-88e8fce3-7e58-4098-bb60-ab5450c62263 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 210 time: 0.0300353 May 19 11:31:43.829642 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-58d0e4d9-fe8a-42a8-a660-b76146e244dc req-0cdf385f-c136-4530-ba45-9693abc4c2ac tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 210 time: 0.0290112 May 19 11:31:44.928468 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-89fa1352-b7dc-4202-8cd7-599007c1df3b req-142b9251-b7f7-400d-a4a4-29e2c333635d tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 210 time: 0.0305185 May 19 11:31:46.027964 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-4f60200c-fa03-4047-965a-f557ed78ee43 req-0978acb5-eff8-4330-ac32-53e3d083f8c9 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 210 time: 0.0296805 May 19 11:31:46.440972 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:31:47.128966 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-9cbb7816-dd27-4101-8ca5-7f382fb602c1 req-14de3467-9a96-4d48-87eb-99654d9aa4e0 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 210 time: 0.0296912 May 19 11:31:48.246293 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-0c86151a-317f-4c93-a121-b5c70c7c6f01 req-62055e1d-2b96-48ff-90fc-81ebdbd61d0c tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 210 time: 0.0432067 May 19 11:31:49.364474 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-dd15acf0-822d-4e6e-9b9f-b9fd45a5029f req-cbf01537-e908-431d-9733-7ffff985683d tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 210 time: 0.0328023 May 19 11:31:50.489371 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-46ad54aa-45a7-435d-91dd-f7b48ea62a7a req-7171b090-68f5-4139-b87a-543737d356ef tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 210 time: 0.0442617 May 19 11:31:51.619824 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-15b67fe6-1eca-4235-8573-833a04f7507f req-055f1041-b7db-436c-85b6-26bed79096f3 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 210 time: 0.0321920 May 19 11:31:52.728007 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-cabf8cb7-a0f2-4902-aec8-7cc5446426c6 req-cd334303-87db-4085-86a2-f7339d178381 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 210 time: 0.0288782 May 19 11:31:53.829780 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-34a116aa-0994-43a7-a2e8-c8939ae30e83 req-0a6aa5b9-9537-4f60-a6a1-81f6f2b7e2e2 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 210 time: 0.0313237 May 19 11:31:54.939153 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-f7dd9fa2-5934-4784-933b-fe0488a2ca47 req-9f55102a-b4bc-4130-9d2e-75b20de42a18 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 210 time: 0.0345600 May 19 11:31:56.050618 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-732c2582-cd89-4b59-9cce-04a8579344fc req-e18f740b-ebb2-4dff-b2c7-00610633ce44 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 210 time: 0.0425200 May 19 11:31:57.161475 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-fd4d2503-5c9a-472d-bec7-4d5ee320a5fc req-1634f3c6-92b9-4f25-8dda-7ccef77b8954 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 210 time: 0.0405979 May 19 11:31:58.265710 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-330d5a8c-b167-4188-954e-32ead2f68f95 req-2be06d1c-da46-4a2b-9608-de64f5fa2eed tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 210 time: 0.0297945 May 19 11:31:59.360708 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-11f85ff3-4096-4ed3-919a-739231867037 req-a4cb7a03-257d-4adc-af15-776091f713c1 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 210 time: 0.0290093 May 19 11:32:00.613417 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-3fd743f0-94de-433b-ab95-987bdd575893 req-3be61112-585b-4d46-ba3c-fdd40374ff2b tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 210 time: 0.0293410 May 19 11:32:01.747899 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-86494240-3616-4033-9b8b-5abaf87f8b9b req-d6de3a20-8f2b-4f29-be08-95a0c4bd5f1d tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 210 time: 0.0460553 May 19 11:32:02.861669 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-5048e6e4-f9fe-4a90-862a-83825b4a74df req-40a419ad-17e3-424b-833a-9424fba97e33 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 210 time: 0.0296755 May 19 11:32:03.980149 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-5a798978-736e-447f-9043-8362ac39ef88 req-5c9a68cf-c673-4d7f-a2fc-92a6d8934fca tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 210 time: 0.0324490 May 19 11:32:04.584475 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-8b7b431a-6f39-4163-a4fc-27449f84498a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:32:05.102826 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-2c72859b-3f26-4863-8445-94a04134196d req-2125182d-ba69-47d0-9ac9-642360e5c9e6 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 210 time: 0.0339706 May 19 11:32:05.812161 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:32:06.197915 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-3025f977-caf7-40f8-b2e1-8ae544bb1278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:32:06.209380 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-4586d743-1219-4bce-95c3-f3bd4d9a8fbf req-021b665d-d7c0-49fe-843b-4c1928b9c396 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 210 time: 0.0310168 May 19 11:32:06.832637 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-f3552fb9-a093-42e6-b748-7ab8d8c7cb39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:32:07.325123 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-daf5615a-e38e-415c-8fd5-0f37228288fd req-36c05ed8-8892-4401-a02e-4bd1d7f6864e tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 210 time: 0.0308969 May 19 11:32:07.915848 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-66ec5bc0-6952-497b-8f33-b3c04bfd0b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:32:08.440253 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-1713a871-ad71-4e13-8522-7ead74092026 req-a7903659-3641-4268-83dc-53e210f2adc8 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 210 time: 0.0322380 May 19 11:32:09.604650 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-7dc5cd3d-25da-497e-a2cc-a5def92d0857 req-23aea201-effc-4bb6-9e41-200e1b0f073a tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 210 time: 0.0810115 May 19 11:32:10.727259 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-6c1d2aa7-6550-4c7b-9040-e61018893c0c req-1cb0ead9-3773-4e18-aa1c-32bff8f4e9e2 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "GET /v2.0/ports?device_id=805b9f6f-4b2c-492f-91b3-aaba512bf6f6 HTTP/1.1" status: 200 len: 210 time: 0.0298095 May 19 11:32:10.891003 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.agents_db [None req-9df4fd67-1abd-480d-9703-ac00f2726051 None None] Agent healthcheck: found 6 active agents {{(pid=91058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 11:32:11.803431 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 60234) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:32:11.917224 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-3c181957-3cb6-4d17-b8b0-6e31b1b9b635 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Notify callbacks [] for security_group, before_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:32:11.936322 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-3c181957-3cb6-4d17-b8b0-6e31b1b9b635 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:32:11.977705 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-3c181957-3cb6-4d17-b8b0-6e31b1b9b635 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:32:11.982635 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-e44f69a2-b02a-4df7-a592-3b3e58ab0899 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:32:11.992421 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c181957-3cb6-4d17-b8b0-6e31b1b9b635 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49632b15-5f25-449f-9ef8-13ef20653ac5,revision_number=None']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:32:11.999214 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c181957-3cb6-4d17-b8b0-6e31b1b9b635 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:32:11.999456 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c181957-3cb6-4d17-b8b0-6e31b1b9b635 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:32:11.999689 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c181957-3cb6-4d17-b8b0-6e31b1b9b635 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:32:11.999916 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c181957-3cb6-4d17-b8b0-6e31b1b9b635 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:32:12.000142 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c181957-3cb6-4d17-b8b0-6e31b1b9b635 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:32:12.000363 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c181957-3cb6-4d17-b8b0-6e31b1b9b635 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:32:12.000589 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c181957-3cb6-4d17-b8b0-6e31b1b9b635 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:32:12.000812 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c181957-3cb6-4d17-b8b0-6e31b1b9b635 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:32:12.001039 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c181957-3cb6-4d17-b8b0-6e31b1b9b635 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:32:12.001351 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c181957-3cb6-4d17-b8b0-6e31b1b9b635 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:32:12.001592 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c181957-3cb6-4d17-b8b0-6e31b1b9b635 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:32:12.001815 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c181957-3cb6-4d17-b8b0-6e31b1b9b635 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:32:12.004140 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-3c181957-3cb6-4d17-b8b0-6e31b1b9b635 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:32:12.005662 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-3c181957-3cb6-4d17-b8b0-6e31b1b9b635 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Notify callbacks [] for security_group, before_response {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:32:12.009372 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-3c181957-3cb6-4d17-b8b0-6e31b1b9b635 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] 10.222.0.90 "DELETE /v2.0/security-groups/49632b15-5f25-449f-9ef8-13ef20653ac5 HTTP/1.1" status: 204 len: 168 time: 0.2044325 May 19 11:32:12.091006 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 60248) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:32:12.464237 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-38af3851-6890-4a10-ac2c-f7194abe15f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1716809'] for router_interface, before_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:32:12.670758 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.plugin [None req-38af3851-6890-4a10-ac2c-f7194abe15f2 admin admin] Deleting port 564ea12a-c5c9-451d-b154-75e970e31c27 {{(pid=91056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 11:32:12.671067 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-38af3851-6890-4a10-ac2c-f7194abe15f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749740776295'] for port, before_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:32:12.741682 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.db [None req-38af3851-6890-4a10-ac2c-f7194abe15f2 admin admin] For port 564ea12a-c5c9-451d-b154-75e970e31c27, host dv-cinder-787764-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-1-iscsi',level=0,port_id=564ea12a-c5c9-451d-b154-75e970e31c27,segment=NetworkSegment(e1b8a063-d2ab-44b0-88b2-aa693e3413a5),segment_id=e1b8a063-d2ab-44b0-88b2-aa693e3413a5)] {{(pid=91056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:32:12.742116 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-38af3851-6890-4a10-ac2c-f7194abe15f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1714319'] for port, precommit_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:32:12.819317 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.plugin [None req-38af3851-6890-4a10-ac2c-f7194abe15f2 admin admin] Calling delete_port for 564ea12a-c5c9-451d-b154-75e970e31c27 owned by network:router_interface {{(pid=91056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 11:32:13.104927 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-38af3851-6890-4a10-ac2c-f7194abe15f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749740778424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749740364548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275141'] for port, after_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:32:13.107474 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:32:13.133059 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38af3851-6890-4a10-ac2c-f7194abe15f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=564ea12a-c5c9-451d-b154-75e970e31c27,revision_number=None']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:32:13.135762 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-38af3851-6890-4a10-ac2c-f7194abe15f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:32:13.289087 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-38af3851-6890-4a10-ac2c-f7194abe15f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1695674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1717209'] for router_interface, after_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:32:13.466141 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38af3851-6890-4a10-ac2c-f7194abe15f2 admin admin] Router b3181f1e-8420-4eed-9dd7-38949e2442b3 has already been hosted by L3 agent 326bf12a-fdae-48e8-b877-7dbd40e20eda {{(pid=91056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 11:32:13.557719 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38af3851-6890-4a10-ac2c-f7194abe15f2 admin admin] Notify agent at l3_agent.dv-cinder-787764-1-iscsi the message routers_updated {{(pid=91056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 11:32:13.567243 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-38af3851-6890-4a10-ac2c-f7194abe15f2 admin admin] 10.222.0.90 "PUT /v2.0/routers/b3181f1e-8420-4eed-9dd7-38949e2442b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4752257 May 19 11:32:13.567841 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353ca677-a541-41f0-96de-5fd8b0a67c0c None None] Sync routers for ids ['b3181f1e-8420-4eed-9dd7-38949e2442b3'] in dv-cinder-787764-1-iscsi {{(pid=91057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 11:32:13.568116 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 60264) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:32:13.579125 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353ca677-a541-41f0-96de-5fd8b0a67c0c None None] Routers {'b3181f1e-8420-4eed-9dd7-38949e2442b3'} bound to L3 agent in host dv-cinder-787764-1-iscsi {{(pid=91057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:32:13.579885 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_hamode_db [None req-353ca677-a541-41f0-96de-5fd8b0a67c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-19T11:10:36Z,description=,heartbeat_timestamp=2021-05-19T11:32:06Z,host='dv-cinder-787764-1-iscsi',id=326bf12a-fdae-48e8-b877-7dbd40e20eda,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:36Z,topic='l3_agent')) {'router_ids': ['b3181f1e-8420-4eed-9dd7-38949e2442b3'], 'active': True} {{(pid=91057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:32:13.730843 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_dvr_db [None req-353ca677-a541-41f0-96de-5fd8b0a67c0c None None] Set router b3181f1e-8420-4eed-9dd7-38949e2442b3 gateway port host: dv-cinder-787764-1-iscsi {{(pid=91057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:32:13.737258 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-d0fa3166-7967-4d57-a1f4-bd56b7e401f2 admin admin] Notify callbacks [] for router, before_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:32:13.843870 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-d0fa3166-7967-4d57-a1f4-bd56b7e401f2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:32:13.881924 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.plugin [None req-d0fa3166-7967-4d57-a1f4-bd56b7e401f2 admin admin] Deleting port 99629143-335d-4b86-919c-97c10f235b35 {{(pid=91055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 11:32:13.882108 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-d0fa3166-7967-4d57-a1f4-bd56b7e401f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749740776295'] for port, before_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:32:13.897879 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_hamode_db [None req-353ca677-a541-41f0-96de-5fd8b0a67c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3181f1e-8420-4eed-9dd7-38949e2442b3', 'name': 'tempest-TestShelveInstance-763031037-router', 'tenant_id': '32d5d407c4a842328dc05ec1f325d92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'external_fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '99629143-335d-4b86-919c-97c10f235b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:17:54Z', 'updated_at': '2021-05-19T11:32:13Z', 'revision_number': 5, 'project_id': '32d5d407c4a842328dc05ec1f325d92c', 'gw_port': {'id': '99629143-335d-4b86-919c-97c10f235b35', 'name': '', 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ef:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3181f1e-8420-4eed-9dd7-38949e2442b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:17:55Z', 'updated_at': '2021-05-19T11:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-1-iscsi'}], 'dv-cinder-787764-1-iscsi', False) {} {{(pid=91057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:32:13.900093 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353ca677-a541-41f0-96de-5fd8b0a67c0c None None] Checking router: b3181f1e-8420-4eed-9dd7-38949e2442b3 for host: dv-cinder-787764-1-iscsi {{(pid=91057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 11:32:13.904911 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353ca677-a541-41f0-96de-5fd8b0a67c0c None None] Routers {'b3181f1e-8420-4eed-9dd7-38949e2442b3'} bound to L3 agent in host dv-cinder-787764-1-iscsi {{(pid=91057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:32:13.905248 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_hamode_db [None req-353ca677-a541-41f0-96de-5fd8b0a67c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-19T11:10:36Z,description=,heartbeat_timestamp=2021-05-19T11:32:06Z,host='dv-cinder-787764-1-iscsi',id=326bf12a-fdae-48e8-b877-7dbd40e20eda,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:36Z,topic='l3_agent')) {'router_ids': ['b3181f1e-8420-4eed-9dd7-38949e2442b3'], 'active': True} {{(pid=91057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:32:13.951801 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.db [None req-d0fa3166-7967-4d57-a1f4-bd56b7e401f2 admin admin] For port 99629143-335d-4b86-919c-97c10f235b35, host dv-cinder-787764-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-1-iscsi',level=0,port_id=99629143-335d-4b86-919c-97c10f235b35,segment=NetworkSegment(49ddd7c4-aafb-432e-a188-efbf16e2f9e4),segment_id=49ddd7c4-aafb-432e-a188-efbf16e2f9e4)] {{(pid=91055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:32:13.951986 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-d0fa3166-7967-4d57-a1f4-bd56b7e401f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1714319'] for port, precommit_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:32:13.987292 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_dvr_db [None req-353ca677-a541-41f0-96de-5fd8b0a67c0c None None] Set router b3181f1e-8420-4eed-9dd7-38949e2442b3 gateway port host: None {{(pid=91057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:32:14.014054 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.plugin [None req-d0fa3166-7967-4d57-a1f4-bd56b7e401f2 admin admin] Calling delete_port for 99629143-335d-4b86-919c-97c10f235b35 owned by network:router_gateway {{(pid=91055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 11:32:14.058433 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_hamode_db [None req-353ca677-a541-41f0-96de-5fd8b0a67c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3181f1e-8420-4eed-9dd7-38949e2442b3', 'name': 'tempest-TestShelveInstance-763031037-router', 'tenant_id': '32d5d407c4a842328dc05ec1f325d92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:17:54Z', 'updated_at': '2021-05-19T11:32:13Z', 'revision_number': 6, 'project_id': '32d5d407c4a842328dc05ec1f325d92c', 'gw_port_host': None}], 'dv-cinder-787764-1-iscsi', False) {} {{(pid=91057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:32:14.061499 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353ca677-a541-41f0-96de-5fd8b0a67c0c None None] The sync data for ids ['b3181f1e-8420-4eed-9dd7-38949e2442b3'] in dv-cinder-787764-1-iscsi is: [{'id': 'b3181f1e-8420-4eed-9dd7-38949e2442b3', 'name': 'tempest-TestShelveInstance-763031037-router', 'tenant_id': '32d5d407c4a842328dc05ec1f325d92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:17:54Z', 'updated_at': '2021-05-19T11:32:13Z', 'revision_number': 6, 'project_id': '32d5d407c4a842328dc05ec1f325d92c', 'gw_port_host': None}] {{(pid=91057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 11:32:14.096738 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-d0fa3166-7967-4d57-a1f4-bd56b7e401f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749740778424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749740364548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3654904'] for port, after_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:32:14.100021 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-444dcf04-befc-43b3-9705-ad4fd3c70f16 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:32:14.123011 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fa3166-7967-4d57-a1f4-bd56b7e401f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=99629143-335d-4b86-919c-97c10f235b35,revision_number=None']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:32:14.144763 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fa3166-7967-4d57-a1f4-bd56b7e401f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:32:14.144971 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fa3166-7967-4d57-a1f4-bd56b7e401f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:32:14.145176 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fa3166-7967-4d57-a1f4-bd56b7e401f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:32:14.145368 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fa3166-7967-4d57-a1f4-bd56b7e401f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:32:14.145555 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fa3166-7967-4d57-a1f4-bd56b7e401f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:32:14.145740 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fa3166-7967-4d57-a1f4-bd56b7e401f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:32:14.145927 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fa3166-7967-4d57-a1f4-bd56b7e401f2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:32:14.146110 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fa3166-7967-4d57-a1f4-bd56b7e401f2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:32:14.146294 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fa3166-7967-4d57-a1f4-bd56b7e401f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:32:14.146478 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fa3166-7967-4d57-a1f4-bd56b7e401f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:32:14.146659 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fa3166-7967-4d57-a1f4-bd56b7e401f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:32:14.146838 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fa3166-7967-4d57-a1f4-bd56b7e401f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:32:14.150499 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-d0fa3166-7967-4d57-a1f4-bd56b7e401f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:32:14.179141 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-d0fa3166-7967-4d57-a1f4-bd56b7e401f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1714018'] for router_gateway, after_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:32:14.263591 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-d0fa3166-7967-4d57-a1f4-bd56b7e401f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26714'] for router, precommit_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:32:14.264829 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-d0fa3166-7967-4d57-a1f4-bd56b7e401f2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:32:14.283029 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-d0fa3166-7967-4d57-a1f4-bd56b7e401f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1712181'] for router, after_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:32:14.283758 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0fa3166-7967-4d57-a1f4-bd56b7e401f2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b3181f1e-8420-4eed-9dd7-38949e2442b3 {{(pid=91055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 11:32:14.297400 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-d0fa3166-7967-4d57-a1f4-bd56b7e401f2 admin admin] Notify callbacks [] for router, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:32:14.298054 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-d0fa3166-7967-4d57-a1f4-bd56b7e401f2 admin admin] 10.222.0.90 "DELETE /v2.0/routers/b3181f1e-8420-4eed-9dd7-38949e2442b3 HTTP/1.1" status: 204 len: 168 time: 0.7293291 May 19 11:32:14.301058 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 60278) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:32:14.332237 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.db_base_plugin_v2 [None req-73f717e1-19c0-4268-8010-cae120e2c412 admin admin] Deleting subnet f5b5a4ef-d391-4177-9fad-6b6530e5bcb9 {{(pid=91055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 11:32:14.333911 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-73f717e1-19c0-4268-8010-cae120e2c412 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:32:14.363510 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-73f717e1-19c0-4268-8010-cae120e2c412 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2220800'] for subnet, precommit_delete_associations {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:32:14.430737 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-73f717e1-19c0-4268-8010-cae120e2c412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1429695'] for subnet, precommit_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:32:14.635330 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-73f717e1-19c0-4268-8010-cae120e2c412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1429640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2635303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3994663'] for subnet, after_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:32:14.637888 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:32:14.659890 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f717e1-19c0-4268-8010-cae120e2c412 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5b5a4ef-d391-4177-9fad-6b6530e5bcb9,revision_number=None']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:32:14.662007 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-73f717e1-19c0-4268-8010-cae120e2c412 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:32:14.662680 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-73f717e1-19c0-4268-8010-cae120e2c412 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695638'] for subnet, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:32:14.666240 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-73f717e1-19c0-4268-8010-cae120e2c412 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/f5b5a4ef-d391-4177-9fad-6b6530e5bcb9 HTTP/1.1" status: 204 len: 168 time: 0.3646014 May 19 11:32:14.668143 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 60282) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:32:14.670047 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d805c76b-cdb1-467f-b958-77b0920dc031 None None] Network a3798fb5-4a80-4cab-8456-d8472daef890 requested from dv-cinder-787764-1-iscsi {{(pid=91057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 11:32:14.733588 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-302dad28-61e6-4cd3-9385-ea46d6919e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-736967'] for network, before_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:32:14.780428 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.plugin [None req-302dad28-61e6-4cd3-9385-ea46d6919e89 admin admin] Deleting port c3eaa27e-36a8-4439-961a-ac82df5dbeb2 {{(pid=91055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 11:32:14.780615 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-302dad28-61e6-4cd3-9385-ea46d6919e89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749740776295'] for port, before_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:32:14.834943 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.db [None req-302dad28-61e6-4cd3-9385-ea46d6919e89 admin admin] For port c3eaa27e-36a8-4439-961a-ac82df5dbeb2, host dv-cinder-787764-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-1-iscsi',level=0,port_id=c3eaa27e-36a8-4439-961a-ac82df5dbeb2,segment=NetworkSegment(e1b8a063-d2ab-44b0-88b2-aa693e3413a5),segment_id=e1b8a063-d2ab-44b0-88b2-aa693e3413a5)] {{(pid=91055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:32:14.835154 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-302dad28-61e6-4cd3-9385-ea46d6919e89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1714319'] for port, precommit_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:32:14.840666 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d83db23-67fc-46e6-a6d7-0d0894b073e6 None None] DHCP port deletion for a3798fb5-4a80-4cab-8456-d8472daef890 request from dv-cinder-787764-1-iscsi {{(pid=91057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 19 11:32:14.877133 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.plugin [None req-3d83db23-67fc-46e6-a6d7-0d0894b073e6 None None] Deleting port c3eaa27e-36a8-4439-961a-ac82df5dbeb2 {{(pid=91057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 11:32:14.877345 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-3d83db23-67fc-46e6-a6d7-0d0894b073e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749740776295'] for port, before_delete {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:32:14.901575 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.plugin [None req-302dad28-61e6-4cd3-9385-ea46d6919e89 admin admin] Calling delete_port for c3eaa27e-36a8-4439-961a-ac82df5dbeb2 owned by network:dhcp {{(pid=91055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 11:32:14.930036 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-302dad28-61e6-4cd3-9385-ea46d6919e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749740778424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749740364548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3654904'] for port, after_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:32:14.931138 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-3d83db23-67fc-46e6-a6d7-0d0894b073e6 None None] For port c3eaa27e-36a8-4439-961a-ac82df5dbeb2, host dv-cinder-787764-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-1-iscsi',level=0,port_id=c3eaa27e-36a8-4439-961a-ac82df5dbeb2,segment=NetworkSegment(e1b8a063-d2ab-44b0-88b2-aa693e3413a5),segment_id=e1b8a063-d2ab-44b0-88b2-aa693e3413a5)] {{(pid=91057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:32:14.931410 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-3d83db23-67fc-46e6-a6d7-0d0894b073e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1714319'] for port, precommit_delete {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:32:14.932545 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-8ccf8ed6-8288-4019-b43e-65beebdb9d12 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:32:14.959495 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302dad28-61e6-4cd3-9385-ea46d6919e89 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3eaa27e-36a8-4439-961a-ac82df5dbeb2,revision_number=None']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:32:14.960497 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302dad28-61e6-4cd3-9385-ea46d6919e89 admin admin] No DVR routers for this DVR port c3eaa27e-36a8-4439-961a-ac82df5dbeb2 on host dv-cinder-787764-1-iscsi {{(pid=91055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 11:32:14.961372 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-302dad28-61e6-4cd3-9385-ea46d6919e89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:32:15.001921 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.plugin [None req-3d83db23-67fc-46e6-a6d7-0d0894b073e6 None None] Calling delete_port for c3eaa27e-36a8-4439-961a-ac82df5dbeb2 owned by network:dhcp {{(pid=91057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 11:32:15.021432 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-302dad28-61e6-4cd3-9385-ea46d6919e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1426996', 'neutron.services.segments.db._delete_segments_for_network-8749740806274'] for network, precommit_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:32:15.028524 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.services.segments.db [None req-302dad28-61e6-4cd3-9385-ea46d6919e89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3798fb5-4a80-4cab-8456-d8472daef890']}} {{(pid=91055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:32:15.035362 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.services.segments.db [None req-302dad28-61e6-4cd3-9385-ea46d6919e89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1b8a063-d2ab-44b0-88b2-aa693e3413a5') {'for_net_delete': True} {{(pid=91055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:32:15.035511 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.services.segments.db [None req-302dad28-61e6-4cd3-9385-ea46d6919e89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1b8a063-d2ab-44b0-88b2-aa693e3413a5') {} {{(pid=91055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:32:15.041305 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-302dad28-61e6-4cd3-9385-ea46d6919e89 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749740816523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2220823'] for segment, before_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:32:15.049960 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-302dad28-61e6-4cd3-9385-ea46d6919e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432044'] for segment, precommit_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:32:15.053332 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-302dad28-61e6-4cd3-9385-ea46d6919e89 admin admin] Releasing vlan 1389 on physical network physnet1 to pool {{(pid=91055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 11:32:15.053552 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-302dad28-61e6-4cd3-9385-ea46d6919e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3654789'] for segment, after_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:32:15.061036 dv-cinder-787764-1-iscsi neutron-server[91055]: Traceback (most recent call last): May 19 11:32:15.061036 dv-cinder-787764-1-iscsi neutron-server[91055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 11:32:15.061036 dv-cinder-787764-1-iscsi neutron-server[91055]: timer() May 19 11:32:15.061036 dv-cinder-787764-1-iscsi neutron-server[91055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 11:32:15.061036 dv-cinder-787764-1-iscsi neutron-server[91055]: cb(*args, **kw) May 19 11:32:15.061036 dv-cinder-787764-1-iscsi neutron-server[91055]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 11:32:15.061036 dv-cinder-787764-1-iscsi neutron-server[91055]: return func(*args, **kwargs) May 19 11:32:15.061036 dv-cinder-787764-1-iscsi neutron-server[91055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 11:32:15.061036 dv-cinder-787764-1-iscsi neutron-server[91055]: self._notify() May 19 11:32:15.061036 dv-cinder-787764-1-iscsi neutron-server[91055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 11:32:15.061036 dv-cinder-787764-1-iscsi neutron-server[91055]: self.callback(batched_events) May 19 11:32:15.061036 dv-cinder-787764-1-iscsi neutron-server[91055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 11:32:15.061036 dv-cinder-787764-1-iscsi neutron-server[91055]: event.method(event) May 19 11:32:15.061036 dv-cinder-787764-1-iscsi neutron-server[91055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 11:32:15.061036 dv-cinder-787764-1-iscsi neutron-server[91055]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 11:32:15.061036 dv-cinder-787764-1-iscsi neutron-server[91055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 11:32:15.061036 dv-cinder-787764-1-iscsi neutron-server[91055]: aggregate_uuid = self.p_client.list_aggregates( May 19 11:32:15.061036 dv-cinder-787764-1-iscsi neutron-server[91055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 11:32:15.061036 dv-cinder-787764-1-iscsi neutron-server[91055]: return f(self, *a, **k) May 19 11:32:15.061036 dv-cinder-787764-1-iscsi neutron-server[91055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 11:32:15.061036 dv-cinder-787764-1-iscsi neutron-server[91055]: return self._get(url).json() May 19 11:32:15.061036 dv-cinder-787764-1-iscsi neutron-server[91055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 11:32:15.061036 dv-cinder-787764-1-iscsi neutron-server[91055]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 11:32:15.061036 dv-cinder-787764-1-iscsi neutron-server[91055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 11:32:15.061036 dv-cinder-787764-1-iscsi neutron-server[91055]: return self.request(url, 'GET', **kwargs) May 19 11:32:15.061036 dv-cinder-787764-1-iscsi neutron-server[91055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 11:32:15.061036 dv-cinder-787764-1-iscsi neutron-server[91055]: base_url = self.get_endpoint(auth, allow=allow, May 19 11:32:15.061036 dv-cinder-787764-1-iscsi neutron-server[91055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 11:32:15.061036 dv-cinder-787764-1-iscsi neutron-server[91055]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 11:32:15.061036 dv-cinder-787764-1-iscsi neutron-server[91055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 11:32:15.061036 dv-cinder-787764-1-iscsi neutron-server[91055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 11:32:15.061036 dv-cinder-787764-1-iscsi neutron-server[91055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 11:32:15.068206 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-3d83db23-67fc-46e6-a6d7-0d0894b073e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749740778424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749740364548'] for port, after_delete {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:32:15.070358 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:32:15.092765 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d83db23-67fc-46e6-a6d7-0d0894b073e6 None None] Pushing event deleted for resources: {'Port': ['ID=c3eaa27e-36a8-4439-961a-ac82df5dbeb2,revision_number=None']} {{(pid=91057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:32:15.095725 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d83db23-67fc-46e6-a6d7-0d0894b073e6 None None] No DVR routers for this DVR port c3eaa27e-36a8-4439-961a-ac82df5dbeb2 on host dv-cinder-787764-1-iscsi {{(pid=91057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 11:32:15.098562 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d83db23-67fc-46e6-a6d7-0d0894b073e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:32:15.098740 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d83db23-67fc-46e6-a6d7-0d0894b073e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:32:15.098944 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d83db23-67fc-46e6-a6d7-0d0894b073e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:32:15.099105 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d83db23-67fc-46e6-a6d7-0d0894b073e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:32:15.099264 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d83db23-67fc-46e6-a6d7-0d0894b073e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:32:15.099460 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d83db23-67fc-46e6-a6d7-0d0894b073e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:32:15.099692 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d83db23-67fc-46e6-a6d7-0d0894b073e6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:32:15.099882 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d83db23-67fc-46e6-a6d7-0d0894b073e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:32:15.100593 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d83db23-67fc-46e6-a6d7-0d0894b073e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:32:15.100593 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d83db23-67fc-46e6-a6d7-0d0894b073e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:32:15.100593 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d83db23-67fc-46e6-a6d7-0d0894b073e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:32:15.100593 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d83db23-67fc-46e6-a6d7-0d0894b073e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:32:15.102709 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-3d83db23-67fc-46e6-a6d7-0d0894b073e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:32:15.107294 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-302dad28-61e6-4cd3-9385-ea46d6919e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1427005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1777549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1695667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713993'] for network, after_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:32:15.110135 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:32:15.121028 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-302dad28-61e6-4cd3-9385-ea46d6919e89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695638'] for network, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:32:15.122858 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302dad28-61e6-4cd3-9385-ea46d6919e89 admin admin] Pushing event deleted for resources: {'Network': ['ID=a3798fb5-4a80-4cab-8456-d8472daef890,revision_number=None']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:32:15.124582 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-302dad28-61e6-4cd3-9385-ea46d6919e89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:32:15.135239 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-302dad28-61e6-4cd3-9385-ea46d6919e89 admin admin] 10.222.0.90 "DELETE /v2.0/networks/a3798fb5-4a80-4cab-8456-d8472daef890 HTTP/1.1" status: 204 len: 168 time: 0.4664054 May 19 11:32:15.137599 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 60294) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:32:15.540580 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-d61dbc88-97c9-478a-b21f-8cb843314b1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1716809'] for router_interface, before_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:32:15.710317 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Device 99629143-335d-4b86-919c-97c10f235b35 no longer exists at agent ovs-agent-dv-cinder-787764-1-iscsi {{(pid=91057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 11:32:15.730832 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.plugin [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] No Port match for: 99629143-335d-4b86-919c-97c10f235b35 {{(pid=91057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 11:32:15.731057 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Device 99629143-335d-4b86-919c-97c10f235b35 not bound to the agent host dv-cinder-787764-1-iscsi {{(pid=91057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 11:32:15.731333 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Device 564ea12a-c5c9-451d-b154-75e970e31c27 no longer exists at agent ovs-agent-dv-cinder-787764-1-iscsi {{(pid=91057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 11:32:15.750157 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.plugin [None req-d61dbc88-97c9-478a-b21f-8cb843314b1a admin admin] Deleting port 36ce3766-a0e6-4ea4-9e71-d4098ae79cb4 {{(pid=91056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 11:32:15.750442 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-d61dbc88-97c9-478a-b21f-8cb843314b1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749740776295'] for port, before_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:32:15.773335 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.plugin [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] No Port match for: 564ea12a-c5c9-451d-b154-75e970e31c27 {{(pid=91057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 11:32:15.773645 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Device 564ea12a-c5c9-451d-b154-75e970e31c27 not bound to the agent host dv-cinder-787764-1-iscsi {{(pid=91057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 11:32:15.773772 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Device c3eaa27e-36a8-4439-961a-ac82df5dbeb2 no longer exists at agent ovs-agent-dv-cinder-787764-1-iscsi {{(pid=91057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 11:32:15.789462 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.plugin [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] No Port match for: c3eaa27e-36a8-4439-961a-ac82df5dbeb2 {{(pid=91057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 11:32:15.789649 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Device c3eaa27e-36a8-4439-961a-ac82df5dbeb2 not bound to the agent host dv-cinder-787764-1-iscsi {{(pid=91057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 11:32:15.812231 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.db [None req-d61dbc88-97c9-478a-b21f-8cb843314b1a admin admin] For port 36ce3766-a0e6-4ea4-9e71-d4098ae79cb4, host dv-cinder-787764-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-1-iscsi',level=0,port_id=36ce3766-a0e6-4ea4-9e71-d4098ae79cb4,segment=NetworkSegment(4d6e547a-bd2e-491e-9d28-86297cd92b49),segment_id=4d6e547a-bd2e-491e-9d28-86297cd92b49)] {{(pid=91056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:32:15.812433 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-d61dbc88-97c9-478a-b21f-8cb843314b1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1714319'] for port, precommit_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:32:15.872316 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.plugin [None req-d61dbc88-97c9-478a-b21f-8cb843314b1a admin admin] Calling delete_port for 36ce3766-a0e6-4ea4-9e71-d4098ae79cb4 owned by network:router_interface {{(pid=91056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 11:32:15.973554 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-d61dbc88-97c9-478a-b21f-8cb843314b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749740778424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749740364548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275141'] for port, after_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:32:15.975540 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-0a17f277-33f0-46d3-a95f-ebad61f56147 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:32:15.997479 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61dbc88-97c9-478a-b21f-8cb843314b1a admin admin] Pushing event deleted for resources: {'Port': ['ID=36ce3766-a0e6-4ea4-9e71-d4098ae79cb4,revision_number=None']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:32:15.999532 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-d61dbc88-97c9-478a-b21f-8cb843314b1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:32:16.207160 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-d61dbc88-97c9-478a-b21f-8cb843314b1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1695674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1717209'] for router_interface, after_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:32:16.427434 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d61dbc88-97c9-478a-b21f-8cb843314b1a admin admin] Router 82174659-e7d0-46f6-b55e-f5daca0d6e99 has already been hosted by L3 agent 326bf12a-fdae-48e8-b877-7dbd40e20eda {{(pid=91056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 11:32:16.453856 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:32:16.528689 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d61dbc88-97c9-478a-b21f-8cb843314b1a admin admin] Notify agent at l3_agent.dv-cinder-787764-1-iscsi the message routers_updated {{(pid=91056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 11:32:16.534454 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c448600-9c14-48d9-bbf3-a6f85d53a200 None None] Sync routers for ids ['82174659-e7d0-46f6-b55e-f5daca0d6e99'] in dv-cinder-787764-1-iscsi {{(pid=91058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 11:32:16.535022 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-d61dbc88-97c9-478a-b21f-8cb843314b1a admin admin] 10.222.0.90 "PUT /v2.0/routers/82174659-e7d0-46f6-b55e-f5daca0d6e99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3963683 May 19 11:32:16.536308 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 60310) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:32:16.541011 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c448600-9c14-48d9-bbf3-a6f85d53a200 None None] Routers {'82174659-e7d0-46f6-b55e-f5daca0d6e99'} bound to L3 agent in host dv-cinder-787764-1-iscsi {{(pid=91058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:32:16.541358 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.l3_hamode_db [None req-6c448600-9c14-48d9-bbf3-a6f85d53a200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-19T11:10:36Z,description=,heartbeat_timestamp=2021-05-19T11:32:06Z,host='dv-cinder-787764-1-iscsi',id=326bf12a-fdae-48e8-b877-7dbd40e20eda,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:36Z,topic='l3_agent')) {'router_ids': ['82174659-e7d0-46f6-b55e-f5daca0d6e99'], 'active': True} {{(pid=91058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:32:16.636144 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.l3_dvr_db [None req-6c448600-9c14-48d9-bbf3-a6f85d53a200 None None] Set router 82174659-e7d0-46f6-b55e-f5daca0d6e99 gateway port host: dv-cinder-787764-1-iscsi {{(pid=91058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:32:16.637427 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-b8fbfc0f-7a0f-4877-a4a7-51fef9aebb46 admin admin] Notify callbacks [] for router, before_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:32:16.728552 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-b8fbfc0f-7a0f-4877-a4a7-51fef9aebb46 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:32:16.770681 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.plugin [None req-b8fbfc0f-7a0f-4877-a4a7-51fef9aebb46 admin admin] Deleting port c7ca0d5d-c26c-410f-84f9-7f19edf1c9cc {{(pid=91056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 11:32:16.770875 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-b8fbfc0f-7a0f-4877-a4a7-51fef9aebb46 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749740776295'] for port, before_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:32:16.785858 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.l3_hamode_db [None req-6c448600-9c14-48d9-bbf3-a6f85d53a200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82174659-e7d0-46f6-b55e-f5daca0d6e99', 'name': 'tempest-TestShelveInstance-1406320705-router', 'tenant_id': '360bd03ce9774539a64c4265894a7f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'external_fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': 'c7ca0d5d-c26c-410f-84f9-7f19edf1c9cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:17:59Z', 'updated_at': '2021-05-19T11:32:15Z', 'revision_number': 5, 'project_id': '360bd03ce9774539a64c4265894a7f17', 'gw_port': {'id': 'c7ca0d5d-c26c-410f-84f9-7f19edf1c9cc', 'name': '', 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:83:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82174659-e7d0-46f6-b55e-f5daca0d6e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:18:00Z', 'updated_at': '2021-05-19T11:18:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-1-iscsi'}], 'dv-cinder-787764-1-iscsi', False) {} {{(pid=91058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:32:16.787963 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c448600-9c14-48d9-bbf3-a6f85d53a200 None None] Checking router: 82174659-e7d0-46f6-b55e-f5daca0d6e99 for host: dv-cinder-787764-1-iscsi {{(pid=91058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 11:32:16.792570 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c448600-9c14-48d9-bbf3-a6f85d53a200 None None] Routers {'82174659-e7d0-46f6-b55e-f5daca0d6e99'} bound to L3 agent in host dv-cinder-787764-1-iscsi {{(pid=91058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:32:16.793219 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.l3_hamode_db [None req-6c448600-9c14-48d9-bbf3-a6f85d53a200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-19T11:10:36Z,description=,heartbeat_timestamp=2021-05-19T11:32:06Z,host='dv-cinder-787764-1-iscsi',id=326bf12a-fdae-48e8-b877-7dbd40e20eda,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:36Z,topic='l3_agent')) {'router_ids': ['82174659-e7d0-46f6-b55e-f5daca0d6e99'], 'active': True} {{(pid=91058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:32:16.833691 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.db [None req-b8fbfc0f-7a0f-4877-a4a7-51fef9aebb46 admin admin] For port c7ca0d5d-c26c-410f-84f9-7f19edf1c9cc, host dv-cinder-787764-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-1-iscsi',level=0,port_id=c7ca0d5d-c26c-410f-84f9-7f19edf1c9cc,segment=NetworkSegment(49ddd7c4-aafb-432e-a188-efbf16e2f9e4),segment_id=49ddd7c4-aafb-432e-a188-efbf16e2f9e4)] {{(pid=91056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:32:16.833928 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-b8fbfc0f-7a0f-4877-a4a7-51fef9aebb46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1714319'] for port, precommit_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:32:16.875152 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.l3_dvr_db [None req-6c448600-9c14-48d9-bbf3-a6f85d53a200 None None] Set router 82174659-e7d0-46f6-b55e-f5daca0d6e99 gateway port host: None {{(pid=91058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:32:16.930286 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.l3_hamode_db [None req-6c448600-9c14-48d9-bbf3-a6f85d53a200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82174659-e7d0-46f6-b55e-f5daca0d6e99', 'name': 'tempest-TestShelveInstance-1406320705-router', 'tenant_id': '360bd03ce9774539a64c4265894a7f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:17:59Z', 'updated_at': '2021-05-19T11:32:16Z', 'revision_number': 6, 'project_id': '360bd03ce9774539a64c4265894a7f17', 'gw_port_host': None}], 'dv-cinder-787764-1-iscsi', False) {} {{(pid=91058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:32:16.932341 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c448600-9c14-48d9-bbf3-a6f85d53a200 None None] The sync data for ids ['82174659-e7d0-46f6-b55e-f5daca0d6e99'] in dv-cinder-787764-1-iscsi is: [{'id': '82174659-e7d0-46f6-b55e-f5daca0d6e99', 'name': 'tempest-TestShelveInstance-1406320705-router', 'tenant_id': '360bd03ce9774539a64c4265894a7f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:17:59Z', 'updated_at': '2021-05-19T11:32:16Z', 'revision_number': 6, 'project_id': '360bd03ce9774539a64c4265894a7f17', 'gw_port_host': None}] {{(pid=91058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 11:32:16.994931 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.plugin [None req-b8fbfc0f-7a0f-4877-a4a7-51fef9aebb46 admin admin] Calling delete_port for c7ca0d5d-c26c-410f-84f9-7f19edf1c9cc owned by network:router_gateway {{(pid=91056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 11:32:17.069661 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-b8fbfc0f-7a0f-4877-a4a7-51fef9aebb46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749740778424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749740364548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275141'] for port, after_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:32:17.071734 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:32:17.093247 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fbfc0f-7a0f-4877-a4a7-51fef9aebb46 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7ca0d5d-c26c-410f-84f9-7f19edf1c9cc,revision_number=None']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:32:17.095164 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-b8fbfc0f-7a0f-4877-a4a7-51fef9aebb46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:32:17.142283 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-b8fbfc0f-7a0f-4877-a4a7-51fef9aebb46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1714018'] for router_gateway, after_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:32:17.227810 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-b8fbfc0f-7a0f-4877-a4a7-51fef9aebb46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26714'] for router, precommit_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:32:17.229308 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-b8fbfc0f-7a0f-4877-a4a7-51fef9aebb46 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:32:17.287574 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-b8fbfc0f-7a0f-4877-a4a7-51fef9aebb46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1712181'] for router, after_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:32:17.287953 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8fbfc0f-7a0f-4877-a4a7-51fef9aebb46 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 82174659-e7d0-46f6-b55e-f5daca0d6e99 {{(pid=91056) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 11:32:17.296647 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-b8fbfc0f-7a0f-4877-a4a7-51fef9aebb46 admin admin] Notify callbacks [] for router, before_response {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:32:17.299087 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-b8fbfc0f-7a0f-4877-a4a7-51fef9aebb46 admin admin] 10.222.0.90 "DELETE /v2.0/routers/82174659-e7d0-46f6-b55e-f5daca0d6e99 HTTP/1.1" status: 204 len: 168 time: 0.7605736 May 19 11:32:17.299208 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 60320) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:32:17.336307 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.db_base_plugin_v2 [None req-b972151c-7198-46bd-b026-87c6abe3bac1 admin admin] Deleting subnet a1620851-b34c-4784-83d4-6e1ce34253e1 {{(pid=91056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 11:32:17.338106 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-b972151c-7198-46bd-b026-87c6abe3bac1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:32:17.367414 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-b972151c-7198-46bd-b026-87c6abe3bac1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2199913'] for subnet, precommit_delete_associations {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:32:17.428024 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-b972151c-7198-46bd-b026-87c6abe3bac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1429695'] for subnet, precommit_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:32:17.572335 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-b972151c-7198-46bd-b026-87c6abe3bac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1429640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4015514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2931355'] for subnet, after_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:32:17.574981 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:32:17.594199 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b972151c-7198-46bd-b026-87c6abe3bac1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1620851-b34c-4784-83d4-6e1ce34253e1,revision_number=None']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:32:17.596299 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-b972151c-7198-46bd-b026-87c6abe3bac1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:32:17.598783 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-b972151c-7198-46bd-b026-87c6abe3bac1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:32:17.601044 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-b972151c-7198-46bd-b026-87c6abe3bac1 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/a1620851-b34c-4784-83d4-6e1ce34253e1 HTTP/1.1" status: 204 len: 168 time: 0.3012412 May 19 11:32:17.602688 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 60328) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:32:17.602881 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b208fce3-7039-473d-beb3-82ee40833882 None None] Network d198e52c-7f47-428b-8904-e38d617a3470 requested from dv-cinder-787764-1-iscsi {{(pid=91057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 11:32:17.666907 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-1054c2fe-dc3a-4e02-a043-b018e359a3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-736967'] for network, before_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:32:17.721383 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Device 36ce3766-a0e6-4ea4-9e71-d4098ae79cb4 no longer exists at agent ovs-agent-dv-cinder-787764-1-iscsi {{(pid=91057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 11:32:17.741020 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.plugin [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] No Port match for: 36ce3766-a0e6-4ea4-9e71-d4098ae79cb4 {{(pid=91057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 11:32:17.741268 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Device 36ce3766-a0e6-4ea4-9e71-d4098ae79cb4 not bound to the agent host dv-cinder-787764-1-iscsi {{(pid=91057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 11:32:17.741551 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Device c7ca0d5d-c26c-410f-84f9-7f19edf1c9cc no longer exists at agent ovs-agent-dv-cinder-787764-1-iscsi {{(pid=91057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 11:32:17.761220 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.plugin [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] No Port match for: c7ca0d5d-c26c-410f-84f9-7f19edf1c9cc {{(pid=91057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 11:32:17.761470 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Device c7ca0d5d-c26c-410f-84f9-7f19edf1c9cc not bound to the agent host dv-cinder-787764-1-iscsi {{(pid=91057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 11:32:17.762499 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-803f79f1-9c12-4ed4-b9f8-f24621f5b82f None None] DHCP port deletion for d198e52c-7f47-428b-8904-e38d617a3470 request from dv-cinder-787764-1-iscsi {{(pid=91057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 19 11:32:17.802603 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.plugin [None req-1054c2fe-dc3a-4e02-a043-b018e359a3e9 admin admin] Deleting port 9b92000f-bd25-40d3-bdfd-c4de4885aac6 {{(pid=91056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 11:32:17.802786 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-1054c2fe-dc3a-4e02-a043-b018e359a3e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749740776295'] for port, before_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:32:17.804421 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.plugin [None req-803f79f1-9c12-4ed4-b9f8-f24621f5b82f None None] Deleting port 9b92000f-bd25-40d3-bdfd-c4de4885aac6 {{(pid=91057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 11:32:17.804662 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-803f79f1-9c12-4ed4-b9f8-f24621f5b82f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749740776295'] for port, before_delete {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:32:17.853557 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.db [None req-1054c2fe-dc3a-4e02-a043-b018e359a3e9 admin admin] For port 9b92000f-bd25-40d3-bdfd-c4de4885aac6, host dv-cinder-787764-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-1-iscsi',level=0,port_id=9b92000f-bd25-40d3-bdfd-c4de4885aac6,segment=NetworkSegment(4d6e547a-bd2e-491e-9d28-86297cd92b49),segment_id=4d6e547a-bd2e-491e-9d28-86297cd92b49)] {{(pid=91056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:32:17.853758 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-1054c2fe-dc3a-4e02-a043-b018e359a3e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1714319'] for port, precommit_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:32:17.863588 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-803f79f1-9c12-4ed4-b9f8-f24621f5b82f None None] For port 9b92000f-bd25-40d3-bdfd-c4de4885aac6, host dv-cinder-787764-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-1-iscsi',level=0,port_id=9b92000f-bd25-40d3-bdfd-c4de4885aac6,segment=NetworkSegment(4d6e547a-bd2e-491e-9d28-86297cd92b49),segment_id=4d6e547a-bd2e-491e-9d28-86297cd92b49)] {{(pid=91057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:32:17.863862 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-803f79f1-9c12-4ed4-b9f8-f24621f5b82f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1714319'] for port, precommit_delete {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:32:17.921140 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.plugin [None req-1054c2fe-dc3a-4e02-a043-b018e359a3e9 admin admin] Calling delete_port for 9b92000f-bd25-40d3-bdfd-c4de4885aac6 owned by network:dhcp {{(pid=91056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 11:32:17.926020 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.plugin [None req-803f79f1-9c12-4ed4-b9f8-f24621f5b82f None None] Calling delete_port for 9b92000f-bd25-40d3-bdfd-c4de4885aac6 owned by network:dhcp {{(pid=91057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 11:32:17.948098 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-1054c2fe-dc3a-4e02-a043-b018e359a3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749740778424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749740364548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275141'] for port, after_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:32:17.950980 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-95f8ea1f-bc29-429b-8f15-976d3144ef99 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:32:17.951069 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-803f79f1-9c12-4ed4-b9f8-f24621f5b82f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749740778424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749740364548'] for port, after_delete {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:32:17.953184 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-153f33dc-123c-4686-8fb1-93059d036242 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:32:17.971902 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1054c2fe-dc3a-4e02-a043-b018e359a3e9 admin admin] No DVR routers for this DVR port 9b92000f-bd25-40d3-bdfd-c4de4885aac6 on host dv-cinder-787764-1-iscsi {{(pid=91056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 11:32:17.975042 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803f79f1-9c12-4ed4-b9f8-f24621f5b82f None None] Pushing event deleted for resources: {'Port': ['ID=9b92000f-bd25-40d3-bdfd-c4de4885aac6,revision_number=None']} {{(pid=91057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:32:17.976894 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-803f79f1-9c12-4ed4-b9f8-f24621f5b82f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:32:17.977357 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803f79f1-9c12-4ed4-b9f8-f24621f5b82f None None] No DVR routers for this DVR port 9b92000f-bd25-40d3-bdfd-c4de4885aac6 on host dv-cinder-787764-1-iscsi {{(pid=91057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 11:32:17.989711 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1054c2fe-dc3a-4e02-a043-b018e359a3e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b92000f-bd25-40d3-bdfd-c4de4885aac6,revision_number=None']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:32:17.992049 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-1054c2fe-dc3a-4e02-a043-b018e359a3e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:32:18.033982 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-1054c2fe-dc3a-4e02-a043-b018e359a3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1426996', 'neutron.services.segments.db._delete_segments_for_network-8749740806274'] for network, precommit_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:32:18.040462 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.services.segments.db [None req-1054c2fe-dc3a-4e02-a043-b018e359a3e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d198e52c-7f47-428b-8904-e38d617a3470']}} {{(pid=91056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:32:18.046682 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.services.segments.db [None req-1054c2fe-dc3a-4e02-a043-b018e359a3e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d6e547a-bd2e-491e-9d28-86297cd92b49') {'for_net_delete': True} {{(pid=91056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:32:18.046889 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.services.segments.db [None req-1054c2fe-dc3a-4e02-a043-b018e359a3e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d6e547a-bd2e-491e-9d28-86297cd92b49') {} {{(pid=91056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:32:18.053500 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-1054c2fe-dc3a-4e02-a043-b018e359a3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749740816523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2199934'] for segment, before_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:32:18.067260 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-1054c2fe-dc3a-4e02-a043-b018e359a3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432044'] for segment, precommit_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:32:18.071413 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1054c2fe-dc3a-4e02-a043-b018e359a3e9 admin admin] Releasing vlan 1368 on physical network physnet1 to pool {{(pid=91056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 11:32:18.071609 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-1054c2fe-dc3a-4e02-a043-b018e359a3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2275128'] for segment, after_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:32:18.078598 dv-cinder-787764-1-iscsi neutron-server[91056]: Traceback (most recent call last): May 19 11:32:18.078598 dv-cinder-787764-1-iscsi neutron-server[91056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 11:32:18.078598 dv-cinder-787764-1-iscsi neutron-server[91056]: timer() May 19 11:32:18.078598 dv-cinder-787764-1-iscsi neutron-server[91056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 11:32:18.078598 dv-cinder-787764-1-iscsi neutron-server[91056]: cb(*args, **kw) May 19 11:32:18.078598 dv-cinder-787764-1-iscsi neutron-server[91056]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 11:32:18.078598 dv-cinder-787764-1-iscsi neutron-server[91056]: return func(*args, **kwargs) May 19 11:32:18.078598 dv-cinder-787764-1-iscsi neutron-server[91056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 11:32:18.078598 dv-cinder-787764-1-iscsi neutron-server[91056]: self._notify() May 19 11:32:18.078598 dv-cinder-787764-1-iscsi neutron-server[91056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 11:32:18.078598 dv-cinder-787764-1-iscsi neutron-server[91056]: self.callback(batched_events) May 19 11:32:18.078598 dv-cinder-787764-1-iscsi neutron-server[91056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 11:32:18.078598 dv-cinder-787764-1-iscsi neutron-server[91056]: event.method(event) May 19 11:32:18.078598 dv-cinder-787764-1-iscsi neutron-server[91056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 11:32:18.078598 dv-cinder-787764-1-iscsi neutron-server[91056]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 11:32:18.078598 dv-cinder-787764-1-iscsi neutron-server[91056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 11:32:18.078598 dv-cinder-787764-1-iscsi neutron-server[91056]: aggregate_uuid = self.p_client.list_aggregates( May 19 11:32:18.078598 dv-cinder-787764-1-iscsi neutron-server[91056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 11:32:18.078598 dv-cinder-787764-1-iscsi neutron-server[91056]: return f(self, *a, **k) May 19 11:32:18.078598 dv-cinder-787764-1-iscsi neutron-server[91056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 11:32:18.078598 dv-cinder-787764-1-iscsi neutron-server[91056]: return self._get(url).json() May 19 11:32:18.078598 dv-cinder-787764-1-iscsi neutron-server[91056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 11:32:18.078598 dv-cinder-787764-1-iscsi neutron-server[91056]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 11:32:18.078598 dv-cinder-787764-1-iscsi neutron-server[91056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 11:32:18.078598 dv-cinder-787764-1-iscsi neutron-server[91056]: return self.request(url, 'GET', **kwargs) May 19 11:32:18.078598 dv-cinder-787764-1-iscsi neutron-server[91056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 11:32:18.078598 dv-cinder-787764-1-iscsi neutron-server[91056]: base_url = self.get_endpoint(auth, allow=allow, May 19 11:32:18.078598 dv-cinder-787764-1-iscsi neutron-server[91056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 11:32:18.078598 dv-cinder-787764-1-iscsi neutron-server[91056]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 11:32:18.078598 dv-cinder-787764-1-iscsi neutron-server[91056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 11:32:18.078598 dv-cinder-787764-1-iscsi neutron-server[91056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 11:32:18.078598 dv-cinder-787764-1-iscsi neutron-server[91056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 11:32:18.120213 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-1054c2fe-dc3a-4e02-a043-b018e359a3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1427005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1777549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1695667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713993'] for network, after_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:32:18.123411 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:32:18.131511 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-1054c2fe-dc3a-4e02-a043-b018e359a3e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695638'] for network, before_response {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:32:18.134892 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1054c2fe-dc3a-4e02-a043-b018e359a3e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=d198e52c-7f47-428b-8904-e38d617a3470,revision_number=None']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:32:18.137169 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-1054c2fe-dc3a-4e02-a043-b018e359a3e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:32:18.138853 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-1054c2fe-dc3a-4e02-a043-b018e359a3e9 admin admin] 10.222.0.90 "DELETE /v2.0/networks/d198e52c-7f47-428b-8904-e38d617a3470 HTTP/1.1" status: 204 len: 168 time: 0.5355730 May 19 11:32:18.205243 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 60336) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:32:18.232283 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-6c3830c5-d8a8-44d0-8445-49d90c453ee3 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=32d5d407c4a842328dc05ec1f325d92c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0261581 May 19 11:32:18.233431 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 60340) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:32:18.265538 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-a37baafc-c4a3-40ec-8eb1-0a647d16eae4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:32:18.280315 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-a37baafc-c4a3-40ec-8eb1-0a647d16eae4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:32:18.308783 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-a37baafc-c4a3-40ec-8eb1-0a647d16eae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:32:18.311154 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-45c251b0-57f0-473e-8b4c-9f27dad5adf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:32:18.320723 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37baafc-c4a3-40ec-8eb1-0a647d16eae4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62f73f8e-e1e3-4496-ab48-43c895af0156,revision_number=None']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:32:18.322280 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-a37baafc-c4a3-40ec-8eb1-0a647d16eae4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:32:18.329243 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-a37baafc-c4a3-40ec-8eb1-0a647d16eae4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:32:18.331652 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-a37baafc-c4a3-40ec-8eb1-0a647d16eae4 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/62f73f8e-e1e3-4496-ab48-43c895af0156 HTTP/1.1" status: 204 len: 168 time: 0.0960004 May 19 11:32:18.530328 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 60358) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:32:18.557088 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-3803a373-f6a1-4c67-94d7-7c6e0a8608c7 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=360bd03ce9774539a64c4265894a7f17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0259473 May 19 11:32:18.558937 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 60362) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:32:18.604147 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-0b5fdd65-2347-4534-b9a6-1e5acc8b2aab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:32:18.616861 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-0b5fdd65-2347-4534-b9a6-1e5acc8b2aab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:32:18.643531 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-0b5fdd65-2347-4534-b9a6-1e5acc8b2aab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:32:18.646305 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-e90cc3ba-794a-4bfc-b0c1-81fc5e0b4556 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:32:18.653372 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5fdd65-2347-4534-b9a6-1e5acc8b2aab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1198fa5d-5563-4e2c-9ed9-e5ef91a7aec3,revision_number=None']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:32:18.654924 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-0b5fdd65-2347-4534-b9a6-1e5acc8b2aab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:32:18.656119 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-0b5fdd65-2347-4534-b9a6-1e5acc8b2aab admin admin] Notify callbacks [] for security_group, before_response {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:32:18.656732 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-0b5fdd65-2347-4534-b9a6-1e5acc8b2aab admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/1198fa5d-5563-4e2c-9ed9-e5ef91a7aec3 HTTP/1.1" status: 204 len: 168 time: 0.0969100 May 19 11:32:19.714846 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Device 9b92000f-bd25-40d3-bdfd-c4de4885aac6 no longer exists at agent ovs-agent-dv-cinder-787764-1-iscsi {{(pid=91057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 11:32:19.735425 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.plugin [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] No Port match for: 9b92000f-bd25-40d3-bdfd-c4de4885aac6 {{(pid=91057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 11:32:19.735626 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Device 9b92000f-bd25-40d3-bdfd-c4de4885aac6 not bound to the agent host dv-cinder-787764-1-iscsi {{(pid=91057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 11:32:27.896729 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-d503c877-a29e-4003-becb-9f527e5b5442 req-1493ad6b-b526-4f40-ae71-af0f83fa4c3c service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=c0db6460-3f99-4ce1-ab18-833a31767472&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0499578 May 19 11:32:27.968295 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d503c877-a29e-4003-becb-9f527e5b5442 req-4ef84322-d7c8-4727-972d-b3432b6cc58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:32:27.969378 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-d503c877-a29e-4003-becb-9f527e5b5442 req-4ef84322-d7c8-4727-972d-b3432b6cc58a service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=74451180ce2649c199795adfd8a38c53&device_id=c0db6460-3f99-4ce1-ab18-833a31767472 HTTP/1.1" status: 200 len: 1098 time: 0.0497959 May 19 11:32:28.068381 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d503c877-a29e-4003-becb-9f527e5b5442 req-c1c9b46a-e734-4fc3-acbe-e9672c3d7147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:32:28.069391 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-d503c877-a29e-4003-becb-9f527e5b5442 req-c1c9b46a-e734-4fc3-acbe-e9672c3d7147 service neutron] 10.222.0.112 "GET /v2.0/networks?id=ab3676a9-fb1a-415e-9230-9c46db1e9d0d HTTP/1.1" status: 200 len: 916 time: 0.0839782 May 19 11:32:28.189643 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-d503c877-a29e-4003-becb-9f527e5b5442 req-38a3fb37-4413-4625-ad22-0ab6bfa178a7 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=95f9c7cd-41c7-4fd7-ba57-91ab7aa77107 HTTP/1.1" status: 200 len: 217 time: 0.1118524 May 19 11:32:28.237847 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d503c877-a29e-4003-becb-9f527e5b5442 req-680a76e6-d7bd-495f-abe6-23db7b6472c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:32:28.238776 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-d503c877-a29e-4003-becb-9f527e5b5442 req-680a76e6-d7bd-495f-abe6-23db7b6472c9 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=0c1eeb82-ed76-4ff9-a5b3-85f21b5520e7 HTTP/1.1" status: 200 len: 854 time: 0.0410168 May 19 11:32:28.273232 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-d503c877-a29e-4003-becb-9f527e5b5442 req-baa0dcb8-ccec-4cd1-b7cc-19e63638026c service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=ab3676a9-fb1a-415e-9230-9c46db1e9d0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260787 May 19 11:32:28.368531 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-d503c877-a29e-4003-becb-9f527e5b5442 req-e54542ea-8e7a-4063-9d86-e96724f21714 service neutron] 10.222.0.112 "GET /v2.0/networks/ab3676a9-fb1a-415e-9230-9c46db1e9d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867000 May 19 11:32:28.457266 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-d503c877-a29e-4003-becb-9f527e5b5442 req-1bea0d93-59ae-4380-b4ee-38d425b0495e service neutron] 10.222.0.112 "GET /v2.0/networks/ab3676a9-fb1a-415e-9230-9c46db1e9d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806034 May 19 11:32:34.583776 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-89a68b69-fde1-4897-823f-688467886094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:32:35.810279 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:32:36.196384 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-ecaac8da-613f-410a-b89e-4b4d4fc5db68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:32:36.831538 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-f3552fb9-a093-42e6-b748-7ab8d8c7cb39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:32:37.917692 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-66ec5bc0-6952-497b-8f33-b3c04bfd0b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:32:46.463584 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:32:47.893992 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.agents_db [None req-9df4fd67-1abd-480d-9703-ac00f2726051 None None] Agent healthcheck: found 6 active agents {{(pid=91058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 11:33:00.361000 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [req-3379c410-7f45-4cf4-ad04-645b2cb1f4a9 req-86c954d6-6b30-4cac-b9e3-0c659920ba36 tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] (91055) timed out ('10.222.0.112', 55667) {{(pid=91055) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 19 11:33:04.582802 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-6ef83ec2-0089-4de6-b1e7-00bd7a5a5dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:33:05.810199 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:33:06.194498 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-5c34c23c-33e6-460e-a8a1-3a25c4883228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:33:06.841422 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-f3552fb9-a093-42e6-b748-7ab8d8c7cb39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:33:07.926795 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-66ec5bc0-6952-497b-8f33-b3c04bfd0b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:33:11.151438 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedd4fbc-f3e9-45a6-ab18-6c46125a48a1 req-c3f92ac4-b95f-44ee-a074-49e9bc031b03 tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:33:11.152369 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-eedd4fbc-f3e9-45a6-ab18-6c46125a48a1 req-c3f92ac4-b95f-44ee-a074-49e9bc031b03 tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0db6460-3f99-4ce1-ab18-833a31767472 HTTP/1.1" status: 200 len: 945 time: 0.0519779 May 19 11:33:11.182656 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-eedd4fbc-f3e9-45a6-ab18-6c46125a48a1 req-18124e18-581f-423d-a5fb-3cb1d5b12e1d tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/security-groups?id=e6198a4f-4e81-44de-841c-7d08cb9b9fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0264909 May 19 11:33:12.168689 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce05889d-9b60-4507-bfeb-36bd1fdbaf7c req-8205e6a5-b89a-4f68-8125-29f7003e19e6 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:33:12.169649 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-ce05889d-9b60-4507-bfeb-36bd1fdbaf7c req-8205e6a5-b89a-4f68-8125-29f7003e19e6 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 945 time: 0.0534918 May 19 11:33:12.202586 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-ce05889d-9b60-4507-bfeb-36bd1fdbaf7c req-d75e61a5-097a-48c2-8df4-badac215cdca tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/security-groups?id=e67f0d0c-35aa-4baf-bdac-63aaa17f4b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0262916 May 19 11:33:12.288136 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18642a3-89c5-499c-9f83-e19860bdb771 req-33bf2c8c-7a02-49a6-b0ec-79efa0ff2b2b tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:33:12.288628 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [req-a18642a3-89c5-499c-9f83-e19860bdb771 req-33bf2c8c-7a02-49a6-b0ec-79efa0ff2b2b tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] Synchronizing usage tracker for tenant:74451180ce2649c199795adfd8a38c53 on resource:port {{(pid=91055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 11:33:12.303745 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2891dd9c-e980-4e86-8cab-f10fa48f8a20 req-ca1ac6b7-ff38-4b09-877f-3f4d0343f9d4 tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:33:12.304809 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-2891dd9c-e980-4e86-8cab-f10fa48f8a20 req-ca1ac6b7-ff38-4b09-877f-3f4d0343f9d4 tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0db6460-3f99-4ce1-ab18-833a31767472 HTTP/1.1" status: 200 len: 945 time: 0.0555258 May 19 11:33:12.305766 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [req-a18642a3-89c5-499c-9f83-e19860bdb771 req-33bf2c8c-7a02-49a6-b0ec-79efa0ff2b2b tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] Unset dirty status for tenant:74451180ce2649c199795adfd8a38c53 on resource:port {{(pid=91055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 11:33:12.306787 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-a18642a3-89c5-499c-9f83-e19860bdb771 req-33bf2c8c-7a02-49a6-b0ec-79efa0ff2b2b tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.112 "GET /v2.0/ports?device_id=c0db6460-3f99-4ce1-ab18-833a31767472 HTTP/1.1" status: 200 len: 945 time: 0.0809278 May 19 11:33:12.336117 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-2891dd9c-e980-4e86-8cab-f10fa48f8a20 req-ab504223-e48a-4f90-b018-dd09c37a69e5 tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/security-groups?id=e6198a4f-4e81-44de-841c-7d08cb9b9fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0252182 May 19 11:33:12.389840 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.plugin [req-a18642a3-89c5-499c-9f83-e19860bdb771 req-923c2388-8c13-465d-a1f4-42bc09d83518 tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] Deleting port 95f9c7cd-41c7-4fd7-ba57-91ab7aa77107 {{(pid=91055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 11:33:12.390032 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-a18642a3-89c5-499c-9f83-e19860bdb771 req-923c2388-8c13-465d-a1f4-42bc09d83518 tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749740776295'] for port, before_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:33:12.461627 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.db [req-a18642a3-89c5-499c-9f83-e19860bdb771 req-923c2388-8c13-465d-a1f4-42bc09d83518 tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] For port 95f9c7cd-41c7-4fd7-ba57-91ab7aa77107, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=95f9c7cd-41c7-4fd7-ba57-91ab7aa77107,segment=NetworkSegment(e8507c2b-517e-4470-aac1-e7718062dccc),segment_id=e8507c2b-517e-4470-aac1-e7718062dccc)] {{(pid=91055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:33:12.461835 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-a18642a3-89c5-499c-9f83-e19860bdb771 req-923c2388-8c13-465d-a1f4-42bc09d83518 tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1714319'] for port, precommit_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:33:12.523107 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.plugin [req-a18642a3-89c5-499c-9f83-e19860bdb771 req-923c2388-8c13-465d-a1f4-42bc09d83518 tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] Calling delete_port for 95f9c7cd-41c7-4fd7-ba57-91ab7aa77107 owned by compute:nova {{(pid=91055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 11:33:12.589066 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-a18642a3-89c5-499c-9f83-e19860bdb771 req-923c2388-8c13-465d-a1f4-42bc09d83518 tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749740778424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749740364548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3654904'] for port, after_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:33:12.592582 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-38223ca2-8954-4236-bc3f-7d36ec2175be service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:33:12.615839 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923c2388-8c13-465d-a1f4-42bc09d83518 tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] Pushing event deleted for resources: {'Port': ['ID=95f9c7cd-41c7-4fd7-ba57-91ab7aa77107,revision_number=None']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:33:12.630453 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-923c2388-8c13-465d-a1f4-42bc09d83518 tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:33:12.652791 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.l3_dvrscheduler_db [req-a18642a3-89c5-499c-9f83-e19860bdb771 req-923c2388-8c13-465d-a1f4-42bc09d83518 tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] No DVR routers for this DVR port 95f9c7cd-41c7-4fd7-ba57-91ab7aa77107 on host hv-cinder-78776 {{(pid=91055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 11:33:12.654216 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-a18642a3-89c5-499c-9f83-e19860bdb771 req-923c2388-8c13-465d-a1f4-42bc09d83518 tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6101'] for port, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:33:12.655527 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0db6460-3f99-4ce1-ab18-833a31767472', 'name': 'network-vif-deleted', 'tag': '95f9c7cd-41c7-4fd7-ba57-91ab7aa77107'}] {{(pid=91055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 11:33:12.664933 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-a18642a3-89c5-499c-9f83-e19860bdb771 req-923c2388-8c13-465d-a1f4-42bc09d83518 tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.112 "DELETE /v2.0/ports/95f9c7cd-41c7-4fd7-ba57-91ab7aa77107 HTTP/1.1" status: 204 len: 173 time: 0.3515768 May 19 11:33:12.752782 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0db6460-3f99-4ce1-ab18-833a31767472', 'name': 'network-vif-deleted', 'tag': '95f9c7cd-41c7-4fd7-ba57-91ab7aa77107', 'status': 'completed', 'code': 200} May 19 11:33:13.319296 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb61767-c087-4df4-98ac-5ebd0cc83e87 req-e208e9cd-43e2-485f-9bb5-f5d25c84918c tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:33:13.320160 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-dbb61767-c087-4df4-98ac-5ebd0cc83e87 req-e208e9cd-43e2-485f-9bb5-f5d25c84918c tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 945 time: 0.0528302 May 19 11:33:13.346884 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-dbb61767-c087-4df4-98ac-5ebd0cc83e87 req-499a98a7-91d5-404f-87c3-b07ad1ee2699 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/security-groups?id=e67f0d0c-35aa-4baf-bdac-63aaa17f4b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0227354 May 19 11:33:13.438512 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-e6ef07a5-f96d-42b4-9fcf-7736e9e05bcb req-3b682c3b-77ce-402e-a2e4-cd7280391b4b tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0db6460-3f99-4ce1-ab18-833a31767472 HTTP/1.1" status: 200 len: 210 time: 0.0232799 May 19 11:33:13.445867 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213c71fe-93df-4fa4-a968-b9ba2c7bd1c4 req-a01796de-7bb9-4c32-8ac6-94526a8063d8 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:33:13.446377 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [req-213c71fe-93df-4fa4-a968-b9ba2c7bd1c4 req-a01796de-7bb9-4c32-8ac6-94526a8063d8 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Synchronizing usage tracker for tenant:3adb7158fa694a28886f78876a3057cd on resource:port {{(pid=91055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 11:33:13.457083 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [req-213c71fe-93df-4fa4-a968-b9ba2c7bd1c4 req-a01796de-7bb9-4c32-8ac6-94526a8063d8 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Unset dirty status for tenant:3adb7158fa694a28886f78876a3057cd on resource:port {{(pid=91055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 11:33:13.457823 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-213c71fe-93df-4fa4-a968-b9ba2c7bd1c4 req-a01796de-7bb9-4c32-8ac6-94526a8063d8 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.112 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 945 time: 0.0600655 May 19 11:33:13.549436 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.plugin [req-213c71fe-93df-4fa4-a968-b9ba2c7bd1c4 req-21e65a24-edc6-470a-a580-bcedd6be6032 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Deleting port 6a809875-e8d2-44df-9b04-a71c434d12a3 {{(pid=91055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 11:33:13.549596 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-213c71fe-93df-4fa4-a968-b9ba2c7bd1c4 req-21e65a24-edc6-470a-a580-bcedd6be6032 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749740776295'] for port, before_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:33:13.617155 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.db [req-213c71fe-93df-4fa4-a968-b9ba2c7bd1c4 req-21e65a24-edc6-470a-a580-bcedd6be6032 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] For port 6a809875-e8d2-44df-9b04-a71c434d12a3, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=6a809875-e8d2-44df-9b04-a71c434d12a3,segment=NetworkSegment(64c3527b-0b17-4dce-9bf8-b502fa139a66),segment_id=64c3527b-0b17-4dce-9bf8-b502fa139a66)] {{(pid=91055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:33:13.617346 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-213c71fe-93df-4fa4-a968-b9ba2c7bd1c4 req-21e65a24-edc6-470a-a580-bcedd6be6032 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1714319'] for port, precommit_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:33:13.678942 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.plugin [req-213c71fe-93df-4fa4-a968-b9ba2c7bd1c4 req-21e65a24-edc6-470a-a580-bcedd6be6032 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Calling delete_port for 6a809875-e8d2-44df-9b04-a71c434d12a3 owned by compute:nova {{(pid=91055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 11:33:13.805689 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-213c71fe-93df-4fa4-a968-b9ba2c7bd1c4 req-21e65a24-edc6-470a-a580-bcedd6be6032 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749740778424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749740364548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3654904'] for port, after_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:33:13.813820 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-0cb70cbf-b4f4-44d2-bad3-d8c93347b5ec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:33:13.819981 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] get_ports_and_sgs() called for port_ids ['6a809875-e8d2-44df-9b04-a71c434d12a3'] {{(pid=91057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 11:33:13.855143 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e65a24-edc6-470a-a580-bcedd6be6032 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Pushing event deleted for resources: {'Port': ['ID=6a809875-e8d2-44df-9b04-a71c434d12a3,revision_number=None']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:33:13.871394 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-21e65a24-edc6-470a-a580-bcedd6be6032 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:33:13.897357 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.l3_dvrscheduler_db [req-213c71fe-93df-4fa4-a968-b9ba2c7bd1c4 req-21e65a24-edc6-470a-a580-bcedd6be6032 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] No DVR routers for this DVR port 6a809875-e8d2-44df-9b04-a71c434d12a3 on host hv-cinder-78776 {{(pid=91055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 11:33:13.899116 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-213c71fe-93df-4fa4-a968-b9ba2c7bd1c4 req-21e65a24-edc6-470a-a580-bcedd6be6032 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6101'] for port, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:33:13.908902 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-213c71fe-93df-4fa4-a968-b9ba2c7bd1c4 req-21e65a24-edc6-470a-a580-bcedd6be6032 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.112 "DELETE /v2.0/ports/6a809875-e8d2-44df-9b04-a71c434d12a3 HTTP/1.1" status: 204 len: 173 time: 0.4470780 May 19 11:33:14.460937 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-222a12e9-2b76-4527-a720-e3abe461bb06 req-e0e43feb-fb87-4c0d-a8a5-d52a1313ebee tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 210 time: 0.0413742 May 19 11:33:14.523946 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Device 95f9c7cd-41c7-4fd7-ba57-91ab7aa77107 no longer exists at agent hyperv_hv-cinder-78776 {{(pid=91057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 11:33:14.539256 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-30224c0c-97c0-4154-8587-96c6b373bbb5 req-8e97717b-2bd5-46e7-97aa-e553e65e5c09 tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0db6460-3f99-4ce1-ab18-833a31767472 HTTP/1.1" status: 200 len: 210 time: 0.0299208 May 19 11:33:14.547201 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.plugin [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] No Port match for: 95f9c7cd-41c7-4fd7-ba57-91ab7aa77107 {{(pid=91057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 11:33:14.547431 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Device 95f9c7cd-41c7-4fd7-ba57-91ab7aa77107 not bound to the agent host hv-cinder-78776 {{(pid=91057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 11:33:14.547835 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Device 6a809875-e8d2-44df-9b04-a71c434d12a3 no longer exists at agent hyperv_hv-cinder-78776 {{(pid=91057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 11:33:14.568016 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.plugin [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] No Port match for: 6a809875-e8d2-44df-9b04-a71c434d12a3 {{(pid=91057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 11:33:14.568296 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Device 6a809875-e8d2-44df-9b04-a71c434d12a3 not bound to the agent host hv-cinder-78776 {{(pid=91057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 11:33:14.753903 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '423e923b-b725-4325-bdbf-4d9356dd79b3', 'name': 'network-vif-deleted', 'tag': '6a809875-e8d2-44df-9b04-a71c434d12a3'}] {{(pid=91055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 11:33:14.795553 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '423e923b-b725-4325-bdbf-4d9356dd79b3', 'name': 'network-vif-deleted', 'tag': '6a809875-e8d2-44df-9b04-a71c434d12a3', 'status': 'completed', 'code': 200} May 19 11:33:15.581407 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-d6bed4cb-4c0f-4af5-8109-04b74e309441 req-e3b73ab2-6c8b-40e1-8d83-ab54f646cc7a tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 210 time: 0.0372169 May 19 11:33:15.646195 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-331ff340-af25-40e8-8606-a2d187b5a727 req-23efc508-c2d1-4bfc-a47d-6d9973697eec tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0db6460-3f99-4ce1-ab18-833a31767472 HTTP/1.1" status: 200 len: 210 time: 0.0278790 May 19 11:33:16.476814 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:33:16.703733 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-9d00abee-6d18-40b7-8b40-a55caa51a6e2 req-40d099ef-f5a0-410c-9531-42f9b7603092 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 210 time: 0.0327573 May 19 11:33:16.741457 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-c885e3e8-e0b2-4310-858a-cda6155fec05 req-5597be0f-6ae1-4d8e-ae26-b7bcc9938b04 tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0db6460-3f99-4ce1-ab18-833a31767472 HTTP/1.1" status: 200 len: 210 time: 0.0267525 May 19 11:33:17.849246 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-72e7394d-ff7d-490e-b6ba-08315ea8ad9a req-17498c3e-909d-45e9-9165-f86128928f1e tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 210 time: 0.0512390 May 19 11:33:17.852906 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-bf87b5df-fe93-4372-b9d7-bd691ad8f3e2 req-0fa902c7-61c6-4e43-85c8-c90a079c7bac tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0db6460-3f99-4ce1-ab18-833a31767472 HTTP/1.1" status: 200 len: 210 time: 0.0325346 May 19 11:33:18.997779 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-ac2a91ae-84ec-498e-8320-34eff442b259 req-b58aa30b-9eb2-4fd9-98a8-91eb81f11d97 tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0db6460-3f99-4ce1-ab18-833a31767472 HTTP/1.1" status: 200 len: 210 time: 0.0568414 May 19 11:33:18.998993 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-a83c90d9-3af0-412b-a102-068391752aa1 req-7748e0ec-bb89-4fd8-affe-83b0ed001cf2 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 210 time: 0.0597651 May 19 11:33:20.194103 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-ac055ca7-9c5d-45c4-8a64-8fa11b0753ee req-05450b54-1073-4806-b7ac-90d93d1f453a tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 210 time: 0.1203952 May 19 11:33:20.197625 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-7cee0367-32ad-42fb-bcd9-2739ac60ef98 req-5ca259e5-7551-4240-8da3-c08627e74ef6 tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0db6460-3f99-4ce1-ab18-833a31767472 HTTP/1.1" status: 200 len: 210 time: 0.0313187 May 19 11:33:21.336385 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-4e2d3483-cd32-418b-8633-459b1421ad54 req-3dbf85f3-6554-47c0-9e1a-af7f5656acec tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 210 time: 0.0519917 May 19 11:33:21.340014 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-029be93c-31ba-4e1d-a972-e62cbe4738aa req-92a8867a-a91d-41c2-93fa-31b4db18d42a tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0db6460-3f99-4ce1-ab18-833a31767472 HTTP/1.1" status: 200 len: 210 time: 0.0541346 May 19 11:33:22.480063 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-65735636-1e32-4ed3-aa85-db2af65b82b1 req-d73d55c5-cdd7-4882-bb34-fb5cca77f55b tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 210 time: 0.0611360 May 19 11:33:22.483759 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-ecab5ebc-8218-4403-a2b6-ac5f63ea3eac req-d0647bb3-75f0-4ffe-95eb-a7624092511f tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0db6460-3f99-4ce1-ab18-833a31767472 HTTP/1.1" status: 200 len: 210 time: 0.0344071 May 19 11:33:23.617458 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-d5e268b5-a335-4c79-8bc4-0f3040711dd8 req-25099011-1e56-4b08-a780-c9d3d5c84905 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 210 time: 0.0524032 May 19 11:33:23.620982 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-3ac10968-2f16-4a86-ac1d-9cce13deb4e8 req-55ef0c47-186f-4f8e-8189-851742808951 tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0db6460-3f99-4ce1-ab18-833a31767472 HTTP/1.1" status: 200 len: 210 time: 0.0303221 May 19 11:33:24.760675 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-9d033be4-8f6c-4191-a09d-704daff7d8bc req-ebc5b969-b0cd-42cb-aaa3-eb77ab9bae9f tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 210 time: 0.0527563 May 19 11:33:24.761907 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-4114f88d-3cff-45f1-abcf-9510e2bcfc3b req-a6a7591b-2155-4750-b90e-030ae6aedda9 tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0db6460-3f99-4ce1-ab18-833a31767472 HTTP/1.1" status: 200 len: 210 time: 0.0524530 May 19 11:33:24.893641 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.agents_db [None req-9df4fd67-1abd-480d-9703-ac00f2726051 None None] Agent healthcheck: found 6 active agents {{(pid=91058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 11:33:25.900508 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-57fb1cc7-5105-4656-b6ca-341316ab1c99 req-40399616-93e2-4ff9-9ef6-617b4983e81f tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 210 time: 0.0544229 May 19 11:33:25.901745 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-239be6ee-6b96-4c96-8a19-6054f0ec37a7 req-b801c50e-6bab-4c7d-8a90-8446a28c6f79 tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0db6460-3f99-4ce1-ab18-833a31767472 HTTP/1.1" status: 200 len: 210 time: 0.0547521 May 19 11:33:27.041189 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-b2342334-2d45-4c01-bb1b-25196747f9e7 req-01039b88-1c26-41fe-a7bc-89e5ae080fca tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0db6460-3f99-4ce1-ab18-833a31767472 HTTP/1.1" status: 200 len: 210 time: 0.0520229 May 19 11:33:27.044776 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-49dc7cea-4822-453d-945b-90c2411430d0 req-df03b3b6-1f2c-4961-b6f5-3787c9a57e7a tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 210 time: 0.0541704 May 19 11:33:28.187514 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-1e1cbdee-75aa-4c3a-bc04-21ff74810235 req-8ba6ad4f-b59a-4fe6-90c3-9b144c578548 tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0db6460-3f99-4ce1-ab18-833a31767472 HTTP/1.1" status: 200 len: 210 time: 0.0632358 May 19 11:33:28.188661 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-164df690-dba6-4454-91cf-0fc56f3fd74d req-a5284567-c4f4-421b-a1da-8e0d8e6cb306 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 210 time: 0.0336905 May 19 11:33:29.329276 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-76878349-4589-4409-b466-a7c7a069402e req-2f9bdbf7-c1d9-4b25-9075-f0c54c72208f tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 210 time: 0.0420182 May 19 11:33:29.473536 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-9650c532-b72b-4f8e-af3b-362b59f1cbc6 req-1df87f6a-b2e9-44aa-88b1-5fce373250c5 tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0db6460-3f99-4ce1-ab18-833a31767472 HTTP/1.1" status: 200 len: 210 time: 0.0377700 May 19 11:33:30.437529 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-f325b00a-5d3c-47c0-af00-0e7eb6feeb08 req-26c8e485-7e15-4053-a328-f1928a378fcf tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 210 time: 0.0283675 May 19 11:33:30.571249 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-c303887f-d708-44b1-bec2-62a3cd7367ab req-a84595c4-fa6d-4cfb-bdc4-371f579c0189 tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0db6460-3f99-4ce1-ab18-833a31767472 HTTP/1.1" status: 200 len: 210 time: 0.0246117 May 19 11:33:31.564436 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-5f3c569c-9f9f-4dfa-974f-0770c2c810d1 req-6d8a1d47-8a33-4e12-96b8-cef9deeb4724 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 210 time: 0.0437479 May 19 11:33:31.670498 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-ef0cdff2-5854-4c46-be4b-e67b2c291e2e req-059fffca-e67d-46c0-8946-b6bdb80d6355 tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0db6460-3f99-4ce1-ab18-833a31767472 HTTP/1.1" status: 200 len: 210 time: 0.0301390 May 19 11:33:32.682855 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-9acea58e-9e80-459a-bc1d-782b88153b8f req-1b13c61d-ea17-4b42-9cfe-2c306837647a tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 210 time: 0.0307543 May 19 11:33:32.766657 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-48538142-92f8-47a1-b8ff-5a28e51e8c70 req-6293ab15-dc6a-4c74-8599-174e1d9810ac tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0db6460-3f99-4ce1-ab18-833a31767472 HTTP/1.1" status: 200 len: 210 time: 0.0275698 May 19 11:33:33.796542 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-c70f5f47-6aa8-4493-99d6-b06e63083057 req-c9361740-5b6b-414a-9fe2-1bb56fba19ce tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 210 time: 0.0331409 May 19 11:33:33.878755 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-e046c3dd-2060-46eb-8c41-dddaf138dea8 req-450a2b11-ee68-4f6b-bee8-c339de65e50a tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0db6460-3f99-4ce1-ab18-833a31767472 HTTP/1.1" status: 200 len: 210 time: 0.0381455 May 19 11:33:34.582772 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-9241f880-094a-4eed-97ef-6cc25dac0251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:33:34.918738 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-983d4dea-50ea-4c79-82bc-79b0bf3b7ee1 req-e98d69a8-8cdc-4b6f-94d8-c3512d990634 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 210 time: 0.0343981 May 19 11:33:34.978440 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-5cb2b730-8fbb-4031-8349-be2437485ac0 req-c3b60b9c-c2e3-4f46-879a-c887a4053a67 tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0db6460-3f99-4ce1-ab18-833a31767472 HTTP/1.1" status: 200 len: 210 time: 0.0308151 May 19 11:33:35.810358 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:33:36.040666 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-6f987550-8dec-46c2-ad5d-7d3d66587b21 req-0cc8323c-e5c2-4cb2-8533-6a4aef806d73 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 210 time: 0.0305033 May 19 11:33:36.074656 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-26791c9c-a962-4d7d-a0b0-aa60c232ea3d req-6f6fb319-b771-4daa-a172-96e69c6c114c tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0db6460-3f99-4ce1-ab18-833a31767472 HTTP/1.1" status: 200 len: 210 time: 0.0279503 May 19 11:33:36.193580 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-b80db736-c8a1-441d-9c21-3d2efac2ac5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:33:36.842756 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-f3552fb9-a093-42e6-b748-7ab8d8c7cb39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:33:37.247484 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-2a80b35c-7f3b-489d-9a34-54490f76f87a req-83ff07d6-f50f-4105-b1d1-8cb5315b3229 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 210 time: 0.1241436 May 19 11:33:37.250935 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-f7adff43-b6ad-4389-bb46-d740dd1b8a82 req-59c081c9-2e3f-4012-a538-4f9ca17357bc tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0db6460-3f99-4ce1-ab18-833a31767472 HTTP/1.1" status: 200 len: 210 time: 0.0313904 May 19 11:33:37.931815 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-66ec5bc0-6952-497b-8f33-b3c04bfd0b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:33:38.391884 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-9d607cdc-6ca5-4557-9ac9-4bfb44473ab0 req-b8f1b4a8-8922-4019-866b-7475a507bf2d tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 210 time: 0.0510457 May 19 11:33:38.395760 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-3ea79c5a-7dc8-4f23-82bf-575e25716870 req-0d92045a-bb1f-4953-844d-32d473868440 tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0db6460-3f99-4ce1-ab18-833a31767472 HTTP/1.1" status: 200 len: 210 time: 0.0539742 May 19 11:33:39.546389 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-0beae1c7-8694-4200-b9af-7234e92c00fa req-da6bcd26-488f-4fb8-9522-4759d5432f91 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 210 time: 0.0665936 May 19 11:33:39.550060 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-9bf064e7-481c-4996-8aae-39ba3c959273 req-b8ff705b-32e8-4c8b-82dd-9a84f1f7df30 tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0db6460-3f99-4ce1-ab18-833a31767472 HTTP/1.1" status: 200 len: 210 time: 0.0359621 May 19 11:33:40.687716 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-8d7df8ba-9708-4f6b-bf3f-5237d49cee39 req-c39654ab-354b-4af5-9c8c-29322c2c89b4 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 210 time: 0.0542521 May 19 11:33:40.688965 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-ad1e0d43-c3c4-4e79-b407-b2e445afebcc req-20360ae3-432e-4843-af2c-741301b35357 tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0db6460-3f99-4ce1-ab18-833a31767472 HTTP/1.1" status: 200 len: 210 time: 0.0540280 May 19 11:33:41.825239 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-826e979c-80e9-402a-b6f7-ffd02891bb49 req-589a3147-c6e1-4ae6-a5c3-ea00622fbec5 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 210 time: 0.0481527 May 19 11:33:41.832623 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-4290721e-f6de-40d9-858d-fc533d278cb0 req-3420a82b-7a3b-45b1-9c73-95531f50c541 tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0db6460-3f99-4ce1-ab18-833a31767472 HTTP/1.1" status: 200 len: 210 time: 0.0299885 May 19 11:33:42.969569 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-490f82a7-a223-497e-9fc9-ced058b44138 req-9612a714-146d-4532-9b4c-5d9e65dc1cda tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 210 time: 0.0517745 May 19 11:33:42.973168 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-b032dc68-3b7f-4852-a631-ec66fb30043e req-a1da2965-726f-4d06-b480-79bdd9021a4f tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0db6460-3f99-4ce1-ab18-833a31767472 HTTP/1.1" status: 200 len: 210 time: 0.0303743 May 19 11:33:44.103042 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-cf288475-bff4-45c3-a715-ff86dde8863e req-eafa816f-eaaf-458c-9a3c-6f063719ba38 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 210 time: 0.0529675 May 19 11:33:44.106700 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-7528363d-d1c8-4e83-ac21-8d8a4bb3c76a req-4fc0939b-41df-4aac-9537-17355b3f3316 tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0db6460-3f99-4ce1-ab18-833a31767472 HTTP/1.1" status: 200 len: 210 time: 0.0304830 May 19 11:33:45.255070 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-a6088a0c-5554-4c07-93c3-9d1e8be2432b req-f319415f-280f-44e6-8e07-cd7a3c890a26 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 210 time: 0.0594327 May 19 11:33:45.258736 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-d1de55b1-7d91-4547-a9f2-ef0ba89c2441 req-b72c9c0c-a80c-41a2-835d-13ca6e35dd5b tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0db6460-3f99-4ce1-ab18-833a31767472 HTTP/1.1" status: 200 len: 210 time: 0.0615404 May 19 11:33:46.392156 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-9184fe53-e18b-4986-bc47-1c564091ea3f req-7fecf133-40ac-473c-9151-7123b1309688 tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0db6460-3f99-4ce1-ab18-833a31767472 HTTP/1.1" status: 200 len: 210 time: 0.0520363 May 19 11:33:46.393413 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-28ee98c1-7153-421e-bdf9-16bb17f601ca req-25e5bb7e-643b-44a9-b578-a8c2ad8d8749 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 210 time: 0.0523350 May 19 11:33:46.473932 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:33:47.536475 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-593dea81-0677-4cf3-a194-c44728b6768a req-c9f56240-262c-4933-8722-b52c4fd766a4 tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0db6460-3f99-4ce1-ab18-833a31767472 HTTP/1.1" status: 200 len: 210 time: 0.0621438 May 19 11:33:47.540489 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-6733045d-ede2-40a8-9524-1b1f959fb596 req-58cf04f7-cb3e-434f-b717-b58f100d9f12 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 210 time: 0.0314138 May 19 11:33:48.670966 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-bf484e57-169c-4db6-8647-67e063ca0e0d req-5ce25a6d-0bc8-46ae-9c66-e3b703265414 tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0db6460-3f99-4ce1-ab18-833a31767472 HTTP/1.1" status: 200 len: 210 time: 0.0517616 May 19 11:33:48.674562 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-4d95433b-df98-48e8-ad2b-d40f6817f699 req-cfe5280f-4092-4ab3-96c3-ce37c84fd5a3 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 210 time: 0.0301156 May 19 11:33:49.804038 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-91daf762-314d-4acf-aeec-4359f9b7abae req-f8ef5412-e824-4013-8163-d7749598853d tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0db6460-3f99-4ce1-ab18-833a31767472 HTTP/1.1" status: 200 len: 210 time: 0.0502882 May 19 11:33:49.817979 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-526166ba-a430-4a50-a4ce-4d18bc950b24 req-9c9e0cae-1c9e-4f7b-a3d5-6a983d87a85f tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 210 time: 0.0382133 May 19 11:33:50.942415 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-2ab7bfd8-5443-484d-9e8b-309ae18f5777 req-61dc8095-42ef-4616-ae55-bfeaf2c5c274 tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0db6460-3f99-4ce1-ab18-833a31767472 HTTP/1.1" status: 200 len: 210 time: 0.0512354 May 19 11:33:50.946112 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-28d83dda-4ce4-442c-89d6-58651b7af013 req-860bd801-e294-4f1f-a0be-9e00bb7ab531 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 210 time: 0.0312123 May 19 11:33:52.090670 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-cc34f929-46d1-431b-9229-ef3d6653d5f3 req-9e09ba83-489a-475b-8b90-25ede63e5251 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 210 time: 0.0528023 May 19 11:33:52.094357 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-8413f91a-bc23-4300-a89a-eed1820c1729 req-74d2ce0c-0528-4f62-a5c8-69d88a508c89 tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0db6460-3f99-4ce1-ab18-833a31767472 HTTP/1.1" status: 200 len: 210 time: 0.0312095 May 19 11:33:53.297045 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-5615d8db-efb7-4f7b-aa69-3306d4871ba3 req-195b8c19-5774-43db-a8a7-3e1a51ba6b92 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 210 time: 0.1274767 May 19 11:33:53.300744 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-e7a6bb92-9aff-4642-bd3e-082683cb4124 req-3861e739-b937-4d10-9c39-45ab7c8fcd85 tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0db6460-3f99-4ce1-ab18-833a31767472 HTTP/1.1" status: 200 len: 210 time: 0.1297436 May 19 11:33:54.431306 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-8966f7cc-5de1-42b3-bdfb-38a89592ab28 req-16e1c41f-8328-4e0d-8516-9a81ee3a6295 tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0db6460-3f99-4ce1-ab18-833a31767472 HTTP/1.1" status: 200 len: 210 time: 0.0492992 May 19 11:33:54.438310 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-2538a5f7-e714-4b69-87dc-320dab24a891 req-557f43d9-4904-40c8-bf04-aee96ea09796 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 210 time: 0.0305882 May 19 11:33:55.571449 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-c9826531-e136-48eb-9932-e5228d5b0a24 req-4be9473b-2465-49ff-a384-f35fb296293e tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0db6460-3f99-4ce1-ab18-833a31767472 HTTP/1.1" status: 200 len: 210 time: 0.0520222 May 19 11:33:55.578627 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-be421820-b8ea-488f-8aca-f2d73d551dac req-133efe66-6bef-466e-9bec-c99a05749404 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 210 time: 0.0305779 May 19 11:33:56.711717 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-32ef1cf4-a64c-4011-aeb0-6547ded111bc req-9bf7ad9d-a7d2-4395-9700-e9b4d7f33315 tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0db6460-3f99-4ce1-ab18-833a31767472 HTTP/1.1" status: 200 len: 210 time: 0.0523655 May 19 11:33:56.715343 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-a70e9d3f-ff6c-413c-adfe-060fb3cd7b4f req-52303c25-f1ea-4cb2-ba51-6765d5bcb27c tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 210 time: 0.0307658 May 19 11:33:57.851298 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-17285cc9-842f-41c0-8916-35b5b1fd445d req-da7640f9-ecfe-4761-82b0-23addce88fbd tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 210 time: 0.0518270 May 19 11:33:57.854974 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-e331c0a2-069d-49f9-be55-3e18f12818f5 req-28738d07-fd3e-4cc2-89dd-cf32a9959933 tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0db6460-3f99-4ce1-ab18-833a31767472 HTTP/1.1" status: 200 len: 210 time: 0.0540729 May 19 11:33:58.997015 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-196c1638-90ae-4939-985d-4eb9c607785d req-03c7edd7-dbc2-44c4-8252-543330425227 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 210 time: 0.0574527 May 19 11:33:59.000660 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-daeda042-dcea-4576-bc5d-901e55d865dc req-56f751d5-ab63-493f-885c-4e11946c1fb8 tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0db6460-3f99-4ce1-ab18-833a31767472 HTTP/1.1" status: 200 len: 210 time: 0.0337832 May 19 11:34:00.132559 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-84595dda-37e3-43e3-a7ea-860707daee96 req-83484e58-a35c-49c5-bd19-5c8ec902d230 tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0db6460-3f99-4ce1-ab18-833a31767472 HTTP/1.1" status: 200 len: 210 time: 0.0581665 May 19 11:34:00.136212 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-f05b1e03-2082-44a0-97e1-8bb3fa3cbeda req-ea31f555-23af-4891-ac84-4d867b72dfc3 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 210 time: 0.0594201 May 19 11:34:01.269763 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-49b1172f-58e5-4721-9dff-7da74ebee8fc req-be590570-3cce-4ce7-8ab7-52a1789d8e1f tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0db6460-3f99-4ce1-ab18-833a31767472 HTTP/1.1" status: 200 len: 210 time: 0.0541873 May 19 11:34:01.271047 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-337e4c58-0b99-416c-8d03-f7cfe8a65d47 req-dcb9428b-5490-4fd1-8b8d-544309cdab62 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 210 time: 0.0540216 May 19 11:34:01.896550 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.agents_db [None req-9df4fd67-1abd-480d-9703-ac00f2726051 None None] Agent healthcheck: found 6 active agents {{(pid=91058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 11:34:02.410608 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-34a5199d-627f-44db-aea8-457ee591a890 req-d10aa9b2-f9b3-4ba6-b6bc-e421fab81181 tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0db6460-3f99-4ce1-ab18-833a31767472 HTTP/1.1" status: 200 len: 210 time: 0.0511885 May 19 11:34:02.414365 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-51845682-d1a6-495a-b1b7-ec479f51ddec req-36757e86-7c70-427b-9712-e07af5ed6dc9 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 210 time: 0.0328407 May 19 11:34:03.551567 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-4a3a28ec-6d43-4250-afd1-2430828051f7 req-742369e0-d7cd-4740-9c18-d2d2329b19a2 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 210 time: 0.0510535 May 19 11:34:03.558512 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-1eb95065-60c0-4608-a05d-72c8bf668577 req-0ad11bdb-24da-44dd-b79a-5198febda42f tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0db6460-3f99-4ce1-ab18-833a31767472 HTTP/1.1" status: 200 len: 210 time: 0.0351803 May 19 11:34:04.580402 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-f2748010-8104-4762-a854-b3e803d04e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:34:04.674829 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-a6498f30-b7c7-49c9-8807-ef6590a761fb req-1d445516-fd01-45d2-bbda-a56676863e09 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 210 time: 0.0491610 May 19 11:34:04.678349 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-396a2056-c2d5-4f94-910e-c04740adf116 req-42f7edc8-63c6-4395-9421-4bc2bd4741b2 tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0db6460-3f99-4ce1-ab18-833a31767472 HTTP/1.1" status: 200 len: 210 time: 0.0305297 May 19 11:34:05.802238 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:34:05.816532 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-a938234e-17c6-4dce-ba7d-4846fa3b8f4b req-1fd9779f-33ed-474a-a400-f97c606e7184 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 210 time: 0.0536492 May 19 11:34:05.820390 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-6b86d474-932b-4bd1-a19e-8263022a318a req-b65e9cba-6b47-4050-bf14-0b5b11595377 tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0db6460-3f99-4ce1-ab18-833a31767472 HTTP/1.1" status: 200 len: 210 time: 0.0560420 May 19 11:34:06.193567 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-a3bd6a96-32c5-4d75-9d7e-bce2478ae1c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:34:06.849760 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-f3552fb9-a093-42e6-b748-7ab8d8c7cb39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:34:06.937250 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-d14dc38d-0d51-430a-b1d0-09d5825a2e79 req-9c4d80a4-ce22-4379-b875-3191b1bdb3c6 tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0db6460-3f99-4ce1-ab18-833a31767472 HTTP/1.1" status: 200 len: 210 time: 0.0315657 May 19 11:34:07.088665 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-c118bfcf-5cf3-4b58-901f-b34e38f45bbc req-534f0bff-9959-4184-9deb-910d6deb7cc4 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 210 time: 0.0299377 May 19 11:34:07.931773 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-66ec5bc0-6952-497b-8f33-b3c04bfd0b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:34:08.050363 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-87845f94-a8e6-407e-845c-ca0119e2ce7e req-37e3c433-94b9-47cb-8fd5-21c463a377e6 tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0db6460-3f99-4ce1-ab18-833a31767472 HTTP/1.1" status: 200 len: 210 time: 0.0374908 May 19 11:34:08.184281 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-d7bbcc35-4903-4dbb-a7fa-c5e474d5baea req-997021e3-5f30-45e4-9087-4ced6f41c1e7 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 210 time: 0.0284853 May 19 11:34:09.166722 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-8983432b-83e0-4dba-a522-ebfc03c8c664 req-418a864e-d526-4403-a9d9-a7c06743bfbb tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0db6460-3f99-4ce1-ab18-833a31767472 HTTP/1.1" status: 200 len: 210 time: 0.0369380 May 19 11:34:09.287611 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-43fc50cf-08a5-488e-a8f7-78a3b34158cd req-0be88813-ede9-4966-9b46-44c034bf9219 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 210 time: 0.0347192 May 19 11:34:10.277862 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-be869b74-b4a1-43ef-a0eb-cfdeb974270c req-1d80bf4c-3f8a-4a99-b90d-8021c9962444 tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0db6460-3f99-4ce1-ab18-833a31767472 HTTP/1.1" status: 200 len: 210 time: 0.0293031 May 19 11:34:10.462624 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-64e67950-5e1f-4658-a657-48aeff863427 req-14b5747b-bad7-47f0-8d61-f3d60fa2c851 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 210 time: 0.1086915 May 19 11:34:11.386175 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-4cefef40-61a2-40d1-9e16-80a88699043d req-d8f45222-bd40-463c-9f3e-e58442e93446 tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0db6460-3f99-4ce1-ab18-833a31767472 HTTP/1.1" status: 200 len: 210 time: 0.0330696 May 19 11:34:11.596977 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-883f2724-7d6d-48eb-a9dc-efa9c2259948 req-07fb503b-e005-4e0b-a33f-8ebde6c3cad4 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 210 time: 0.0453908 May 19 11:34:12.514455 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-2b4610d5-967e-4bff-8e54-4feb4dac85ef req-d6642111-f079-4f6e-904b-ea963963873f tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0db6460-3f99-4ce1-ab18-833a31767472 HTTP/1.1" status: 200 len: 210 time: 0.0428321 May 19 11:34:12.711937 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-440b2905-8324-497d-ae41-2037e145b094 req-123946f7-c4ec-465f-932a-331f52c4dc7e tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 210 time: 0.0295904 May 19 11:34:13.637482 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-1bc251bd-7594-42f7-9af4-4098eb93cb9e req-b273172c-cc86-43de-a092-936b5f8e176b tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0db6460-3f99-4ce1-ab18-833a31767472 HTTP/1.1" status: 200 len: 210 time: 0.0375586 May 19 11:34:13.823428 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-b72d8eca-5076-4c77-99ec-6c81bd388423 req-c317a320-3c85-445f-ba1a-eff6b73691d1 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 210 time: 0.0294137 May 19 11:34:14.743546 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-f8083dc2-1be1-4743-ac8b-1bc76a264b80 req-a1ab8cf7-83cb-4041-ae0b-bb7f04af0e14 tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0db6460-3f99-4ce1-ab18-833a31767472 HTTP/1.1" status: 200 len: 210 time: 0.0329132 May 19 11:34:14.957362 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-de17dd9e-22d8-4c65-8371-0d45aea9a0c5 req-f97e2d58-ebd0-4f7a-ac21-4a2873062226 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 210 time: 0.0451839 May 19 11:34:15.856977 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-d6496ee2-669e-48e6-9060-d337de5f3fb4 req-22dddf7b-4ff2-4c5d-987a-900d3f1cc1ec tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0db6460-3f99-4ce1-ab18-833a31767472 HTTP/1.1" status: 200 len: 210 time: 0.0309467 May 19 11:34:16.092814 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-2733bd09-b392-4df6-b80f-9882f747ef95 req-4a3b9333-c04a-4797-a3ff-952c8f8513d6 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 210 time: 0.0444043 May 19 11:34:16.492261 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:34:16.987855 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-ffd0198c-b6a4-4e4f-82a0-ebfc2d46d179 req-093d25e9-3293-4a87-ad2e-c4d15b8695d8 tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0db6460-3f99-4ce1-ab18-833a31767472 HTTP/1.1" status: 200 len: 210 time: 0.0471134 May 19 11:34:17.203429 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-7ace16d9-c815-4fee-81c2-3d3f2a771ef8 req-8efbc294-9523-45c8-9789-41dc23344737 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 210 time: 0.0305271 May 19 11:34:18.113196 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-4a4d72e2-9d72-463b-8249-4b44b12e9061 req-044baf88-94a2-4b43-830d-aa3538fa57f7 tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0db6460-3f99-4ce1-ab18-833a31767472 HTTP/1.1" status: 200 len: 210 time: 0.0323684 May 19 11:34:18.321616 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-d0a677b9-1877-4ab5-8da2-1becd8dfc25c req-25e4b21b-0c4e-4694-914b-c93a98911d27 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 210 time: 0.0390494 May 19 11:34:19.228031 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-b911789b-9809-4f6d-aff6-2634aba696f9 req-2fecb8cf-cf86-4473-8239-2162b5b70dfe tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0db6460-3f99-4ce1-ab18-833a31767472 HTTP/1.1" status: 200 len: 210 time: 0.0305181 May 19 11:34:19.454793 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-7cea42c9-43de-4e2c-b601-2df5c3e12654 req-51f78bbb-3161-4c99-b92c-8633d780041e tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 210 time: 0.0432456 May 19 11:34:20.358546 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-32410d6b-ddc1-4481-b1ed-7f623bd1476c req-7f9b0d7e-c63d-47a9-9fb3-0c9cec50bb0c tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0db6460-3f99-4ce1-ab18-833a31767472 HTTP/1.1" status: 200 len: 210 time: 0.0362575 May 19 11:34:20.568346 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-ecde27dd-9fdc-4f01-9645-8621458ea400 req-2aa70a75-8969-4359-8e49-40d44475558d tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 210 time: 0.0300305 May 19 11:34:21.473525 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-fc45cc65-17e4-4f11-bcb0-77e76062a53b req-0245ca43-871b-49f8-b1f2-ce260e0a7753 tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0db6460-3f99-4ce1-ab18-833a31767472 HTTP/1.1" status: 200 len: 210 time: 0.0302975 May 19 11:34:21.687371 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-6654033c-323f-4cd3-b80b-dad2097f9bc6 req-c192f305-ec53-4bcc-954f-6d51c7e3a66a tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 210 time: 0.0345147 May 19 11:34:22.583435 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-31b3d1a7-74ea-458b-8c33-f9f65d07fb80 req-686f7e04-b95f-4b1e-83f6-0e176bf6fa60 tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0db6460-3f99-4ce1-ab18-833a31767472 HTTP/1.1" status: 200 len: 210 time: 0.0304990 May 19 11:34:22.808681 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-8fb54162-9c45-4a86-8761-9d616f50f690 req-5772d971-b598-4845-97ea-03098d7e1a8f tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 210 time: 0.0333035 May 19 11:34:23.698439 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-11225d3f-1b8c-4dfe-8d16-4cdbaf94e8f4 req-6223144d-12a3-4689-8160-ef3d077716fe tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0db6460-3f99-4ce1-ab18-833a31767472 HTTP/1.1" status: 200 len: 210 time: 0.0348589 May 19 11:34:23.919546 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-25420f0f-6b89-47fa-b92c-c94de55026fe req-7d604e6b-2e0f-4439-8e63-802b1546d9f6 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 210 time: 0.0307870 May 19 11:34:24.826674 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-7dced806-ca5e-4912-9539-e412bb822f61 req-2e45ea95-0e49-490c-8f17-dd868d8d0d28 tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0db6460-3f99-4ce1-ab18-833a31767472 HTTP/1.1" status: 200 len: 210 time: 0.0333500 May 19 11:34:25.040050 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-e4a4fd0d-dcc9-46fc-bc58-1f4bf34f55e9 req-df3ab8e9-e00c-4c8c-8603-69c2de1832b4 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 210 time: 0.0417252 May 19 11:34:25.949407 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-9072f7e5-481c-448f-9f90-596093a93401 req-7c825d08-8474-4594-a8e3-b0ebc6b74a57 tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0db6460-3f99-4ce1-ab18-833a31767472 HTTP/1.1" status: 200 len: 210 time: 0.0360606 May 19 11:34:26.164033 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-7bce1f58-6d51-4aad-865a-f1db9f84f0b2 req-57b7abce-f683-43e7-93d4-3f4a4d94a949 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 210 time: 0.0305796 May 19 11:34:27.076626 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-7600acb2-87f8-40ed-9911-516186fc7ef5 req-ebf3048d-24e4-44ff-b79f-f4dc60b28e50 tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0db6460-3f99-4ce1-ab18-833a31767472 HTTP/1.1" status: 200 len: 210 time: 0.0332668 May 19 11:34:27.275015 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-ac1aa64d-8f89-485b-b5ba-91d79bdd440e req-ce7c0203-2ccb-4459-8948-374e33e68fc0 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 210 time: 0.0373199 May 19 11:34:28.201909 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-b874261e-49b2-45de-a5c5-885205d6efe2 req-ed840fbd-19c0-4f4c-8806-a6b3fe7fe617 tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0db6460-3f99-4ce1-ab18-833a31767472 HTTP/1.1" status: 200 len: 210 time: 0.0341170 May 19 11:34:28.384921 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-58decbbd-59ad-4f3a-a5eb-938b044b5e5c req-640a3f9e-59b3-4e6e-b013-6c25d0e88a4d tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 210 time: 0.0328295 May 19 11:34:29.392802 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-a75aefc0-a130-4d29-81f5-6fb3d398eecd req-98a3fc62-2966-45bc-bd3c-56639a0e5d87 tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0db6460-3f99-4ce1-ab18-833a31767472 HTTP/1.1" status: 200 len: 210 time: 0.1078088 May 19 11:34:29.496164 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-c84eb7a3-5006-408f-aac1-c1b33d93d2c9 req-e03b052f-7814-40d0-ab89-0d7557d15284 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 210 time: 0.0327899 May 19 11:34:30.613246 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-d19eb7f6-f97f-4fe1-8755-d438325e10c5 req-d9518e86-77a0-420a-a9ee-3ddec387e81a tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 210 time: 0.0495069 May 19 11:34:30.617141 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-80a5a097-5fd6-4d4c-939a-6f25eeb02883 req-2677bbad-d090-482a-953f-58362ba12569 tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0db6460-3f99-4ce1-ab18-833a31767472 HTTP/1.1" status: 200 len: 210 time: 0.0278878 May 19 11:34:31.767956 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-9aa8c740-ee3c-4436-8a8f-473ecd1040eb req-85caa8eb-f81d-4aa9-9e51-0463fc3c2c9f tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 210 time: 0.0675805 May 19 11:34:31.769257 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-e9d0d2dc-c3c2-4d48-b1eb-6eb7e193c7dc req-c3513147-2b32-448c-a43f-ae0dde05b236 tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0db6460-3f99-4ce1-ab18-833a31767472 HTTP/1.1" status: 200 len: 210 time: 0.0347433 May 19 11:34:32.907766 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-499e8288-cce7-4e2b-9681-dddf84b70971 req-0bd6d21b-05e5-42da-bd44-c48a617ca514 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 210 time: 0.0496459 May 19 11:34:32.914699 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-9dc41e18-49ab-4cfc-bfa7-b1e72193b221 req-7366e139-5342-4e55-98f7-dc312648c862 tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0db6460-3f99-4ce1-ab18-833a31767472 HTTP/1.1" status: 200 len: 210 time: 0.0309615 May 19 11:34:34.047166 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-483acd89-4ce7-48fd-979f-b84ae0e3ea79 req-4e995985-2210-47d5-a45d-17cd48b5a736 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 210 time: 0.0507348 May 19 11:34:34.050618 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-b349fbc0-b947-4154-a91f-e0c6196eaaf8 req-de199719-fd91-4968-ba70-cf86f6ba4b43 tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0db6460-3f99-4ce1-ab18-833a31767472 HTTP/1.1" status: 200 len: 210 time: 0.0312595 May 19 11:34:34.582150 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-9c5de182-b5a6-4e98-ad66-e031ab9c5a3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:34:35.172296 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-ef8cffe8-21ff-4fee-bde6-23fc0a476ef0 req-9ddc9a42-b127-4a93-8ca2-b7f5ab250355 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 210 time: 0.0521605 May 19 11:34:35.175962 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-809dba68-c0fc-46d1-b6b5-72a6a1193984 req-179ba12b-9b72-4b28-bbf7-6d15ac51c8f8 tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0db6460-3f99-4ce1-ab18-833a31767472 HTTP/1.1" status: 200 len: 210 time: 0.0307884 May 19 11:34:35.812593 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:34:36.190798 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-ecb46549-e7cb-49a4-8a3a-20f97453323d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:34:36.307006 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-97818b73-5f53-47c8-984f-1027d7da8d37 req-203de1a2-5f2c-4c6b-a69a-ad8c177b8afc tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 210 time: 0.0512357 May 19 11:34:36.310627 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-1681d1e3-d75a-4c17-97b9-4fbf5d624249 req-92a4f33b-441b-4452-bb9c-2017c2eb8f94 tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0db6460-3f99-4ce1-ab18-833a31767472 HTTP/1.1" status: 200 len: 210 time: 0.0329530 May 19 11:34:36.852607 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-f3552fb9-a093-42e6-b748-7ab8d8c7cb39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:34:37.448316 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-4b556ea0-2e17-44dc-a769-acec73ad8245 req-ba9f2685-b90c-44e2-89ae-b9053dc45299 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 210 time: 0.0527000 May 19 11:34:37.451891 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-9ee77b71-217b-41ca-a56a-1deca4dab6b3 req-4acdf117-a784-4596-8ad8-f85bf167fe9f tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0db6460-3f99-4ce1-ab18-833a31767472 HTTP/1.1" status: 200 len: 210 time: 0.0309370 May 19 11:34:37.930520 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-66ec5bc0-6952-497b-8f33-b3c04bfd0b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:34:38.589405 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-56bbd85c-7fd1-4991-9b27-1b6d61f0bb45 req-b9635177-0f53-46b4-a427-fdd5c5ed10d1 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 210 time: 0.0528808 May 19 11:34:38.593137 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-d8376f10-4ef2-4d59-a43a-6f0860eea321 req-db8f904e-11f4-4dee-bb8d-3243556b309a tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0db6460-3f99-4ce1-ab18-833a31767472 HTTP/1.1" status: 200 len: 210 time: 0.0316253 May 19 11:34:38.898392 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.agents_db [None req-9df4fd67-1abd-480d-9703-ac00f2726051 None None] Agent healthcheck: found 6 active agents {{(pid=91058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 11:34:39.727203 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-776fd19d-1ad7-4d53-927a-58e339db7ba3 req-e8332a20-92c0-4c9e-a838-d9ed7be25de8 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 210 time: 0.0529792 May 19 11:34:39.728395 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-20d1a6b1-4de3-473c-b091-8aaa6e8134b9 req-a9741382-2b99-4db8-b478-0c1267882ac6 tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0db6460-3f99-4ce1-ab18-833a31767472 HTTP/1.1" status: 200 len: 210 time: 0.0532796 May 19 11:34:40.865149 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-cb556741-5427-4e18-b518-0ded3696a2b4 req-a6928ec1-9358-4e58-8d69-57dc09eacaa8 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 210 time: 0.0532925 May 19 11:34:40.868704 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-23718f19-74a8-4add-a99d-1c11022d7faa req-d14408a4-2956-4699-b512-fce20e1d3fdb tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0db6460-3f99-4ce1-ab18-833a31767472 HTTP/1.1" status: 200 len: 210 time: 0.0557225 May 19 11:34:42.000731 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-f51c7182-0c4b-4647-af7a-a5bc49fa5563 req-b832a8b3-c38d-4bdc-bf47-ef7591682b51 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 210 time: 0.0532632 May 19 11:34:42.004240 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-f6646fa8-b23d-4648-9c0f-f1cf8aa9ca89 req-5bf512c2-ef2e-41cd-acc0-67ad01b404bf tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0db6460-3f99-4ce1-ab18-833a31767472 HTTP/1.1" status: 200 len: 210 time: 0.0329115 May 19 11:34:43.209644 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-7c42ef22-87a8-4bf0-8561-5731d3dcda8d req-713de5ee-ec97-477a-8f0d-41165962e4fc tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0db6460-3f99-4ce1-ab18-833a31767472 HTTP/1.1" status: 200 len: 210 time: 0.0613081 May 19 11:34:43.213348 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-a4c00cee-9dd0-4e4a-8ba6-28b8781af5af req-8dedf932-6e8c-4749-9c70-cd06d6652b24 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 210 time: 0.0328252 May 19 11:34:44.332121 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-36dd5ebc-bb75-43a8-b83a-edbdf08d44ad req-e1fba8f6-24be-40c8-8e16-229ebf05a781 tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0db6460-3f99-4ce1-ab18-833a31767472 HTTP/1.1" status: 200 len: 210 time: 0.0331383 May 19 11:34:44.496979 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-180ad17c-b16d-4383-8167-10c6f8b09887 req-345d77f1-be80-4071-9ab5-4c9d05f656fe tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 210 time: 0.0385110 May 19 11:34:45.441354 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-c5714eb3-4342-4cf4-a777-cc9a4627ceb8 req-89ae0ab9-a076-45cb-b867-36900c053060 tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0db6460-3f99-4ce1-ab18-833a31767472 HTTP/1.1" status: 200 len: 210 time: 0.0290844 May 19 11:34:45.683935 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-402ef8a5-78a5-4266-bd43-b1a4d4282820 req-73bd8c7e-5948-4639-a143-2d2c3a5d3d92 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 210 time: 0.1113725 May 19 11:34:46.505212 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:34:46.550812 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-d7d39ad5-a6d4-43bb-bfc8-cac56a23c6c2 req-41a3955c-cf4b-4447-bb5d-5da51c55acd0 tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0db6460-3f99-4ce1-ab18-833a31767472 HTTP/1.1" status: 200 len: 210 time: 0.0290616 May 19 11:34:46.822641 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-872342d5-d0c9-49f8-ab5c-b395d3d85807 req-420e7319-b0ed-4e17-ac76-ecb1f0e1b5b4 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 210 time: 0.0412278 May 19 11:34:47.664902 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-b137f2b3-39db-41fc-bec5-a28377d220c1 req-1f33b280-d72e-48eb-8943-4acaaf4f6121 tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0db6460-3f99-4ce1-ab18-833a31767472 HTTP/1.1" status: 200 len: 210 time: 0.0306404 May 19 11:34:47.944987 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-04b1d357-251f-428b-b362-7837ee14b3a5 req-1963143b-5b39-4ec9-b32a-35f30bfa0aaa tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 210 time: 0.0311236 May 19 11:34:48.798605 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-2a6292aa-165b-49ba-8a08-6a0749a67e48 req-f8542e22-8b91-49bf-86b8-c31d0c399e41 tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0db6460-3f99-4ce1-ab18-833a31767472 HTTP/1.1" status: 200 len: 210 time: 0.0377009 May 19 11:34:49.049842 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-c9222eb3-5d3e-425a-98a3-5b1a92e551ef req-72f773b1-fa94-4a20-8091-b8c141e5eed3 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 210 time: 0.0287576 May 19 11:34:49.919760 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-00c9c10b-ff93-4cf7-9b9f-6ea146ed5ccc req-0ff73635-7947-4a2a-9ba0-97f3ec25f90f tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0db6460-3f99-4ce1-ab18-833a31767472 HTTP/1.1" status: 200 len: 210 time: 0.0367501 May 19 11:34:50.182056 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-71352000-7914-476b-83d4-02ae2aa3c27c req-628f2bd9-8af9-4e43-8b54-5ff2eaf5d7dc tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 210 time: 0.0445936 May 19 11:34:51.046876 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-63884585-1f7e-46c1-b864-513725de906c req-66b1c807-6c47-4401-9f7e-313ab32bbfd8 tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0db6460-3f99-4ce1-ab18-833a31767472 HTTP/1.1" status: 200 len: 210 time: 0.0331402 May 19 11:34:51.315321 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-c60a358f-bd78-454e-b691-7ff1be964cd8 req-6d10e6dd-ed88-4d27-9d48-fe40f7db7237 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 210 time: 0.0458722 May 19 11:34:52.169876 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-d59c87ab-f146-4971-8790-3a540b4104c3 req-70626b72-86f3-4663-b906-38d28b5c7d4c tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0db6460-3f99-4ce1-ab18-833a31767472 HTTP/1.1" status: 200 len: 210 time: 0.0404379 May 19 11:34:52.434296 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-c7b537b1-cc48-44e7-9487-160bc7ba63b7 req-5886c3c1-4b30-4140-bd53-5f74680a3a74 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 210 time: 0.0337629 May 19 11:34:53.292576 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-5dea1b58-ea91-4d55-9f76-5c72245ecd43 req-a40aeb94-505a-4a75-aa12-f2a2c4fce692 tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0db6460-3f99-4ce1-ab18-833a31767472 HTTP/1.1" status: 200 len: 210 time: 0.0298922 May 19 11:34:53.559119 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-74fde066-eca5-41f3-85b0-297161b33008 req-a267a08d-7f23-4796-aea4-82e4a77cfa14 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 210 time: 0.0333273 May 19 11:34:54.395374 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-717d2dac-10b7-4871-aaa1-2cfc3293b56f req-8c82c5af-eb06-4de7-ae9c-9c3d682327b6 tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0db6460-3f99-4ce1-ab18-833a31767472 HTTP/1.1" status: 200 len: 210 time: 0.0303526 May 19 11:34:54.680292 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-6c9d298a-0e05-4cf0-884b-73786ebb70c3 req-9a6e1fda-f3cb-4235-a25f-a1e0048ba9eb tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 210 time: 0.0400212 May 19 11:34:55.526500 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-d6f90ed3-5144-4ffc-bb8e-5868aa4dfa6a req-02fb913b-ca66-4fbe-ada2-0a8eb35ad387 tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0db6460-3f99-4ce1-ab18-833a31767472 HTTP/1.1" status: 200 len: 210 time: 0.0422549 May 19 11:34:55.789931 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-b11ba807-5ddd-4f1c-b5c9-74ed45244e73 req-157ce869-e053-4dfa-99e6-42c22a3a458f tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 210 time: 0.0297816 May 19 11:34:56.650698 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-c2c2ce91-3b0e-4b3e-b96d-7f56b674d1fd req-08057b95-e2eb-4c7a-bfd4-01ef503476e2 tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0db6460-3f99-4ce1-ab18-833a31767472 HTTP/1.1" status: 200 len: 210 time: 0.0379920 May 19 11:34:56.916179 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-57072b81-d2c8-49d4-8523-02dfdebe193c req-846f4084-49e7-4ee8-9b34-089c25000f92 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 210 time: 0.0328903 May 19 11:34:57.765010 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-0790600f-d94d-4237-920b-97a6b8ae260d req-9c98a6a3-1c30-4b12-b099-5062c65a6a95 tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0db6460-3f99-4ce1-ab18-833a31767472 HTTP/1.1" status: 200 len: 210 time: 0.0308609 May 19 11:34:58.031539 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-22d8c4ec-29c7-45a3-928e-1dc9aece953f req-53982399-182f-4eb5-b949-6b3d2b35b70e tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 210 time: 0.0301676 May 19 11:34:58.884807 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-2dba4c37-cee8-4739-b1fa-54f05e795019 req-6aab649c-4b42-4973-8d59-ad2373346222 tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0db6460-3f99-4ce1-ab18-833a31767472 HTTP/1.1" status: 200 len: 210 time: 0.0355318 May 19 11:34:59.148239 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-1397f6e6-8dd7-414e-9c6a-ecb31445175f req-e8de1f12-5f92-4b25-8564-a3ea6f687fc9 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 210 time: 0.0301697 May 19 11:35:00.002723 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-2956ed70-0a1f-4737-9560-cb7fdef2ccfb req-93fb187e-9ef2-4777-8a41-b9c08ec001e0 tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0db6460-3f99-4ce1-ab18-833a31767472 HTTP/1.1" status: 200 len: 210 time: 0.0328026 May 19 11:35:00.114143 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [req-a63dfc3d-4d99-45dc-b97d-bccf9abfa535 req-30a9afa8-8078-4dad-99e9-ca366dfbe299 service neutron] (91055) timed out ('10.222.0.112', 55703) {{(pid=91055) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 19 11:35:00.267528 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-8d66b0ec-4150-4bec-9921-945e7142e821 req-158f3839-671d-44fe-b77e-d41153ce4f45 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 210 time: 0.0359516 May 19 11:35:01.129893 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-74740d45-9260-4087-b148-4d6cba476397 req-7fa21850-aa4d-438a-8963-5aa1a8681227 tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0db6460-3f99-4ce1-ab18-833a31767472 HTTP/1.1" status: 200 len: 210 time: 0.0335898 May 19 11:35:01.367812 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-2fa6a2b4-4cad-48f4-bd77-f3f0fd175cb6 req-4d13d118-73b4-4bdb-bf6a-e972a04b043d tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 210 time: 0.0288134 May 19 11:35:02.259980 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-6c298893-e26c-44c8-a91b-7d33113b31ae req-8785a82d-9974-4c79-a767-732e67e8e474 tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0db6460-3f99-4ce1-ab18-833a31767472 HTTP/1.1" status: 200 len: 210 time: 0.0463562 May 19 11:35:02.475807 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-2eb2f4ee-d82f-4377-8a31-ad9d0a0d2065 req-d88d5b23-2a7b-437d-be4a-afc9d2c64a8b tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 210 time: 0.0305676 May 19 11:35:03.352804 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-beb17a73-bd6f-47f6-bab0-ca24788c677f req-89ceed6e-ef27-4821-a722-2757a2807316 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=db6a06c0-ee03-4ea5-8b1d-b973c57a8e8b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0546796 May 19 11:35:03.368606 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-1e962e82-47c6-405f-bbcf-e1887ac7bbff req-15d7ebd1-0ce1-4ced-b6a7-7c3860a4c963 tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0db6460-3f99-4ce1-ab18-833a31767472 HTTP/1.1" status: 200 len: 210 time: 0.0357845 May 19 11:35:03.590867 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-689af8b2-ca8a-4bc1-b89e-0ad515ad622f req-c688e725-9fa8-4ca5-b192-99e8a7657787 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 210 time: 0.0319669 May 19 11:35:03.790430 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb17a73-bd6f-47f6-bab0-ca24788c677f req-bff255ee-f443-4e0f-9a87-6c6cd0c75f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:35:03.791563 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-beb17a73-bd6f-47f6-bab0-ca24788c677f req-bff255ee-f443-4e0f-9a87-6c6cd0c75f5e service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=114936b3c24442328e380dbed9453cbe&device_id=db6a06c0-ee03-4ea5-8b1d-b973c57a8e8b HTTP/1.1" status: 200 len: 1098 time: 0.0627534 May 19 11:35:03.894870 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb17a73-bd6f-47f6-bab0-ca24788c677f req-459ede50-bad9-4fc3-b8ea-3175dfe45ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:35:03.895734 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-beb17a73-bd6f-47f6-bab0-ca24788c677f req-459ede50-bad9-4fc3-b8ea-3175dfe45ddf service neutron] 10.222.0.112 "GET /v2.0/networks?id=283f984f-2a81-4a0c-9cd3-692b468d28a2 HTTP/1.1" status: 200 len: 918 time: 0.0843942 May 19 11:35:03.978312 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-beb17a73-bd6f-47f6-bab0-ca24788c677f req-20fa1210-331f-494b-b0a7-f4ca9b5e0da5 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=85e33e5d-8956-444d-98db-54a005866f67 HTTP/1.1" status: 200 len: 1000 time: 0.0740795 May 19 11:35:04.022563 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb17a73-bd6f-47f6-bab0-ca24788c677f req-30f1a96b-5302-4072-b430-7ed4ac94c58b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:35:04.023404 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-beb17a73-bd6f-47f6-bab0-ca24788c677f req-30f1a96b-5302-4072-b430-7ed4ac94c58b service neutron] 10.222.0.112 "GET /v2.0/subnets?id=1f0aafc7-5dc8-4ee6-a066-4c3495d1adf2 HTTP/1.1" status: 200 len: 855 time: 0.0367548 May 19 11:35:04.086551 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb17a73-bd6f-47f6-bab0-ca24788c677f req-5fe7e3b7-4a2d-4977-9882-d8fd0f566ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:35:04.087480 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-beb17a73-bd6f-47f6-bab0-ca24788c677f req-5fe7e3b7-4a2d-4977-9882-d8fd0f566ad2 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=283f984f-2a81-4a0c-9cd3-692b468d28a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0557649 May 19 11:35:04.182359 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-beb17a73-bd6f-47f6-bab0-ca24788c677f req-6da08051-20c2-44c0-8cc8-4dc48dca70fa service neutron] 10.222.0.112 "GET /v2.0/networks/283f984f-2a81-4a0c-9cd3-692b468d28a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861974 May 19 11:35:04.277743 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-beb17a73-bd6f-47f6-bab0-ca24788c677f req-94ab1afd-5b56-4783-8dd3-3c63f0d4b262 service neutron] 10.222.0.112 "GET /v2.0/networks/283f984f-2a81-4a0c-9cd3-692b468d28a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891783 May 19 11:35:04.582893 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-2c2957ba-e14d-40c5-b813-6d702bad996e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:35:04.706421 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-98b92ea3-e36c-4e4e-8170-83f1f5883c4e req-868988b4-c7a1-492d-b8bd-141db4d16a00 tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0db6460-3f99-4ce1-ab18-833a31767472 HTTP/1.1" status: 200 len: 210 time: 0.1073878 May 19 11:35:04.731486 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-87f43646-e3b4-47b2-a2aa-945689a397b7 req-eaa93374-e7f9-47eb-83f5-4195b1e2d254 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 210 time: 0.0296133 May 19 11:35:05.806542 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:35:05.853702 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-a1650946-9cf3-4b4c-a151-b22ee535fa9f req-6c5f7f56-8dfd-408b-b774-92509040cd89 tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0db6460-3f99-4ce1-ab18-833a31767472 HTTP/1.1" status: 200 len: 210 time: 0.0547230 May 19 11:35:05.857325 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-1819f378-53cf-421f-8816-0f5b55f3b434 req-3c462359-34ec-4464-bf3d-e14b529d283d tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 210 time: 0.0314281 May 19 11:35:06.196402 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-cf5e182a-42aa-4578-bc5c-6fa549615d8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:35:06.856750 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-f3552fb9-a093-42e6-b748-7ab8d8c7cb39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:35:06.999408 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-efaf0656-281a-4409-8407-b2e584427c43 req-28d32e68-5c37-4937-afa7-3e245a054d71 tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0db6460-3f99-4ce1-ab18-833a31767472 HTTP/1.1" status: 200 len: 210 time: 0.0657072 May 19 11:35:07.003627 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-9808663b-4a76-4737-ab1c-2cd00137c637 req-9714b450-8d07-47c6-a52f-043fc134387e tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 210 time: 0.0314629 May 19 11:35:07.933641 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-66ec5bc0-6952-497b-8f33-b3c04bfd0b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:35:08.136802 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-5b5e3552-8c25-4515-8d13-6a1f8ab89e4d req-aa10f4c3-c72f-48d5-8ad9-b3ff7dfb783f tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0db6460-3f99-4ce1-ab18-833a31767472 HTTP/1.1" status: 200 len: 210 time: 0.0523937 May 19 11:35:08.140478 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-4b0dd437-c807-4a89-8195-ad8b0f6a582c req-35803568-b212-46cc-8cbc-4bf28d2e1a33 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 210 time: 0.0545564 May 19 11:35:09.273297 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-840632a7-f5c1-4201-8ad0-ab9b33967a65 req-b4548e2c-944c-46c3-86d3-64ee1c72143d tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0db6460-3f99-4ce1-ab18-833a31767472 HTTP/1.1" status: 200 len: 210 time: 0.0503230 May 19 11:35:09.276914 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-66320219-b1e9-400c-b8f2-21d0989abbd4 req-b45558ef-c6aa-4139-b243-f4f547e0c2b6 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 210 time: 0.0310755 May 19 11:35:10.420875 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-85356202-016c-4a9d-b90a-77a9711b0a60 req-2d7e5612-8d41-4dc5-b4a5-2bc4cf47227b tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0db6460-3f99-4ce1-ab18-833a31767472 HTTP/1.1" status: 200 len: 210 time: 0.0521061 May 19 11:35:10.424481 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-c183d79a-c24d-4592-a6af-d3b3fb306b4d req-33234f07-a70c-4721-a572-f8264d2942ad tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 210 time: 0.0305259 May 19 11:35:11.561191 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-6187af88-5247-4dcd-8b04-f114ac486f66 req-43a698b1-c8ba-4c8d-a49f-00bdd58a72ce tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 210 time: 0.0526178 May 19 11:35:11.564922 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-7d6cca65-1304-4cec-af96-b4b0a6703912 req-fbfeac7c-0a87-4c92-80de-c0a42c1b1b5c tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0db6460-3f99-4ce1-ab18-833a31767472 HTTP/1.1" status: 200 len: 210 time: 0.0335314 May 19 11:35:12.693880 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-20f49695-b19c-4dcc-b415-351dbfb9622b req-fb76f891-1eba-41d9-9815-7f84cdaef93b tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 210 time: 0.0522506 May 19 11:35:12.697542 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-3dea817c-ad78-4e8a-b5e9-e734bce3fcb6 req-6b6cfedd-d641-49af-8431-178094ce45fb tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0db6460-3f99-4ce1-ab18-833a31767472 HTTP/1.1" status: 200 len: 210 time: 0.0550156 May 19 11:35:13.795601 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-0a9b430b-2ff1-4402-a4ae-225651e9c4d9 req-aee5f4f2-dec1-4107-80a8-f89b548400c2 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 210 time: 0.0284052 May 19 11:35:13.824859 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-b13a46bd-8a81-495b-a774-924fa9ffe54c req-28090d3b-aff0-4137-bb9c-baa7c51332ad tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0db6460-3f99-4ce1-ab18-833a31767472 HTTP/1.1" status: 200 len: 210 time: 0.0279303 May 19 11:35:14.918066 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-7f1bb6c1-313f-4060-a3c8-5a44470d2c4d req-b798ffcb-3c9a-42cf-82ff-21b0f0e452f7 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 210 time: 0.0319974 May 19 11:35:14.943804 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-27a965ab-7cf0-4222-9511-618f78ee92e0 req-1e10c1cc-ff57-4d99-8064-7dd664d4d646 tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0db6460-3f99-4ce1-ab18-833a31767472 HTTP/1.1" status: 200 len: 210 time: 0.0273612 May 19 11:35:15.896933 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.agents_db [None req-9df4fd67-1abd-480d-9703-ac00f2726051 None None] Agent healthcheck: found 6 active agents {{(pid=91058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 11:35:15.990472 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90d8075-e9cd-4bfa-9a7a-3e2a73c2ed0f req-1c101cb6-64bc-4777-acff-c68ffeec1ee5 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:35:15.991443 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-a90d8075-e9cd-4bfa-9a7a-3e2a73c2ed0f req-1c101cb6-64bc-4777-acff-c68ffeec1ee5 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "GET /v2.0/ports?device_id=db6a06c0-ee03-4ea5-8b1d-b973c57a8e8b HTTP/1.1" status: 200 len: 945 time: 0.0537708 May 19 11:35:16.046409 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-4a89b1a8-f951-4c1c-9471-d4b5776aad1d req-34a86388-90c7-4595-b155-b552b035b100 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 210 time: 0.0334568 May 19 11:35:16.053986 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-a90d8075-e9cd-4bfa-9a7a-3e2a73c2ed0f req-bcd1b495-18c1-4bcc-9433-6fdb226d5b58 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "GET /v2.0/security-groups?id=fcb1982f-1066-47cc-8104-8629c528f35c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553741 May 19 11:35:16.506607 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:35:16.937990 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb00ccb-bdef-4df2-b346-4566306e552f req-b2035ff7-d16a-4852-9856-76e37ef62d76 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:35:16.938717 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [req-dfb00ccb-bdef-4df2-b346-4566306e552f req-b2035ff7-d16a-4852-9856-76e37ef62d76 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Synchronizing usage tracker for tenant:114936b3c24442328e380dbed9453cbe on resource:port {{(pid=91055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 11:35:16.952015 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [req-dfb00ccb-bdef-4df2-b346-4566306e552f req-b2035ff7-d16a-4852-9856-76e37ef62d76 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Unset dirty status for tenant:114936b3c24442328e380dbed9453cbe on resource:port {{(pid=91055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 11:35:16.952789 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-dfb00ccb-bdef-4df2-b346-4566306e552f req-b2035ff7-d16a-4852-9856-76e37ef62d76 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.112 "GET /v2.0/ports?device_id=db6a06c0-ee03-4ea5-8b1d-b973c57a8e8b HTTP/1.1" status: 200 len: 945 time: 0.0781972 May 19 11:35:17.065170 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.plugin [req-dfb00ccb-bdef-4df2-b346-4566306e552f req-30994470-211f-4e2a-b47c-c9e0753dc6af tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Deleting port 85e33e5d-8956-444d-98db-54a005866f67 {{(pid=91055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 11:35:17.065364 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-dfb00ccb-bdef-4df2-b346-4566306e552f req-30994470-211f-4e2a-b47c-c9e0753dc6af tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749740776295'] for port, before_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:35:17.148670 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.db [req-dfb00ccb-bdef-4df2-b346-4566306e552f req-30994470-211f-4e2a-b47c-c9e0753dc6af tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] For port 85e33e5d-8956-444d-98db-54a005866f67, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=85e33e5d-8956-444d-98db-54a005866f67,segment=NetworkSegment(a0bcd02c-390d-4161-9023-5e2506ec732c),segment_id=a0bcd02c-390d-4161-9023-5e2506ec732c)] {{(pid=91055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:35:17.148882 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-dfb00ccb-bdef-4df2-b346-4566306e552f req-30994470-211f-4e2a-b47c-c9e0753dc6af tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1714319'] for port, precommit_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:35:17.186725 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-923c3c53-469e-4f37-b812-97813e860ee6 req-f74b7b47-03f0-4970-b49f-36d20b8a5d3d tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] 10.222.0.90 "GET /v2.0/ports?device_id=423e923b-b725-4325-bdbf-4d9356dd79b3 HTTP/1.1" status: 200 len: 210 time: 0.0525806 May 19 11:35:17.218405 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec196c0-ab80-488b-b6f7-1471653bc7a8 req-0996789a-9e54-41be-b1c9-595d08f1333d tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:35:17.219318 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-1ec196c0-ab80-488b-b6f7-1471653bc7a8 req-0996789a-9e54-41be-b1c9-595d08f1333d tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "GET /v2.0/ports?device_id=db6a06c0-ee03-4ea5-8b1d-b973c57a8e8b HTTP/1.1" status: 200 len: 945 time: 0.0843925 May 19 11:35:17.245958 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-1ec196c0-ab80-488b-b6f7-1471653bc7a8 req-b0e45d06-5fc6-4f71-9e38-a16eeacf5b85 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "GET /v2.0/security-groups?id=fcb1982f-1066-47cc-8104-8629c528f35c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0227346 May 19 11:35:17.412550 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-dfb00ccb-bdef-4df2-b346-4566306e552f req-30994470-211f-4e2a-b47c-c9e0753dc6af tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:35:17.412771 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-dfb00ccb-bdef-4df2-b346-4566306e552f req-30994470-211f-4e2a-b47c-c9e0753dc6af tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716915'] for floatingip, after_update {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:35:17.412957 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.db.l3_db [req-dfb00ccb-bdef-4df2-b346-4566306e552f req-30994470-211f-4e2a-b47c-c9e0753dc6af tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Floating IP d61e8eae-ba46-4467-8bf5-82c2001959a3 disassociated. External IP: 172.27.0.96, port: 85e33e5d-8956-444d-98db-54a005866f67. May 19 11:35:17.413197 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.plugin [req-dfb00ccb-bdef-4df2-b346-4566306e552f req-30994470-211f-4e2a-b47c-c9e0753dc6af tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Calling delete_port for 85e33e5d-8956-444d-98db-54a005866f67 owned by compute:nova {{(pid=91055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 11:35:17.480905 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-dfb00ccb-bdef-4df2-b346-4566306e552f req-30994470-211f-4e2a-b47c-c9e0753dc6af tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749740778424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749740364548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3654904'] for port, after_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:35:17.485602 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-10adec6e-93ed-4223-9757-570a9d0e9d1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:35:17.511240 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30994470-211f-4e2a-b47c-c9e0753dc6af tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Pushing event deleted for resources: {'Port': ['ID=85e33e5d-8956-444d-98db-54a005866f67,revision_number=None']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:35:17.517909 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30994470-211f-4e2a-b47c-c9e0753dc6af tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:35:17.518149 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30994470-211f-4e2a-b47c-c9e0753dc6af tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:35:17.518410 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30994470-211f-4e2a-b47c-c9e0753dc6af tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:35:17.518589 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30994470-211f-4e2a-b47c-c9e0753dc6af tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:35:17.518801 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30994470-211f-4e2a-b47c-c9e0753dc6af tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:35:17.519018 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30994470-211f-4e2a-b47c-c9e0753dc6af tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:35:17.519236 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30994470-211f-4e2a-b47c-c9e0753dc6af tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:35:17.519452 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30994470-211f-4e2a-b47c-c9e0753dc6af tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:35:17.519668 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30994470-211f-4e2a-b47c-c9e0753dc6af tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:35:17.519885 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30994470-211f-4e2a-b47c-c9e0753dc6af tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:35:17.520101 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30994470-211f-4e2a-b47c-c9e0753dc6af tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:35:17.520317 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30994470-211f-4e2a-b47c-c9e0753dc6af tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:35:17.522573 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-30994470-211f-4e2a-b47c-c9e0753dc6af tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:35:17.638984 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dfb00ccb-bdef-4df2-b346-4566306e552f req-30994470-211f-4e2a-b47c-c9e0753dc6af tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Router 69f0f57e-2ace-4b38-84db-07337dae1268 has already been hosted by L3 agent 326bf12a-fdae-48e8-b877-7dbd40e20eda {{(pid=91055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 11:35:17.731229 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dfb00ccb-bdef-4df2-b346-4566306e552f req-30994470-211f-4e2a-b47c-c9e0753dc6af tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Notify agent at l3_agent.dv-cinder-787764-1-iscsi the message routers_updated {{(pid=91055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 11:35:17.740737 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92734107-ae70-43d3-bd1a-99bcee71b61f None None] Sync routers for ids ['69f0f57e-2ace-4b38-84db-07337dae1268'] in dv-cinder-787764-1-iscsi {{(pid=91057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 11:35:17.747061 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92734107-ae70-43d3-bd1a-99bcee71b61f None None] Routers {'69f0f57e-2ace-4b38-84db-07337dae1268'} bound to L3 agent in host dv-cinder-787764-1-iscsi {{(pid=91057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:35:17.747408 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_hamode_db [None req-92734107-ae70-43d3-bd1a-99bcee71b61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T11:10:36Z,description=,heartbeat_timestamp=2021-05-19T11:35:06Z,host='dv-cinder-787764-1-iscsi',id=326bf12a-fdae-48e8-b877-7dbd40e20eda,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:36Z,topic='l3_agent')) {'router_ids': ['69f0f57e-2ace-4b38-84db-07337dae1268'], 'active': True} {{(pid=91057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:35:17.771945 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfb00ccb-bdef-4df2-b346-4566306e552f req-30994470-211f-4e2a-b47c-c9e0753dc6af tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] No DVR routers for this DVR port 85e33e5d-8956-444d-98db-54a005866f67 on host hv-cinder-78776 {{(pid=91055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 11:35:17.774968 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-dfb00ccb-bdef-4df2-b346-4566306e552f req-30994470-211f-4e2a-b47c-c9e0753dc6af tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6101'] for port, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:35:17.778170 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db6a06c0-ee03-4ea5-8b1d-b973c57a8e8b', 'name': 'network-vif-deleted', 'tag': '85e33e5d-8956-444d-98db-54a005866f67'}] {{(pid=91055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 11:35:17.795458 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-dfb00ccb-bdef-4df2-b346-4566306e552f req-30994470-211f-4e2a-b47c-c9e0753dc6af tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.112 "DELETE /v2.0/ports/85e33e5d-8956-444d-98db-54a005866f67 HTTP/1.1" status: 204 len: 173 time: 0.8369548 May 19 11:35:17.808588 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db6a06c0-ee03-4ea5-8b1d-b973c57a8e8b', 'name': 'network-vif-deleted', 'tag': '85e33e5d-8956-444d-98db-54a005866f67', 'status': 'completed', 'code': 200} May 19 11:35:17.848546 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_dvr_db [None req-92734107-ae70-43d3-bd1a-99bcee71b61f None None] Set router 69f0f57e-2ace-4b38-84db-07337dae1268 gateway port host: dv-cinder-787764-1-iscsi {{(pid=91057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:35:18.018067 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_hamode_db [None req-92734107-ae70-43d3-bd1a-99bcee71b61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69f0f57e-2ace-4b38-84db-07337dae1268', 'name': 'tempest-AttachVolumeShelveTestJSON-755269295-router', 'tenant_id': '114936b3c24442328e380dbed9453cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'external_fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': 'cebf15f2-4d29-4f9a-893f-3e59cd1f4530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:15:26Z', 'updated_at': '2021-05-19T11:15:30Z', 'revision_number': 4, 'project_id': '114936b3c24442328e380dbed9453cbe', 'gw_port': {'id': 'cebf15f2-4d29-4f9a-893f-3e59cd1f4530', 'name': '', 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d1:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f0f57e-2ace-4b38-84db-07337dae1268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:15:27Z', 'updated_at': '2021-05-19T11:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-1-iscsi', '_interfaces': [{'id': '83df66c6-d330-420c-8a47-e73ada5b5cc1', 'name': '', 'network_id': '283f984f-2a81-4a0c-9cd3-692b468d28a2', 'tenant_id': '114936b3c24442328e380dbed9453cbe', 'mac_address': 'fa:16:3e:a8:f6:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f0f57e-2ace-4b38-84db-07337dae1268', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '1f0aafc7-5dc8-4ee6-a066-4c3495d1adf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:15:29Z', 'updated_at': '2021-05-19T11:15:35Z', 'revision_number': 5, 'project_id': '114936b3c24442328e380dbed9453cbe', 'subnets': [{'id': '1f0aafc7-5dc8-4ee6-a066-4c3495d1adf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-1-iscsi', False) {} {{(pid=91057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:35:18.020688 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92734107-ae70-43d3-bd1a-99bcee71b61f None None] Checking router: 69f0f57e-2ace-4b38-84db-07337dae1268 for host: dv-cinder-787764-1-iscsi {{(pid=91057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 11:35:18.026059 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92734107-ae70-43d3-bd1a-99bcee71b61f None None] Routers {'69f0f57e-2ace-4b38-84db-07337dae1268'} bound to L3 agent in host dv-cinder-787764-1-iscsi {{(pid=91057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:35:18.026366 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_hamode_db [None req-92734107-ae70-43d3-bd1a-99bcee71b61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T11:10:36Z,description=,heartbeat_timestamp=2021-05-19T11:35:06Z,host='dv-cinder-787764-1-iscsi',id=326bf12a-fdae-48e8-b877-7dbd40e20eda,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:36Z,topic='l3_agent')) {'router_ids': ['69f0f57e-2ace-4b38-84db-07337dae1268'], 'active': True} {{(pid=91057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:35:18.114054 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_dvr_db [None req-92734107-ae70-43d3-bd1a-99bcee71b61f None None] Set router 69f0f57e-2ace-4b38-84db-07337dae1268 gateway port host: dv-cinder-787764-1-iscsi {{(pid=91057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:35:18.280425 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_hamode_db [None req-92734107-ae70-43d3-bd1a-99bcee71b61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69f0f57e-2ace-4b38-84db-07337dae1268', 'name': 'tempest-AttachVolumeShelveTestJSON-755269295-router', 'tenant_id': '114936b3c24442328e380dbed9453cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'external_fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': 'cebf15f2-4d29-4f9a-893f-3e59cd1f4530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:15:26Z', 'updated_at': '2021-05-19T11:15:30Z', 'revision_number': 4, 'project_id': '114936b3c24442328e380dbed9453cbe', 'gw_port': {'id': 'cebf15f2-4d29-4f9a-893f-3e59cd1f4530', 'name': '', 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d1:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f0f57e-2ace-4b38-84db-07337dae1268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:15:27Z', 'updated_at': '2021-05-19T11:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-1-iscsi', '_interfaces': [{'id': '83df66c6-d330-420c-8a47-e73ada5b5cc1', 'name': '', 'network_id': '283f984f-2a81-4a0c-9cd3-692b468d28a2', 'tenant_id': '114936b3c24442328e380dbed9453cbe', 'mac_address': 'fa:16:3e:a8:f6:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f0f57e-2ace-4b38-84db-07337dae1268', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '1f0aafc7-5dc8-4ee6-a066-4c3495d1adf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:15:29Z', 'updated_at': '2021-05-19T11:15:35Z', 'revision_number': 5, 'project_id': '114936b3c24442328e380dbed9453cbe', 'subnets': [{'id': '1f0aafc7-5dc8-4ee6-a066-4c3495d1adf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-1-iscsi', False) {} {{(pid=91057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:35:18.282687 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92734107-ae70-43d3-bd1a-99bcee71b61f None None] The sync data for ids ['69f0f57e-2ace-4b38-84db-07337dae1268'] in dv-cinder-787764-1-iscsi is: [{'id': '69f0f57e-2ace-4b38-84db-07337dae1268', 'name': 'tempest-AttachVolumeShelveTestJSON-755269295-router', 'tenant_id': '114936b3c24442328e380dbed9453cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'external_fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': 'cebf15f2-4d29-4f9a-893f-3e59cd1f4530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:15:26Z', 'updated_at': '2021-05-19T11:15:30Z', 'revision_number': 4, 'project_id': '114936b3c24442328e380dbed9453cbe', 'gw_port': {'id': 'cebf15f2-4d29-4f9a-893f-3e59cd1f4530', 'name': '', 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d1:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f0f57e-2ace-4b38-84db-07337dae1268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:15:27Z', 'updated_at': '2021-05-19T11:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-1-iscsi', '_interfaces': [{'id': '83df66c6-d330-420c-8a47-e73ada5b5cc1', 'name': '', 'network_id': '283f984f-2a81-4a0c-9cd3-692b468d28a2', 'tenant_id': '114936b3c24442328e380dbed9453cbe', 'mac_address': 'fa:16:3e:a8:f6:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f0f57e-2ace-4b38-84db-07337dae1268', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '1f0aafc7-5dc8-4ee6-a066-4c3495d1adf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:15:29Z', 'updated_at': '2021-05-19T11:15:35Z', 'revision_number': 5, 'project_id': '114936b3c24442328e380dbed9453cbe', 'subnets': [{'id': '1f0aafc7-5dc8-4ee6-a066-4c3495d1adf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 11:35:18.337357 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-c20f2083-f87a-42f6-aadd-119ece7d78e3 req-2caa84ec-10b7-4b0b-9104-9bc98b4b15b9 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "GET /v2.0/ports?device_id=db6a06c0-ee03-4ea5-8b1d-b973c57a8e8b HTTP/1.1" status: 200 len: 210 time: 0.0285265 May 19 11:35:18.426042 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e989b1-f31b-4a13-a8eb-3b9818ce2fec None None] New status for floating IP d61e8eae-ba46-4467-8bf5-82c2001959a3: DOWN {{(pid=91058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 11:35:18.655776 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 33242) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:35:19.095291 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Device 85e33e5d-8956-444d-98db-54a005866f67 no longer exists at agent hyperv_hv-cinder-78776 {{(pid=91057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 11:35:19.114154 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.plugin [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] No Port match for: 85e33e5d-8956-444d-98db-54a005866f67 {{(pid=91057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 11:35:19.114330 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Device 85e33e5d-8956-444d-98db-54a005866f67 not bound to the agent host hv-cinder-78776 {{(pid=91057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 11:35:19.185769 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-1ca42cb3-7331-4bb0-9217-5085e9aa53da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1716809'] for router_interface, before_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:35:19.398012 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.plugin [None req-1ca42cb3-7331-4bb0-9217-5085e9aa53da admin admin] Deleting port 015259d5-e370-4f43-aa2a-9cc4d5e4e7e4 {{(pid=91056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 11:35:19.398429 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-1ca42cb3-7331-4bb0-9217-5085e9aa53da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749740776295'] for port, before_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:35:19.464277 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-611e104a-a046-4948-bc05-15ed595b33f8 req-ff7a9d27-e593-4f0f-b06d-a2d07b1f2f65 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "GET /v2.0/ports?device_id=db6a06c0-ee03-4ea5-8b1d-b973c57a8e8b HTTP/1.1" status: 200 len: 210 time: 0.0274324 May 19 11:35:19.488149 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.db [None req-1ca42cb3-7331-4bb0-9217-5085e9aa53da admin admin] For port 015259d5-e370-4f43-aa2a-9cc4d5e4e7e4, host dv-cinder-787764-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-1-iscsi',level=0,port_id=015259d5-e370-4f43-aa2a-9cc4d5e4e7e4,segment=NetworkSegment(64c3527b-0b17-4dce-9bf8-b502fa139a66),segment_id=64c3527b-0b17-4dce-9bf8-b502fa139a66)] {{(pid=91056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:35:19.488387 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-1ca42cb3-7331-4bb0-9217-5085e9aa53da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1714319'] for port, precommit_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:35:19.556801 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.plugin [None req-1ca42cb3-7331-4bb0-9217-5085e9aa53da admin admin] Calling delete_port for 015259d5-e370-4f43-aa2a-9cc4d5e4e7e4 owned by network:router_interface {{(pid=91056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 11:35:19.653377 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-1ca42cb3-7331-4bb0-9217-5085e9aa53da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749740778424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749740364548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275141'] for port, after_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:35:19.655415 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-d82c7420-ba4e-4bd6-903e-3240fda23389 tempest-ServerRescueNegativeTestJSON-1414810707 tempest-ServerRescueNegativeTestJSON-1414810707-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:35:19.676963 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca42cb3-7331-4bb0-9217-5085e9aa53da admin admin] Pushing event deleted for resources: {'Port': ['ID=015259d5-e370-4f43-aa2a-9cc4d5e4e7e4,revision_number=None']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:35:19.696781 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca42cb3-7331-4bb0-9217-5085e9aa53da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:35:19.697053 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca42cb3-7331-4bb0-9217-5085e9aa53da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:35:19.697272 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca42cb3-7331-4bb0-9217-5085e9aa53da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:35:19.697376 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca42cb3-7331-4bb0-9217-5085e9aa53da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:35:19.697624 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca42cb3-7331-4bb0-9217-5085e9aa53da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:35:19.697766 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca42cb3-7331-4bb0-9217-5085e9aa53da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:35:19.697896 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca42cb3-7331-4bb0-9217-5085e9aa53da admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:35:19.698080 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca42cb3-7331-4bb0-9217-5085e9aa53da admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:35:19.698263 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca42cb3-7331-4bb0-9217-5085e9aa53da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:35:19.698444 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca42cb3-7331-4bb0-9217-5085e9aa53da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:35:19.698623 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca42cb3-7331-4bb0-9217-5085e9aa53da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:35:19.698801 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca42cb3-7331-4bb0-9217-5085e9aa53da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:35:19.703135 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-1ca42cb3-7331-4bb0-9217-5085e9aa53da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:35:19.897355 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-1ca42cb3-7331-4bb0-9217-5085e9aa53da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1695674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1717209'] for router_interface, after_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:35:20.124287 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ca42cb3-7331-4bb0-9217-5085e9aa53da admin admin] Router 91fe879d-12e7-4cd2-a05d-9c939b573f8c has already been hosted by L3 agent 326bf12a-fdae-48e8-b877-7dbd40e20eda {{(pid=91056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 11:35:20.232988 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ca42cb3-7331-4bb0-9217-5085e9aa53da admin admin] Notify agent at l3_agent.dv-cinder-787764-1-iscsi the message routers_updated {{(pid=91056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 11:35:20.241208 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-1ca42cb3-7331-4bb0-9217-5085e9aa53da admin admin] 10.222.0.90 "PUT /v2.0/routers/91fe879d-12e7-4cd2-a05d-9c939b573f8c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5847147 May 19 11:35:20.243808 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4fe396e-73c5-4933-b289-a8392d03daba None None] Sync routers for ids ['91fe879d-12e7-4cd2-a05d-9c939b573f8c'] in dv-cinder-787764-1-iscsi {{(pid=91057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 11:35:20.244375 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 33258) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:35:20.253271 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4fe396e-73c5-4933-b289-a8392d03daba None None] Routers {'91fe879d-12e7-4cd2-a05d-9c939b573f8c'} bound to L3 agent in host dv-cinder-787764-1-iscsi {{(pid=91057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:35:20.254061 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_hamode_db [None req-b4fe396e-73c5-4933-b289-a8392d03daba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T11:10:36Z,description=,heartbeat_timestamp=2021-05-19T11:35:06Z,host='dv-cinder-787764-1-iscsi',id=326bf12a-fdae-48e8-b877-7dbd40e20eda,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:36Z,topic='l3_agent')) {'router_ids': ['91fe879d-12e7-4cd2-a05d-9c939b573f8c'], 'active': True} {{(pid=91057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:35:20.336206 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-bb0dcf36-4b28-4e46-ad8f-0f5a7ce28a49 admin admin] Notify callbacks [] for router, before_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:35:20.415471 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_dvr_db [None req-b4fe396e-73c5-4933-b289-a8392d03daba None None] Set router 91fe879d-12e7-4cd2-a05d-9c939b573f8c gateway port host: dv-cinder-787764-1-iscsi {{(pid=91057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:35:20.427129 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-bb0dcf36-4b28-4e46-ad8f-0f5a7ce28a49 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:35:20.478423 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.plugin [None req-bb0dcf36-4b28-4e46-ad8f-0f5a7ce28a49 admin admin] Deleting port 4096f727-d959-469e-9deb-387fbc1d1f27 {{(pid=91056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 11:35:20.478637 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-bb0dcf36-4b28-4e46-ad8f-0f5a7ce28a49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749740776295'] for port, before_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:35:20.542607 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 33270) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:35:20.584110 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.db [None req-bb0dcf36-4b28-4e46-ad8f-0f5a7ce28a49 admin admin] For port 4096f727-d959-469e-9deb-387fbc1d1f27, host dv-cinder-787764-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-1-iscsi',level=0,port_id=4096f727-d959-469e-9deb-387fbc1d1f27,segment=NetworkSegment(49ddd7c4-aafb-432e-a188-efbf16e2f9e4),segment_id=49ddd7c4-aafb-432e-a188-efbf16e2f9e4)] {{(pid=91056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:35:20.584319 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-bb0dcf36-4b28-4e46-ad8f-0f5a7ce28a49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1714319'] for port, precommit_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:35:20.591532 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_hamode_db [None req-b4fe396e-73c5-4933-b289-a8392d03daba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91fe879d-12e7-4cd2-a05d-9c939b573f8c', 'name': 'tempest-TestMinimumBasicScenario-44004761-router', 'tenant_id': '3adb7158fa694a28886f78876a3057cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'external_fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': '4096f727-d959-469e-9deb-387fbc1d1f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:16:15Z', 'updated_at': '2021-05-19T11:35:19Z', 'revision_number': 5, 'project_id': '3adb7158fa694a28886f78876a3057cd', 'gw_port': {'id': '4096f727-d959-469e-9deb-387fbc1d1f27', 'name': '', 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:a0:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fe879d-12e7-4cd2-a05d-9c939b573f8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 222, 'fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:16:16Z', 'updated_at': '2021-05-19T11:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-1-iscsi'}], 'dv-cinder-787764-1-iscsi', False) {} {{(pid=91057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:35:20.594067 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4fe396e-73c5-4933-b289-a8392d03daba None None] Checking router: 91fe879d-12e7-4cd2-a05d-9c939b573f8c for host: dv-cinder-787764-1-iscsi {{(pid=91057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 11:35:20.599398 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4fe396e-73c5-4933-b289-a8392d03daba None None] Routers {'91fe879d-12e7-4cd2-a05d-9c939b573f8c'} bound to L3 agent in host dv-cinder-787764-1-iscsi {{(pid=91057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:35:20.599799 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_hamode_db [None req-b4fe396e-73c5-4933-b289-a8392d03daba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T11:10:36Z,description=,heartbeat_timestamp=2021-05-19T11:35:06Z,host='dv-cinder-787764-1-iscsi',id=326bf12a-fdae-48e8-b877-7dbd40e20eda,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:36Z,topic='l3_agent')) {'router_ids': ['91fe879d-12e7-4cd2-a05d-9c939b573f8c'], 'active': True} {{(pid=91057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:35:20.696986 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_dvr_db [None req-b4fe396e-73c5-4933-b289-a8392d03daba None None] Set router 91fe879d-12e7-4cd2-a05d-9c939b573f8c gateway port host: None {{(pid=91057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:35:20.739451 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.plugin [None req-bb0dcf36-4b28-4e46-ad8f-0f5a7ce28a49 admin admin] Calling delete_port for 4096f727-d959-469e-9deb-387fbc1d1f27 owned by network:router_gateway {{(pid=91056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 11:35:20.745720 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-bec3cade-57d9-4ebe-aebd-eaa144d32456 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Notify callbacks [] for security_group, before_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:35:20.750444 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_hamode_db [None req-b4fe396e-73c5-4933-b289-a8392d03daba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91fe879d-12e7-4cd2-a05d-9c939b573f8c', 'name': 'tempest-TestMinimumBasicScenario-44004761-router', 'tenant_id': '3adb7158fa694a28886f78876a3057cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:16:15Z', 'updated_at': '2021-05-19T11:35:20Z', 'revision_number': 6, 'project_id': '3adb7158fa694a28886f78876a3057cd', 'gw_port_host': None}], 'dv-cinder-787764-1-iscsi', False) {} {{(pid=91057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:35:20.753127 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4fe396e-73c5-4933-b289-a8392d03daba None None] The sync data for ids ['91fe879d-12e7-4cd2-a05d-9c939b573f8c'] in dv-cinder-787764-1-iscsi is: [{'id': '91fe879d-12e7-4cd2-a05d-9c939b573f8c', 'name': 'tempest-TestMinimumBasicScenario-44004761-router', 'tenant_id': '3adb7158fa694a28886f78876a3057cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:16:15Z', 'updated_at': '2021-05-19T11:35:20Z', 'revision_number': 6, 'project_id': '3adb7158fa694a28886f78876a3057cd', 'gw_port_host': None}] {{(pid=91057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 11:35:20.766720 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-bec3cade-57d9-4ebe-aebd-eaa144d32456 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:35:20.805679 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-bec3cade-57d9-4ebe-aebd-eaa144d32456 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:35:20.808422 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-cd53fec8-387b-47f9-ab8a-ba00cfe4664e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:35:20.819902 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec3cade-57d9-4ebe-aebd-eaa144d32456 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcb1982f-1066-47cc-8104-8629c528f35c,revision_number=None']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:35:20.821887 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-bec3cade-57d9-4ebe-aebd-eaa144d32456 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:35:20.828053 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-bec3cade-57d9-4ebe-aebd-eaa144d32456 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Notify callbacks [] for security_group, before_response {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:35:20.828714 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-bec3cade-57d9-4ebe-aebd-eaa144d32456 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "DELETE /v2.0/security-groups/fcb1982f-1066-47cc-8104-8629c528f35c HTTP/1.1" status: 204 len: 168 time: 0.2855034 May 19 11:35:20.830646 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 33274) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:35:20.861001 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.api.v2.resource [None req-0bcc0abd-1bb8-4b5d-8b87-f946e55d4382 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] show failed (client error): The resource could not be found. May 19 11:35:20.861547 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-0bcc0abd-1bb8-4b5d-8b87-f946e55d4382 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "GET /v2.0/security-groups/fcb1982f-1066-47cc-8104-8629c528f35c HTTP/1.1" status: 404 len: 347 time: 0.0302768 May 19 11:35:20.863980 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 33278) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:35:20.872402 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-bb0dcf36-4b28-4e46-ad8f-0f5a7ce28a49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749740778424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749740364548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275141'] for port, after_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:35:20.875221 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-38af3851-6890-4a10-ac2c-f7194abe15f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:35:20.899587 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0dcf36-4b28-4e46-ad8f-0f5a7ce28a49 admin admin] Pushing event deleted for resources: {'Port': ['ID=4096f727-d959-469e-9deb-387fbc1d1f27,revision_number=None']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:35:20.915298 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-bb0dcf36-4b28-4e46-ad8f-0f5a7ce28a49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:35:20.958290 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-bb0dcf36-4b28-4e46-ad8f-0f5a7ce28a49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1714018'] for router_gateway, after_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:35:20.979049 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.plugin [None req-5b49ad85-bac3-40fc-b44b-9adf0cd8a9ca tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Deleting port 2fb44b0a-536c-4f02-85c1-07adb67794ca {{(pid=91055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 11:35:20.979228 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-5b49ad85-bac3-40fc-b44b-9adf0cd8a9ca tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749740776295'] for port, before_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:35:21.042618 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-5b49ad85-bac3-40fc-b44b-9adf0cd8a9ca tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1714319'] for port, precommit_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:35:21.042894 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-5b49ad85-bac3-40fc-b44b-9adf0cd8a9ca tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:35:21.051367 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-bb0dcf36-4b28-4e46-ad8f-0f5a7ce28a49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26714'] for router, precommit_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:35:21.052791 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-bb0dcf36-4b28-4e46-ad8f-0f5a7ce28a49 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:35:21.069840 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-bb0dcf36-4b28-4e46-ad8f-0f5a7ce28a49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1712181'] for router, after_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:35:21.070103 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb0dcf36-4b28-4e46-ad8f-0f5a7ce28a49 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 91fe879d-12e7-4cd2-a05d-9c939b573f8c {{(pid=91056) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 11:35:21.082762 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-bb0dcf36-4b28-4e46-ad8f-0f5a7ce28a49 admin admin] Notify callbacks [] for router, before_response {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:35:21.086542 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-bb0dcf36-4b28-4e46-ad8f-0f5a7ce28a49 admin admin] 10.222.0.90 "DELETE /v2.0/routers/91fe879d-12e7-4cd2-a05d-9c939b573f8c HTTP/1.1" status: 204 len: 168 time: 0.8386774 May 19 11:35:21.086741 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 33282) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:35:21.110864 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.plugin [None req-5b49ad85-bac3-40fc-b44b-9adf0cd8a9ca tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Calling delete_port for 2fb44b0a-536c-4f02-85c1-07adb67794ca owned by network:floatingip {{(pid=91055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 11:35:21.124134 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.db_base_plugin_v2 [None req-05f093ab-2eed-4299-ba4a-67286fa41610 admin admin] Deleting subnet ec111969-0878-4395-8e69-3abd2c5f226d {{(pid=91056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 11:35:21.126058 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-05f093ab-2eed-4299-ba4a-67286fa41610 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:35:21.160563 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-05f093ab-2eed-4299-ba4a-67286fa41610 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2199913'] for subnet, precommit_delete_associations {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:35:21.179476 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-5b49ad85-bac3-40fc-b44b-9adf0cd8a9ca tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749740778424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749740364548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3654904'] for port, after_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:35:21.181647 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-d9158190-90ff-4910-8079-21058099e5bc tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:35:21.206064 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-05f093ab-2eed-4299-ba4a-67286fa41610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1429695'] for subnet, precommit_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:35:21.222683 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b49ad85-bac3-40fc-b44b-9adf0cd8a9ca tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Pushing event deleted for resources: {'Port': ['ID=2fb44b0a-536c-4f02-85c1-07adb67794ca,revision_number=None']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:35:21.223999 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-5b49ad85-bac3-40fc-b44b-9adf0cd8a9ca tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:35:21.349252 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-05f093ab-2eed-4299-ba4a-67286fa41610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1429640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4015514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2931355'] for subnet, after_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:35:21.350157 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-5b49ad85-bac3-40fc-b44b-9adf0cd8a9ca tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Notify callbacks [] for floatingip, after_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:35:21.351972 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:35:21.358945 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-5b49ad85-bac3-40fc-b44b-9adf0cd8a9ca tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6101'] for floatingip, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:35:21.359634 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-5b49ad85-bac3-40fc-b44b-9adf0cd8a9ca tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] 10.222.0.90 "DELETE /v2.0/floatingips/d61e8eae-ba46-4467-8bf5-82c2001959a3 HTTP/1.1" status: 204 len: 168 time: 0.4950249 May 19 11:35:21.372424 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f093ab-2eed-4299-ba4a-67286fa41610 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec111969-0878-4395-8e69-3abd2c5f226d,revision_number=None']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:35:21.374493 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-05f093ab-2eed-4299-ba4a-67286fa41610 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:35:21.376239 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-05f093ab-2eed-4299-ba4a-67286fa41610 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:35:21.381197 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-05f093ab-2eed-4299-ba4a-67286fa41610 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/ec111969-0878-4395-8e69-3abd2c5f226d HTTP/1.1" status: 204 len: 168 time: 0.2923808 May 19 11:35:21.381282 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c8558dd-ae95-4e2d-8845-e9c108a0ce68 None None] Network 17b3c0ef-f9b4-49e2-aa3b-d746210e219f requested from dv-cinder-787764-1-iscsi {{(pid=91057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 11:35:21.381639 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 33290) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:35:21.440055 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-9e9da7d2-64a1-49cb-bec6-2d1469d53ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-736967'] for network, before_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:35:21.488173 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.plugin [None req-9e9da7d2-64a1-49cb-bec6-2d1469d53ee0 admin admin] Deleting port b8a36fe1-0b34-4601-86db-9e016171f4ed {{(pid=91056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 11:35:21.488366 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-9e9da7d2-64a1-49cb-bec6-2d1469d53ee0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749740776295'] for port, before_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:35:21.547996 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f116cabb-3b15-42e1-af79-d56519c59284 None None] DHCP port deletion for 17b3c0ef-f9b4-49e2-aa3b-d746210e219f request from dv-cinder-787764-1-iscsi {{(pid=91057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 19 11:35:21.593564 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.plugin [None req-f116cabb-3b15-42e1-af79-d56519c59284 None None] Deleting port b8a36fe1-0b34-4601-86db-9e016171f4ed {{(pid=91057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 11:35:21.593832 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-f116cabb-3b15-42e1-af79-d56519c59284 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749740776295'] for port, before_delete {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:35:21.630139 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.db [None req-9e9da7d2-64a1-49cb-bec6-2d1469d53ee0 admin admin] For port b8a36fe1-0b34-4601-86db-9e016171f4ed, host dv-cinder-787764-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-1-iscsi',level=0,port_id=b8a36fe1-0b34-4601-86db-9e016171f4ed,segment=NetworkSegment(64c3527b-0b17-4dce-9bf8-b502fa139a66),segment_id=64c3527b-0b17-4dce-9bf8-b502fa139a66)] {{(pid=91056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:35:21.630340 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-9e9da7d2-64a1-49cb-bec6-2d1469d53ee0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1714319'] for port, precommit_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:35:21.643549 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-f116cabb-3b15-42e1-af79-d56519c59284 None None] For port b8a36fe1-0b34-4601-86db-9e016171f4ed, host dv-cinder-787764-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-1-iscsi',level=0,port_id=b8a36fe1-0b34-4601-86db-9e016171f4ed,segment=NetworkSegment(64c3527b-0b17-4dce-9bf8-b502fa139a66),segment_id=64c3527b-0b17-4dce-9bf8-b502fa139a66)] {{(pid=91057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:35:21.643823 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-f116cabb-3b15-42e1-af79-d56519c59284 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1714319'] for port, precommit_delete {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:35:21.694710 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.plugin [None req-9e9da7d2-64a1-49cb-bec6-2d1469d53ee0 admin admin] Calling delete_port for b8a36fe1-0b34-4601-86db-9e016171f4ed owned by network:dhcp {{(pid=91056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 11:35:21.711274 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.plugin [None req-f116cabb-3b15-42e1-af79-d56519c59284 None None] Calling delete_port for b8a36fe1-0b34-4601-86db-9e016171f4ed owned by network:dhcp {{(pid=91057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 11:35:21.722092 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-9e9da7d2-64a1-49cb-bec6-2d1469d53ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749740778424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749740364548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275141'] for port, after_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:35:21.724664 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-b8fbfc0f-7a0f-4877-a4a7-51fef9aebb46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:35:21.735532 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-f116cabb-3b15-42e1-af79-d56519c59284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749740778424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749740364548'] for port, after_delete {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:35:21.737653 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:35:21.750255 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9da7d2-64a1-49cb-bec6-2d1469d53ee0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8a36fe1-0b34-4601-86db-9e016171f4ed,revision_number=None']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:35:21.751288 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9da7d2-64a1-49cb-bec6-2d1469d53ee0 admin admin] No DVR routers for this DVR port b8a36fe1-0b34-4601-86db-9e016171f4ed on host dv-cinder-787764-1-iscsi {{(pid=91056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 11:35:21.752085 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-9e9da7d2-64a1-49cb-bec6-2d1469d53ee0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:35:21.759689 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f116cabb-3b15-42e1-af79-d56519c59284 None None] Pushing event deleted for resources: {'Port': ['ID=b8a36fe1-0b34-4601-86db-9e016171f4ed,revision_number=None']} {{(pid=91057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:35:21.762418 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f116cabb-3b15-42e1-af79-d56519c59284 None None] No DVR routers for this DVR port b8a36fe1-0b34-4601-86db-9e016171f4ed on host dv-cinder-787764-1-iscsi {{(pid=91057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 11:35:21.765531 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f116cabb-3b15-42e1-af79-d56519c59284 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:35:21.765712 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f116cabb-3b15-42e1-af79-d56519c59284 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:35:21.765867 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f116cabb-3b15-42e1-af79-d56519c59284 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:35:21.766095 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f116cabb-3b15-42e1-af79-d56519c59284 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:35:21.766214 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f116cabb-3b15-42e1-af79-d56519c59284 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:35:21.766361 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f116cabb-3b15-42e1-af79-d56519c59284 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:35:21.766594 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f116cabb-3b15-42e1-af79-d56519c59284 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:35:21.766681 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f116cabb-3b15-42e1-af79-d56519c59284 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:35:21.766847 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f116cabb-3b15-42e1-af79-d56519c59284 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:35:21.767009 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f116cabb-3b15-42e1-af79-d56519c59284 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:35:21.767172 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f116cabb-3b15-42e1-af79-d56519c59284 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:35:21.767332 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f116cabb-3b15-42e1-af79-d56519c59284 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:35:21.768933 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-f116cabb-3b15-42e1-af79-d56519c59284 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:35:21.809930 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Device b8a36fe1-0b34-4601-86db-9e016171f4ed no longer exists at agent ovs-agent-dv-cinder-787764-1-iscsi {{(pid=91057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 11:35:21.812196 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-9e9da7d2-64a1-49cb-bec6-2d1469d53ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1426996', 'neutron.services.segments.db._delete_segments_for_network-8749740806274'] for network, precommit_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:35:21.819299 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.services.segments.db [None req-9e9da7d2-64a1-49cb-bec6-2d1469d53ee0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17b3c0ef-f9b4-49e2-aa3b-d746210e219f']}} {{(pid=91056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:35:21.825479 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.services.segments.db [None req-9e9da7d2-64a1-49cb-bec6-2d1469d53ee0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64c3527b-0b17-4dce-9bf8-b502fa139a66') {'for_net_delete': True} {{(pid=91056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:35:21.825626 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.services.segments.db [None req-9e9da7d2-64a1-49cb-bec6-2d1469d53ee0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64c3527b-0b17-4dce-9bf8-b502fa139a66') {} {{(pid=91056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:35:21.828478 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.plugin [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] No Port match for: b8a36fe1-0b34-4601-86db-9e016171f4ed {{(pid=91057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 11:35:21.828704 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Device b8a36fe1-0b34-4601-86db-9e016171f4ed not bound to the agent host dv-cinder-787764-1-iscsi {{(pid=91057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 11:35:21.828964 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Device 4096f727-d959-469e-9deb-387fbc1d1f27 no longer exists at agent ovs-agent-dv-cinder-787764-1-iscsi {{(pid=91057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 11:35:21.831481 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-9e9da7d2-64a1-49cb-bec6-2d1469d53ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749740816523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2199934'] for segment, before_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:35:21.840210 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-9e9da7d2-64a1-49cb-bec6-2d1469d53ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432044'] for segment, precommit_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:35:21.843957 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e9da7d2-64a1-49cb-bec6-2d1469d53ee0 admin admin] Releasing vlan 1390 on physical network physnet1 to pool {{(pid=91056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 11:35:21.844159 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-9e9da7d2-64a1-49cb-bec6-2d1469d53ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2275128'] for segment, after_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:35:21.851655 dv-cinder-787764-1-iscsi neutron-server[91056]: Traceback (most recent call last): May 19 11:35:21.851655 dv-cinder-787764-1-iscsi neutron-server[91056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 11:35:21.851655 dv-cinder-787764-1-iscsi neutron-server[91056]: timer() May 19 11:35:21.851655 dv-cinder-787764-1-iscsi neutron-server[91056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 11:35:21.851655 dv-cinder-787764-1-iscsi neutron-server[91056]: cb(*args, **kw) May 19 11:35:21.851655 dv-cinder-787764-1-iscsi neutron-server[91056]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 11:35:21.851655 dv-cinder-787764-1-iscsi neutron-server[91056]: return func(*args, **kwargs) May 19 11:35:21.851655 dv-cinder-787764-1-iscsi neutron-server[91056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 11:35:21.851655 dv-cinder-787764-1-iscsi neutron-server[91056]: self._notify() May 19 11:35:21.851655 dv-cinder-787764-1-iscsi neutron-server[91056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 11:35:21.851655 dv-cinder-787764-1-iscsi neutron-server[91056]: self.callback(batched_events) May 19 11:35:21.851655 dv-cinder-787764-1-iscsi neutron-server[91056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 11:35:21.851655 dv-cinder-787764-1-iscsi neutron-server[91056]: event.method(event) May 19 11:35:21.851655 dv-cinder-787764-1-iscsi neutron-server[91056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 11:35:21.851655 dv-cinder-787764-1-iscsi neutron-server[91056]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 11:35:21.851655 dv-cinder-787764-1-iscsi neutron-server[91056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 11:35:21.851655 dv-cinder-787764-1-iscsi neutron-server[91056]: aggregate_uuid = self.p_client.list_aggregates( May 19 11:35:21.851655 dv-cinder-787764-1-iscsi neutron-server[91056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 11:35:21.851655 dv-cinder-787764-1-iscsi neutron-server[91056]: return f(self, *a, **k) May 19 11:35:21.851655 dv-cinder-787764-1-iscsi neutron-server[91056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 11:35:21.851655 dv-cinder-787764-1-iscsi neutron-server[91056]: return self._get(url).json() May 19 11:35:21.851655 dv-cinder-787764-1-iscsi neutron-server[91056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 11:35:21.851655 dv-cinder-787764-1-iscsi neutron-server[91056]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 11:35:21.851655 dv-cinder-787764-1-iscsi neutron-server[91056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 11:35:21.851655 dv-cinder-787764-1-iscsi neutron-server[91056]: return self.request(url, 'GET', **kwargs) May 19 11:35:21.851655 dv-cinder-787764-1-iscsi neutron-server[91056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 11:35:21.851655 dv-cinder-787764-1-iscsi neutron-server[91056]: base_url = self.get_endpoint(auth, allow=allow, May 19 11:35:21.851655 dv-cinder-787764-1-iscsi neutron-server[91056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 11:35:21.851655 dv-cinder-787764-1-iscsi neutron-server[91056]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 11:35:21.851655 dv-cinder-787764-1-iscsi neutron-server[91056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 11:35:21.851655 dv-cinder-787764-1-iscsi neutron-server[91056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 11:35:21.851655 dv-cinder-787764-1-iscsi neutron-server[91056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 11:35:21.877980 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.plugin [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] No Port match for: 4096f727-d959-469e-9deb-387fbc1d1f27 {{(pid=91057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 11:35:21.878202 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Device 4096f727-d959-469e-9deb-387fbc1d1f27 not bound to the agent host dv-cinder-787764-1-iscsi {{(pid=91057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 11:35:21.878366 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Device 015259d5-e370-4f43-aa2a-9cc4d5e4e7e4 no longer exists at agent ovs-agent-dv-cinder-787764-1-iscsi {{(pid=91057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 11:35:21.894049 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-9e9da7d2-64a1-49cb-bec6-2d1469d53ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1427005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1777549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1695667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713993'] for network, after_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:35:21.897050 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-102aed06-3221-452c-8f9a-79ffae338ba0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:35:21.897177 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.plugin [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] No Port match for: 015259d5-e370-4f43-aa2a-9cc4d5e4e7e4 {{(pid=91057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 11:35:21.897280 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Device 015259d5-e370-4f43-aa2a-9cc4d5e4e7e4 not bound to the agent host dv-cinder-787764-1-iscsi {{(pid=91057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 11:35:21.905129 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-9e9da7d2-64a1-49cb-bec6-2d1469d53ee0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695638'] for network, before_response {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:35:21.911325 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9da7d2-64a1-49cb-bec6-2d1469d53ee0 admin admin] Pushing event deleted for resources: {'Network': ['ID=17b3c0ef-f9b4-49e2-aa3b-d746210e219f,revision_number=None']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:35:21.913570 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-9e9da7d2-64a1-49cb-bec6-2d1469d53ee0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:35:21.918321 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-9e9da7d2-64a1-49cb-bec6-2d1469d53ee0 admin admin] 10.222.0.90 "DELETE /v2.0/networks/17b3c0ef-f9b4-49e2-aa3b-d746210e219f HTTP/1.1" status: 204 len: 168 time: 0.5364065 May 19 11:35:21.920418 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 33300) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:35:22.194033 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-3e6626b0-3425-46fe-abd2-3782b55763a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1716809'] for router_interface, before_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:35:22.518921 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.plugin [None req-3e6626b0-3425-46fe-abd2-3782b55763a2 admin admin] Deleting port 06a8db9f-7735-49dd-ac59-5dee72028224 {{(pid=91056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 11:35:22.519281 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-3e6626b0-3425-46fe-abd2-3782b55763a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749740776295'] for port, before_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:35:22.585321 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.db [None req-3e6626b0-3425-46fe-abd2-3782b55763a2 admin admin] For port 06a8db9f-7735-49dd-ac59-5dee72028224, host dv-cinder-787764-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-1-iscsi',level=0,port_id=06a8db9f-7735-49dd-ac59-5dee72028224,segment=NetworkSegment(2485390d-53e5-446c-be63-8a6aeba8e9a8),segment_id=2485390d-53e5-446c-be63-8a6aeba8e9a8)] {{(pid=91056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:35:22.585526 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-3e6626b0-3425-46fe-abd2-3782b55763a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1714319'] for port, precommit_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:35:22.644534 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.plugin [None req-3e6626b0-3425-46fe-abd2-3782b55763a2 admin admin] Calling delete_port for 06a8db9f-7735-49dd-ac59-5dee72028224 owned by network:router_interface {{(pid=91056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 11:35:22.735860 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-3e6626b0-3425-46fe-abd2-3782b55763a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749740778424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749740364548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275141'] for port, after_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:35:22.737913 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-eaee3f8d-b52d-45f7-832e-76beb64762e8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:35:22.759044 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6626b0-3425-46fe-abd2-3782b55763a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=06a8db9f-7735-49dd-ac59-5dee72028224,revision_number=None']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:35:22.760975 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-3e6626b0-3425-46fe-abd2-3782b55763a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:35:22.910335 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-3e6626b0-3425-46fe-abd2-3782b55763a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1695674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1717209'] for router_interface, after_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:35:23.089270 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e6626b0-3425-46fe-abd2-3782b55763a2 admin admin] Router 17cad937-ba63-4b1e-b8b0-38d1ca67c155 has already been hosted by L3 agent 326bf12a-fdae-48e8-b877-7dbd40e20eda {{(pid=91056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 11:35:23.243469 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e6626b0-3425-46fe-abd2-3782b55763a2 admin admin] Notify agent at l3_agent.dv-cinder-787764-1-iscsi the message routers_updated {{(pid=91056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 11:35:23.253416 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda6efd3-66c7-46b5-975e-d8f92c1764a9 None None] Sync routers for ids ['17cad937-ba63-4b1e-b8b0-38d1ca67c155'] in dv-cinder-787764-1-iscsi {{(pid=91058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 11:35:23.255792 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-3e6626b0-3425-46fe-abd2-3782b55763a2 admin admin] 10.222.0.90 "PUT /v2.0/routers/17cad937-ba63-4b1e-b8b0-38d1ca67c155/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3347726 May 19 11:35:23.258996 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda6efd3-66c7-46b5-975e-d8f92c1764a9 None None] Routers {'17cad937-ba63-4b1e-b8b0-38d1ca67c155'} bound to L3 agent in host dv-cinder-787764-1-iscsi {{(pid=91058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:35:23.259137 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 33314) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:35:23.259682 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.l3_hamode_db [None req-bda6efd3-66c7-46b5-975e-d8f92c1764a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T11:10:36Z,description=,heartbeat_timestamp=2021-05-19T11:35:06Z,host='dv-cinder-787764-1-iscsi',id=326bf12a-fdae-48e8-b877-7dbd40e20eda,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:36Z,topic='l3_agent')) {'router_ids': ['17cad937-ba63-4b1e-b8b0-38d1ca67c155'], 'active': True} {{(pid=91058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:35:23.355691 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.l3_dvr_db [None req-bda6efd3-66c7-46b5-975e-d8f92c1764a9 None None] Set router 17cad937-ba63-4b1e-b8b0-38d1ca67c155 gateway port host: dv-cinder-787764-1-iscsi {{(pid=91058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:35:23.357055 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-e7b89ca9-51b1-478a-8fae-c0c797b7bd14 admin admin] Notify callbacks [] for router, before_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:35:23.454632 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-e7b89ca9-51b1-478a-8fae-c0c797b7bd14 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:35:23.506104 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.plugin [None req-e7b89ca9-51b1-478a-8fae-c0c797b7bd14 admin admin] Deleting port f52faad5-6205-48d2-a908-695bca2c68d5 {{(pid=91056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 11:35:23.506358 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-e7b89ca9-51b1-478a-8fae-c0c797b7bd14 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749740776295'] for port, before_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:35:23.512418 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.l3_hamode_db [None req-bda6efd3-66c7-46b5-975e-d8f92c1764a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17cad937-ba63-4b1e-b8b0-38d1ca67c155', 'name': 'tempest-TestMinimumBasicScenario-358601778-router', 'tenant_id': 'c7a83c3fe0194d46bba7aa69562fc59c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'external_fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': 'f52faad5-6205-48d2-a908-695bca2c68d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:16:20Z', 'updated_at': '2021-05-19T11:35:22Z', 'revision_number': 5, 'project_id': 'c7a83c3fe0194d46bba7aa69562fc59c', 'gw_port': {'id': 'f52faad5-6205-48d2-a908-695bca2c68d5', 'name': '', 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:3b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17cad937-ba63-4b1e-b8b0-38d1ca67c155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:16:20Z', 'updated_at': '2021-05-19T11:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-1-iscsi'}], 'dv-cinder-787764-1-iscsi', False) {} {{(pid=91058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:35:23.514859 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda6efd3-66c7-46b5-975e-d8f92c1764a9 None None] Checking router: 17cad937-ba63-4b1e-b8b0-38d1ca67c155 for host: dv-cinder-787764-1-iscsi {{(pid=91058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 11:35:23.519642 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda6efd3-66c7-46b5-975e-d8f92c1764a9 None None] Routers {'17cad937-ba63-4b1e-b8b0-38d1ca67c155'} bound to L3 agent in host dv-cinder-787764-1-iscsi {{(pid=91058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:35:23.519964 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.l3_hamode_db [None req-bda6efd3-66c7-46b5-975e-d8f92c1764a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T11:10:36Z,description=,heartbeat_timestamp=2021-05-19T11:35:06Z,host='dv-cinder-787764-1-iscsi',id=326bf12a-fdae-48e8-b877-7dbd40e20eda,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:36Z,topic='l3_agent')) {'router_ids': ['17cad937-ba63-4b1e-b8b0-38d1ca67c155'], 'active': True} {{(pid=91058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:35:23.579365 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.db [None req-e7b89ca9-51b1-478a-8fae-c0c797b7bd14 admin admin] For port f52faad5-6205-48d2-a908-695bca2c68d5, host dv-cinder-787764-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-1-iscsi',level=0,port_id=f52faad5-6205-48d2-a908-695bca2c68d5,segment=NetworkSegment(49ddd7c4-aafb-432e-a188-efbf16e2f9e4),segment_id=49ddd7c4-aafb-432e-a188-efbf16e2f9e4)] {{(pid=91056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:35:23.579714 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-e7b89ca9-51b1-478a-8fae-c0c797b7bd14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1714319'] for port, precommit_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:35:23.619319 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.l3_dvr_db [None req-bda6efd3-66c7-46b5-975e-d8f92c1764a9 None None] Set router 17cad937-ba63-4b1e-b8b0-38d1ca67c155 gateway port host: None {{(pid=91058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:35:23.651160 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.plugin [None req-e7b89ca9-51b1-478a-8fae-c0c797b7bd14 admin admin] Calling delete_port for f52faad5-6205-48d2-a908-695bca2c68d5 owned by network:router_gateway {{(pid=91056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 11:35:23.670545 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.l3_hamode_db [None req-bda6efd3-66c7-46b5-975e-d8f92c1764a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17cad937-ba63-4b1e-b8b0-38d1ca67c155', 'name': 'tempest-TestMinimumBasicScenario-358601778-router', 'tenant_id': 'c7a83c3fe0194d46bba7aa69562fc59c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:16:20Z', 'updated_at': '2021-05-19T11:35:23Z', 'revision_number': 6, 'project_id': 'c7a83c3fe0194d46bba7aa69562fc59c', 'gw_port_host': None}], 'dv-cinder-787764-1-iscsi', False) {} {{(pid=91058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:35:23.672737 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda6efd3-66c7-46b5-975e-d8f92c1764a9 None None] The sync data for ids ['17cad937-ba63-4b1e-b8b0-38d1ca67c155'] in dv-cinder-787764-1-iscsi is: [{'id': '17cad937-ba63-4b1e-b8b0-38d1ca67c155', 'name': 'tempest-TestMinimumBasicScenario-358601778-router', 'tenant_id': 'c7a83c3fe0194d46bba7aa69562fc59c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:16:20Z', 'updated_at': '2021-05-19T11:35:23Z', 'revision_number': 6, 'project_id': 'c7a83c3fe0194d46bba7aa69562fc59c', 'gw_port_host': None}] {{(pid=91058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 11:35:23.734406 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-e7b89ca9-51b1-478a-8fae-c0c797b7bd14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749740778424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749740364548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275141'] for port, after_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:35:23.736531 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-68f0697e-8c41-4183-b56c-44a168c8653a tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:35:23.757303 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b89ca9-51b1-478a-8fae-c0c797b7bd14 admin admin] Pushing event deleted for resources: {'Port': ['ID=f52faad5-6205-48d2-a908-695bca2c68d5,revision_number=None']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:35:23.759209 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-e7b89ca9-51b1-478a-8fae-c0c797b7bd14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:35:23.804247 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-e7b89ca9-51b1-478a-8fae-c0c797b7bd14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1714018'] for router_gateway, after_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:35:23.884359 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-e7b89ca9-51b1-478a-8fae-c0c797b7bd14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26714'] for router, precommit_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:35:23.885646 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-e7b89ca9-51b1-478a-8fae-c0c797b7bd14 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:35:23.904256 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-e7b89ca9-51b1-478a-8fae-c0c797b7bd14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1712181'] for router, after_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:35:23.904542 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7b89ca9-51b1-478a-8fae-c0c797b7bd14 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 17cad937-ba63-4b1e-b8b0-38d1ca67c155 {{(pid=91056) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 11:35:23.911392 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-e7b89ca9-51b1-478a-8fae-c0c797b7bd14 admin admin] Notify callbacks [] for router, before_response {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:35:23.912125 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-e7b89ca9-51b1-478a-8fae-c0c797b7bd14 admin admin] 10.222.0.90 "DELETE /v2.0/routers/17cad937-ba63-4b1e-b8b0-38d1ca67c155 HTTP/1.1" status: 204 len: 168 time: 0.6524262 May 19 11:35:23.913848 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 33324) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:35:23.945037 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb75e6ad-feaa-4ece-a8f9-2366485a13e0 admin admin] Deleting subnet 84f5bdaa-d6e5-4a4c-9312-9a1fa5d3d0a6 {{(pid=91056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 11:35:23.946683 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-fb75e6ad-feaa-4ece-a8f9-2366485a13e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:35:23.970829 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-fb75e6ad-feaa-4ece-a8f9-2366485a13e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2199913'] for subnet, precommit_delete_associations {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:35:24.108930 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-fb75e6ad-feaa-4ece-a8f9-2366485a13e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1429695'] for subnet, precommit_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:35:24.243356 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-fb75e6ad-feaa-4ece-a8f9-2366485a13e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1429640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4015514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2931355'] for subnet, after_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:35:24.245630 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-bf5433cb-b780-4ef4-8c67-f96adc63c16b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:35:24.262100 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb75e6ad-feaa-4ece-a8f9-2366485a13e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84f5bdaa-d6e5-4a4c-9312-9a1fa5d3d0a6,revision_number=None']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:35:24.264213 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-fb75e6ad-feaa-4ece-a8f9-2366485a13e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:35:24.265956 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-fb75e6ad-feaa-4ece-a8f9-2366485a13e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:35:24.269524 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-fb75e6ad-feaa-4ece-a8f9-2366485a13e0 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/84f5bdaa-d6e5-4a4c-9312-9a1fa5d3d0a6 HTTP/1.1" status: 204 len: 168 time: 0.3550954 May 19 11:35:24.270104 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f090e590-5349-49b1-9ad2-9621f617e709 None None] Network ca4e966f-abf2-4d37-8c3d-b753fd7c5166 requested from dv-cinder-787764-1-iscsi {{(pid=91057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 11:35:24.271405 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 33328) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:35:24.330185 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-3081a2a5-60ad-41aa-9553-b3a7ef8cfe80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-736967'] for network, before_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:35:24.373903 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.plugin [None req-3081a2a5-60ad-41aa-9553-b3a7ef8cfe80 admin admin] Deleting port 2bc779d7-a16f-46d3-9e3c-c76d1b4337a1 {{(pid=91056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 11:35:24.374234 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-3081a2a5-60ad-41aa-9553-b3a7ef8cfe80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749740776295'] for port, before_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:35:24.378863 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Device 06a8db9f-7735-49dd-ac59-5dee72028224 no longer exists at agent ovs-agent-dv-cinder-787764-1-iscsi {{(pid=91057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 11:35:24.398798 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.plugin [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] No Port match for: 06a8db9f-7735-49dd-ac59-5dee72028224 {{(pid=91057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 11:35:24.398988 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Device 06a8db9f-7735-49dd-ac59-5dee72028224 not bound to the agent host dv-cinder-787764-1-iscsi {{(pid=91057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 11:35:24.428827 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.db [None req-3081a2a5-60ad-41aa-9553-b3a7ef8cfe80 admin admin] For port 2bc779d7-a16f-46d3-9e3c-c76d1b4337a1, host dv-cinder-787764-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-1-iscsi',level=0,port_id=2bc779d7-a16f-46d3-9e3c-c76d1b4337a1,segment=NetworkSegment(2485390d-53e5-446c-be63-8a6aeba8e9a8),segment_id=2485390d-53e5-446c-be63-8a6aeba8e9a8)] {{(pid=91056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:35:24.429038 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-3081a2a5-60ad-41aa-9553-b3a7ef8cfe80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1714319'] for port, precommit_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:35:24.446150 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7993e9e7-44b9-4f6f-b93c-5cffc6538ba6 None None] DHCP port deletion for ca4e966f-abf2-4d37-8c3d-b753fd7c5166 request from dv-cinder-787764-1-iscsi {{(pid=91057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 19 11:35:24.486280 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.plugin [None req-7993e9e7-44b9-4f6f-b93c-5cffc6538ba6 None None] Deleting port 2bc779d7-a16f-46d3-9e3c-c76d1b4337a1 {{(pid=91057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 11:35:24.486556 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-7993e9e7-44b9-4f6f-b93c-5cffc6538ba6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749740776295'] for port, before_delete {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:35:24.492730 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.plugin [None req-3081a2a5-60ad-41aa-9553-b3a7ef8cfe80 admin admin] Calling delete_port for 2bc779d7-a16f-46d3-9e3c-c76d1b4337a1 owned by network:dhcp {{(pid=91056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 11:35:24.526381 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-3081a2a5-60ad-41aa-9553-b3a7ef8cfe80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749740778424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749740364548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275141'] for port, after_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:35:24.530007 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-5f02dbaa-78e5-4f63-a820-a6f41155148b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:35:24.544064 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-7993e9e7-44b9-4f6f-b93c-5cffc6538ba6 None None] For port 2bc779d7-a16f-46d3-9e3c-c76d1b4337a1, host dv-cinder-787764-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-1-iscsi',level=0,port_id=2bc779d7-a16f-46d3-9e3c-c76d1b4337a1,segment=NetworkSegment(2485390d-53e5-446c-be63-8a6aeba8e9a8),segment_id=2485390d-53e5-446c-be63-8a6aeba8e9a8)] {{(pid=91057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:35:24.544364 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-7993e9e7-44b9-4f6f-b93c-5cffc6538ba6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1714319'] for port, precommit_delete {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:35:24.559393 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3081a2a5-60ad-41aa-9553-b3a7ef8cfe80 admin admin] Pushing event deleted for resources: {'Port': ['ID=2bc779d7-a16f-46d3-9e3c-c76d1b4337a1,revision_number=None']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:35:24.563786 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-3081a2a5-60ad-41aa-9553-b3a7ef8cfe80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:35:24.564335 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3081a2a5-60ad-41aa-9553-b3a7ef8cfe80 admin admin] No DVR routers for this DVR port 2bc779d7-a16f-46d3-9e3c-c76d1b4337a1 on host dv-cinder-787764-1-iscsi {{(pid=91056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 11:35:24.619247 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.plugin [None req-7993e9e7-44b9-4f6f-b93c-5cffc6538ba6 None None] Calling delete_port for 2bc779d7-a16f-46d3-9e3c-c76d1b4337a1 owned by network:dhcp {{(pid=91057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 11:35:24.627189 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-3081a2a5-60ad-41aa-9553-b3a7ef8cfe80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1426996', 'neutron.services.segments.db._delete_segments_for_network-8749740806274'] for network, precommit_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:35:24.634357 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.services.segments.db [None req-3081a2a5-60ad-41aa-9553-b3a7ef8cfe80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca4e966f-abf2-4d37-8c3d-b753fd7c5166']}} {{(pid=91056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:35:24.640580 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.services.segments.db [None req-3081a2a5-60ad-41aa-9553-b3a7ef8cfe80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2485390d-53e5-446c-be63-8a6aeba8e9a8') {'for_net_delete': True} {{(pid=91056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:35:24.640731 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.services.segments.db [None req-3081a2a5-60ad-41aa-9553-b3a7ef8cfe80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2485390d-53e5-446c-be63-8a6aeba8e9a8') {} {{(pid=91056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:35:24.643509 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-7993e9e7-44b9-4f6f-b93c-5cffc6538ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749740778424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749740364548'] for port, after_delete {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:35:24.645765 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-b2f108c8-bf00-4cdd-bf5e-73da25d24cd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:35:24.646692 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-3081a2a5-60ad-41aa-9553-b3a7ef8cfe80 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749740816523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2199934'] for segment, before_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:35:24.657259 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-3081a2a5-60ad-41aa-9553-b3a7ef8cfe80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432044'] for segment, precommit_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:35:24.660552 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3081a2a5-60ad-41aa-9553-b3a7ef8cfe80 admin admin] Releasing vlan 1380 on physical network physnet1 to pool {{(pid=91056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 11:35:24.660757 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-3081a2a5-60ad-41aa-9553-b3a7ef8cfe80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2275128'] for segment, after_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:35:24.668070 dv-cinder-787764-1-iscsi neutron-server[91056]: Traceback (most recent call last): May 19 11:35:24.668070 dv-cinder-787764-1-iscsi neutron-server[91056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 11:35:24.668070 dv-cinder-787764-1-iscsi neutron-server[91056]: timer() May 19 11:35:24.668070 dv-cinder-787764-1-iscsi neutron-server[91056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 11:35:24.668070 dv-cinder-787764-1-iscsi neutron-server[91056]: cb(*args, **kw) May 19 11:35:24.668070 dv-cinder-787764-1-iscsi neutron-server[91056]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 11:35:24.668070 dv-cinder-787764-1-iscsi neutron-server[91056]: return func(*args, **kwargs) May 19 11:35:24.668070 dv-cinder-787764-1-iscsi neutron-server[91056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 11:35:24.668070 dv-cinder-787764-1-iscsi neutron-server[91056]: self._notify() May 19 11:35:24.668070 dv-cinder-787764-1-iscsi neutron-server[91056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 11:35:24.668070 dv-cinder-787764-1-iscsi neutron-server[91056]: self.callback(batched_events) May 19 11:35:24.668070 dv-cinder-787764-1-iscsi neutron-server[91056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 11:35:24.668070 dv-cinder-787764-1-iscsi neutron-server[91056]: event.method(event) May 19 11:35:24.668070 dv-cinder-787764-1-iscsi neutron-server[91056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 11:35:24.668070 dv-cinder-787764-1-iscsi neutron-server[91056]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 11:35:24.668070 dv-cinder-787764-1-iscsi neutron-server[91056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 11:35:24.668070 dv-cinder-787764-1-iscsi neutron-server[91056]: aggregate_uuid = self.p_client.list_aggregates( May 19 11:35:24.668070 dv-cinder-787764-1-iscsi neutron-server[91056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 11:35:24.668070 dv-cinder-787764-1-iscsi neutron-server[91056]: return f(self, *a, **k) May 19 11:35:24.668070 dv-cinder-787764-1-iscsi neutron-server[91056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 11:35:24.668070 dv-cinder-787764-1-iscsi neutron-server[91056]: return self._get(url).json() May 19 11:35:24.668070 dv-cinder-787764-1-iscsi neutron-server[91056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 11:35:24.668070 dv-cinder-787764-1-iscsi neutron-server[91056]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 11:35:24.668070 dv-cinder-787764-1-iscsi neutron-server[91056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 11:35:24.668070 dv-cinder-787764-1-iscsi neutron-server[91056]: return self.request(url, 'GET', **kwargs) May 19 11:35:24.668070 dv-cinder-787764-1-iscsi neutron-server[91056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 11:35:24.668070 dv-cinder-787764-1-iscsi neutron-server[91056]: base_url = self.get_endpoint(auth, allow=allow, May 19 11:35:24.668070 dv-cinder-787764-1-iscsi neutron-server[91056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 11:35:24.668070 dv-cinder-787764-1-iscsi neutron-server[91056]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 11:35:24.668070 dv-cinder-787764-1-iscsi neutron-server[91056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 11:35:24.668070 dv-cinder-787764-1-iscsi neutron-server[91056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 11:35:24.668070 dv-cinder-787764-1-iscsi neutron-server[91056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 11:35:24.669399 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7993e9e7-44b9-4f6f-b93c-5cffc6538ba6 None None] Pushing event deleted for resources: {'Port': ['ID=2bc779d7-a16f-46d3-9e3c-c76d1b4337a1,revision_number=None']} {{(pid=91057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:35:24.670362 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-7993e9e7-44b9-4f6f-b93c-5cffc6538ba6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:35:24.670838 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7993e9e7-44b9-4f6f-b93c-5cffc6538ba6 None None] No DVR routers for this DVR port 2bc779d7-a16f-46d3-9e3c-c76d1b4337a1 on host dv-cinder-787764-1-iscsi {{(pid=91057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 11:35:24.713529 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-3081a2a5-60ad-41aa-9553-b3a7ef8cfe80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1427005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1777549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1695667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713993'] for network, after_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:35:24.716879 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:35:24.724095 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-3081a2a5-60ad-41aa-9553-b3a7ef8cfe80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695638'] for network, before_response {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:35:24.730948 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3081a2a5-60ad-41aa-9553-b3a7ef8cfe80 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca4e966f-abf2-4d37-8c3d-b753fd7c5166,revision_number=None']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:35:24.732999 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-3081a2a5-60ad-41aa-9553-b3a7ef8cfe80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:35:24.733919 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-3081a2a5-60ad-41aa-9553-b3a7ef8cfe80 admin admin] 10.222.0.90 "DELETE /v2.0/networks/ca4e966f-abf2-4d37-8c3d-b753fd7c5166 HTTP/1.1" status: 204 len: 168 time: 0.4619367 May 19 11:35:24.800327 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 33342) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:35:24.828132 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-472030ab-2192-4f36-984b-a0fec8b4ffd9 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=3adb7158fa694a28886f78876a3057cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0269644 May 19 11:35:24.829561 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 33346) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:35:24.860554 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-bfd327d6-74a9-43a6-a91f-21b2decda251 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:35:24.876177 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-bfd327d6-74a9-43a6-a91f-21b2decda251 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:35:24.909884 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-bfd327d6-74a9-43a6-a91f-21b2decda251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:35:24.915442 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-b5dff850-0d59-4679-82ad-a6164a811d40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:35:24.930932 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd327d6-74a9-43a6-a91f-21b2decda251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e67f0d0c-35aa-4baf-bdac-63aaa17f4b4a,revision_number=None']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:35:24.934337 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-bfd327d6-74a9-43a6-a91f-21b2decda251 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:35:24.935581 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-bfd327d6-74a9-43a6-a91f-21b2decda251 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:35:24.938092 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-bfd327d6-74a9-43a6-a91f-21b2decda251 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/e67f0d0c-35aa-4baf-bdac-63aaa17f4b4a HTTP/1.1" status: 204 len: 168 time: 0.1062267 May 19 11:35:25.138634 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 33354) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:35:25.167260 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-2454950a-55a2-4195-9cda-065f9db4d8aa admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=c7a83c3fe0194d46bba7aa69562fc59c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0277691 May 19 11:35:25.169472 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 33358) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:35:25.206286 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-41ca840a-1304-4de6-a557-e8ee61558cef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:35:25.221115 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-41ca840a-1304-4de6-a557-e8ee61558cef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:35:25.251368 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-41ca840a-1304-4de6-a557-e8ee61558cef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:35:25.255572 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-496e41ec-55e5-4ba4-8dda-ef80ab84e52b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:35:25.267394 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ca840a-1304-4de6-a557-e8ee61558cef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c08005d-ba82-47e5-a288-a8bf1f1b5cd2,revision_number=None']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:35:25.269159 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-41ca840a-1304-4de6-a557-e8ee61558cef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:35:25.269598 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-41ca840a-1304-4de6-a557-e8ee61558cef admin admin] Notify callbacks [] for security_group, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:35:25.270324 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-41ca840a-1304-4de6-a557-e8ee61558cef admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/4c08005d-ba82-47e5-a288-a8bf1f1b5cd2 HTTP/1.1" status: 204 len: 168 time: 0.1001368 May 19 11:35:25.817244 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Device f52faad5-6205-48d2-a908-695bca2c68d5 no longer exists at agent ovs-agent-dv-cinder-787764-1-iscsi {{(pid=91057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 11:35:25.838699 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.plugin [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] No Port match for: f52faad5-6205-48d2-a908-695bca2c68d5 {{(pid=91057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 11:35:25.838892 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Device f52faad5-6205-48d2-a908-695bca2c68d5 not bound to the agent host dv-cinder-787764-1-iscsi {{(pid=91057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 11:35:25.839125 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Device 2bc779d7-a16f-46d3-9e3c-c76d1b4337a1 no longer exists at agent ovs-agent-dv-cinder-787764-1-iscsi {{(pid=91057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 11:35:25.855168 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.plugin [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] No Port match for: 2bc779d7-a16f-46d3-9e3c-c76d1b4337a1 {{(pid=91057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 11:35:25.855357 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Device 2bc779d7-a16f-46d3-9e3c-c76d1b4337a1 not bound to the agent host dv-cinder-787764-1-iscsi {{(pid=91057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 11:35:34.585459 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-a37bf8c1-6342-4659-a78f-4fe860c08424 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:35:35.810050 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:35:36.197357 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-0e0c087c-74cc-45f7-9f3b-53d961782cfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:35:36.861088 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-f3552fb9-a093-42e6-b748-7ab8d8c7cb39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:35:37.946077 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-66ec5bc0-6952-497b-8f33-b3c04bfd0b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:35:46.508860 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:35:52.899743 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.agents_db [None req-9df4fd67-1abd-480d-9703-ac00f2726051 None None] Agent healthcheck: found 6 active agents {{(pid=91058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 11:36:04.578513 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-5b52a9ce-bf90-48d9-8bc5-ede03fe1fb21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:36:05.815961 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:36:06.198816 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-5ed343c6-5512-48cf-8dcc-5990843dd956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:36:06.863701 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-f3552fb9-a093-42e6-b748-7ab8d8c7cb39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:36:07.948319 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-66ec5bc0-6952-497b-8f33-b3c04bfd0b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:36:16.523793 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:36:17.190769 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-387e0a0d-ec6f-45ee-a739-56f0fce3e262 req-75455922-b05d-41f4-9aaa-44409b1b0217 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=5ab42bd5-f95a-4861-955b-8d42ceffa542&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0564568 May 19 11:36:17.261955 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387e0a0d-ec6f-45ee-a739-56f0fce3e262 req-99c07812-62f2-4d3b-8ff4-fca920827562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:36:17.262854 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-387e0a0d-ec6f-45ee-a739-56f0fce3e262 req-99c07812-62f2-4d3b-8ff4-fca920827562 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=35d46b728d4a4c459e7454a908c9e5c2&device_id=5ab42bd5-f95a-4861-955b-8d42ceffa542 HTTP/1.1" status: 200 len: 1098 time: 0.0478387 May 19 11:36:17.363773 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387e0a0d-ec6f-45ee-a739-56f0fce3e262 req-ad7aab82-7cde-429f-89a0-6ca2ca675fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:36:17.364770 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-387e0a0d-ec6f-45ee-a739-56f0fce3e262 req-ad7aab82-7cde-429f-89a0-6ca2ca675fa7 service neutron] 10.222.0.112 "GET /v2.0/networks?id=55ec5a42-b6e4-4e09-a033-1b610f60d866 HTTP/1.1" status: 200 len: 912 time: 0.0823226 May 19 11:36:17.429418 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-387e0a0d-ec6f-45ee-a739-56f0fce3e262 req-b8bf1256-ebdf-466d-9af8-8489ec7ed7c5 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c3493179-d5c1-46c9-b9bd-8ec44b61a040 HTTP/1.1" status: 200 len: 1001 time: 0.0563228 May 19 11:36:17.470368 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387e0a0d-ec6f-45ee-a739-56f0fce3e262 req-3b3c9b86-5360-438c-a9c8-5a03b30767e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:36:17.471087 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-387e0a0d-ec6f-45ee-a739-56f0fce3e262 req-3b3c9b86-5360-438c-a9c8-5a03b30767e5 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=b791564f-e95e-40fa-bc9d-bcbecb0ce07c HTTP/1.1" status: 200 len: 849 time: 0.0339744 May 19 11:36:17.516965 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387e0a0d-ec6f-45ee-a739-56f0fce3e262 req-68986ed6-f865-4b6f-b93c-6d17bfd7a6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:36:17.517714 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-387e0a0d-ec6f-45ee-a739-56f0fce3e262 req-68986ed6-f865-4b6f-b93c-6d17bfd7a6a5 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=55ec5a42-b6e4-4e09-a033-1b610f60d866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385828 May 19 11:36:17.591474 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-387e0a0d-ec6f-45ee-a739-56f0fce3e262 req-b42970d7-1e3d-4450-99a5-94c0fa748fb7 service neutron] 10.222.0.112 "GET /v2.0/networks/55ec5a42-b6e4-4e09-a033-1b610f60d866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0650091 May 19 11:36:17.664384 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-387e0a0d-ec6f-45ee-a739-56f0fce3e262 req-c5765b54-15d4-4e06-8a34-3cf868dcb792 service neutron] 10.222.0.112 "GET /v2.0/networks/55ec5a42-b6e4-4e09-a033-1b610f60d866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0670140 May 19 11:36:29.898872 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.agents_db [None req-9df4fd67-1abd-480d-9703-ac00f2726051 None None] Agent healthcheck: found 6 active agents {{(pid=91058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 11:36:32.135062 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9910102-7eb5-48b8-bd47-a6eb7612564c req-66e4a542-e8b3-40e2-814a-a36093e1b064 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:36:32.136082 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-f9910102-7eb5-48b8-bd47-a6eb7612564c req-66e4a542-e8b3-40e2-814a-a36093e1b064 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] 10.222.0.90 "GET /v2.0/ports?device_id=5ab42bd5-f95a-4861-955b-8d42ceffa542 HTTP/1.1" status: 200 len: 945 time: 0.0522630 May 19 11:36:32.168133 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-f9910102-7eb5-48b8-bd47-a6eb7612564c req-4662479d-efe9-404d-b983-83693a97a7bd tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] 10.222.0.90 "GET /v2.0/security-groups?id=d998a5db-09b8-4530-a4bf-47b8b37078dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281155 May 19 11:36:33.256939 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bf8cdd-42cf-45ed-a5b5-1576fd23fc76 req-e96d0b31-1d5f-45ce-a638-f6605a3f2304 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:36:33.257488 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [req-27bf8cdd-42cf-45ed-a5b5-1576fd23fc76 req-e96d0b31-1d5f-45ce-a638-f6605a3f2304 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Synchronizing usage tracker for tenant:35d46b728d4a4c459e7454a908c9e5c2 on resource:port {{(pid=91055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 11:36:33.270366 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [req-27bf8cdd-42cf-45ed-a5b5-1576fd23fc76 req-e96d0b31-1d5f-45ce-a638-f6605a3f2304 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Unset dirty status for tenant:35d46b728d4a4c459e7454a908c9e5c2 on resource:port {{(pid=91055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 11:36:33.271242 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-27bf8cdd-42cf-45ed-a5b5-1576fd23fc76 req-e96d0b31-1d5f-45ce-a638-f6605a3f2304 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] 10.222.0.112 "GET /v2.0/ports?device_id=5ab42bd5-f95a-4861-955b-8d42ceffa542 HTTP/1.1" status: 200 len: 945 time: 0.0844674 May 19 11:36:33.364696 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.plugin [req-27bf8cdd-42cf-45ed-a5b5-1576fd23fc76 req-534c1994-121f-46f8-af32-7a0fdb1e53ba tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Deleting port c3493179-d5c1-46c9-b9bd-8ec44b61a040 {{(pid=91055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 11:36:33.364923 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-27bf8cdd-42cf-45ed-a5b5-1576fd23fc76 req-534c1994-121f-46f8-af32-7a0fdb1e53ba tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749740776295'] for port, before_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:36:33.428364 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f30613-df69-4821-b78d-840f9ea295fd req-6649ec80-fa37-43eb-b3ae-547d4381ddd5 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:36:33.430061 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-a6f30613-df69-4821-b78d-840f9ea295fd req-6649ec80-fa37-43eb-b3ae-547d4381ddd5 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] 10.222.0.90 "GET /v2.0/ports?device_id=5ab42bd5-f95a-4861-955b-8d42ceffa542 HTTP/1.1" status: 200 len: 945 time: 0.1744928 May 19 11:36:33.448696 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.db [req-27bf8cdd-42cf-45ed-a5b5-1576fd23fc76 req-534c1994-121f-46f8-af32-7a0fdb1e53ba tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] For port c3493179-d5c1-46c9-b9bd-8ec44b61a040, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=c3493179-d5c1-46c9-b9bd-8ec44b61a040,segment=NetworkSegment(e0015d87-dcd6-4fdc-83d4-a15c21b906a0),segment_id=e0015d87-dcd6-4fdc-83d4-a15c21b906a0)] {{(pid=91055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:36:33.448882 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-27bf8cdd-42cf-45ed-a5b5-1576fd23fc76 req-534c1994-121f-46f8-af32-7a0fdb1e53ba tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1714319'] for port, precommit_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:36:33.458309 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-a6f30613-df69-4821-b78d-840f9ea295fd req-8a535a4d-0e60-4acf-9a05-4bc918a4e849 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] 10.222.0.90 "GET /v2.0/security-groups?id=d998a5db-09b8-4530-a4bf-47b8b37078dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0243256 May 19 11:36:33.699875 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-27bf8cdd-42cf-45ed-a5b5-1576fd23fc76 req-534c1994-121f-46f8-af32-7a0fdb1e53ba tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:36:33.700069 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-27bf8cdd-42cf-45ed-a5b5-1576fd23fc76 req-534c1994-121f-46f8-af32-7a0fdb1e53ba tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716915'] for floatingip, after_update {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:36:33.700235 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.db.l3_db [req-27bf8cdd-42cf-45ed-a5b5-1576fd23fc76 req-534c1994-121f-46f8-af32-7a0fdb1e53ba tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Floating IP 1ff741ba-e67b-4b6a-ae18-008ad6cb13c5 disassociated. External IP: 172.27.0.141, port: c3493179-d5c1-46c9-b9bd-8ec44b61a040. May 19 11:36:33.700443 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.plugin [req-27bf8cdd-42cf-45ed-a5b5-1576fd23fc76 req-534c1994-121f-46f8-af32-7a0fdb1e53ba tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Calling delete_port for c3493179-d5c1-46c9-b9bd-8ec44b61a040 owned by compute:nova {{(pid=91055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 11:36:33.768379 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-27bf8cdd-42cf-45ed-a5b5-1576fd23fc76 req-534c1994-121f-46f8-af32-7a0fdb1e53ba tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749740778424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749740364548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3654904'] for port, after_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:36:33.772339 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-d0fa3166-7967-4d57-a1f4-bd56b7e401f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:36:33.799769 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c1994-121f-46f8-af32-7a0fdb1e53ba tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Pushing event deleted for resources: {'Port': ['ID=c3493179-d5c1-46c9-b9bd-8ec44b61a040,revision_number=None']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:36:33.806008 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c1994-121f-46f8-af32-7a0fdb1e53ba tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:36:33.806236 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c1994-121f-46f8-af32-7a0fdb1e53ba tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:36:33.806459 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c1994-121f-46f8-af32-7a0fdb1e53ba tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:36:33.806676 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c1994-121f-46f8-af32-7a0fdb1e53ba tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:36:33.806983 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c1994-121f-46f8-af32-7a0fdb1e53ba tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:36:33.807092 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c1994-121f-46f8-af32-7a0fdb1e53ba tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:36:33.807287 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c1994-121f-46f8-af32-7a0fdb1e53ba tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:36:33.807496 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c1994-121f-46f8-af32-7a0fdb1e53ba tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:36:33.807705 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c1994-121f-46f8-af32-7a0fdb1e53ba tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:36:33.807931 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c1994-121f-46f8-af32-7a0fdb1e53ba tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:36:33.808139 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c1994-121f-46f8-af32-7a0fdb1e53ba tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:36:33.808921 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c1994-121f-46f8-af32-7a0fdb1e53ba tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:36:33.810553 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-534c1994-121f-46f8-af32-7a0fdb1e53ba tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:36:33.909698 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.scheduler.l3_agent_scheduler [req-27bf8cdd-42cf-45ed-a5b5-1576fd23fc76 req-534c1994-121f-46f8-af32-7a0fdb1e53ba tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Router 6454b025-6bdd-4799-9916-acb41eba735a has already been hosted by L3 agent 326bf12a-fdae-48e8-b877-7dbd40e20eda {{(pid=91055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 11:36:34.006102 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-27bf8cdd-42cf-45ed-a5b5-1576fd23fc76 req-534c1994-121f-46f8-af32-7a0fdb1e53ba tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Notify agent at l3_agent.dv-cinder-787764-1-iscsi the message routers_updated {{(pid=91055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 11:36:34.013648 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825b87c1-d464-4383-81d6-2408f09ba268 None None] Sync routers for ids ['6454b025-6bdd-4799-9916-acb41eba735a'] in dv-cinder-787764-1-iscsi {{(pid=91057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 11:36:34.021815 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825b87c1-d464-4383-81d6-2408f09ba268 None None] Routers {'6454b025-6bdd-4799-9916-acb41eba735a'} bound to L3 agent in host dv-cinder-787764-1-iscsi {{(pid=91057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:36:34.022201 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_hamode_db [None req-825b87c1-d464-4383-81d6-2408f09ba268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T11:10:36Z,description=,heartbeat_timestamp=2021-05-19T11:36:06Z,host='dv-cinder-787764-1-iscsi',id=326bf12a-fdae-48e8-b877-7dbd40e20eda,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:36Z,topic='l3_agent')) {'router_ids': ['6454b025-6bdd-4799-9916-acb41eba735a'], 'active': True} {{(pid=91057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:36:34.044298 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.l3_dvrscheduler_db [req-27bf8cdd-42cf-45ed-a5b5-1576fd23fc76 req-534c1994-121f-46f8-af32-7a0fdb1e53ba tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] No DVR routers for this DVR port c3493179-d5c1-46c9-b9bd-8ec44b61a040 on host hv-cinder-78776 {{(pid=91055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 11:36:34.046038 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [req-27bf8cdd-42cf-45ed-a5b5-1576fd23fc76 req-534c1994-121f-46f8-af32-7a0fdb1e53ba tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6101'] for port, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:36:34.047424 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ab42bd5-f95a-4861-955b-8d42ceffa542', 'name': 'network-vif-deleted', 'tag': 'c3493179-d5c1-46c9-b9bd-8ec44b61a040'}] {{(pid=91055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 11:36:34.058771 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-27bf8cdd-42cf-45ed-a5b5-1576fd23fc76 req-534c1994-121f-46f8-af32-7a0fdb1e53ba tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] 10.222.0.112 "DELETE /v2.0/ports/c3493179-d5c1-46c9-b9bd-8ec44b61a040 HTTP/1.1" status: 204 len: 173 time: 0.7803307 May 19 11:36:34.091851 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ab42bd5-f95a-4861-955b-8d42ceffa542', 'name': 'network-vif-deleted', 'tag': 'c3493179-d5c1-46c9-b9bd-8ec44b61a040', 'status': 'completed', 'code': 200} May 19 11:36:34.122091 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_dvr_db [None req-825b87c1-d464-4383-81d6-2408f09ba268 None None] Set router 6454b025-6bdd-4799-9916-acb41eba735a gateway port host: dv-cinder-787764-1-iscsi {{(pid=91057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:36:34.322528 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_hamode_db [None req-825b87c1-d464-4383-81d6-2408f09ba268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6454b025-6bdd-4799-9916-acb41eba735a', 'name': 'tempest-AttachVolumeTestJSON-468252528-router', 'tenant_id': '35d46b728d4a4c459e7454a908c9e5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'external_fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': '0e9d2a56-22fe-4c01-85e6-27318fa7a2a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:17:30Z', 'updated_at': '2021-05-19T11:17:32Z', 'revision_number': 4, 'project_id': '35d46b728d4a4c459e7454a908c9e5c2', 'gw_port': {'id': '0e9d2a56-22fe-4c01-85e6-27318fa7a2a0', 'name': '', 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:6f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6454b025-6bdd-4799-9916-acb41eba735a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:17:30Z', 'updated_at': '2021-05-19T11:17:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-1-iscsi', '_interfaces': [{'id': '0aff9e8e-93a5-4497-9277-46fd55ba1ee2', 'name': '', 'network_id': '55ec5a42-b6e4-4e09-a033-1b610f60d866', 'tenant_id': '35d46b728d4a4c459e7454a908c9e5c2', 'mac_address': 'fa:16:3e:f6:df:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6454b025-6bdd-4799-9916-acb41eba735a', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'b791564f-e95e-40fa-bc9d-bcbecb0ce07c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:17:32Z', 'updated_at': '2021-05-19T11:17:37Z', 'revision_number': 5, 'project_id': '35d46b728d4a4c459e7454a908c9e5c2', 'subnets': [{'id': 'b791564f-e95e-40fa-bc9d-bcbecb0ce07c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-1-iscsi', False) {} {{(pid=91057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:36:34.324914 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825b87c1-d464-4383-81d6-2408f09ba268 None None] Checking router: 6454b025-6bdd-4799-9916-acb41eba735a for host: dv-cinder-787764-1-iscsi {{(pid=91057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 11:36:34.330365 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825b87c1-d464-4383-81d6-2408f09ba268 None None] Routers {'6454b025-6bdd-4799-9916-acb41eba735a'} bound to L3 agent in host dv-cinder-787764-1-iscsi {{(pid=91057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:36:34.330705 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_hamode_db [None req-825b87c1-d464-4383-81d6-2408f09ba268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T11:10:36Z,description=,heartbeat_timestamp=2021-05-19T11:36:06Z,host='dv-cinder-787764-1-iscsi',id=326bf12a-fdae-48e8-b877-7dbd40e20eda,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:36Z,topic='l3_agent')) {'router_ids': ['6454b025-6bdd-4799-9916-acb41eba735a'], 'active': True} {{(pid=91057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:36:34.423737 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_dvr_db [None req-825b87c1-d464-4383-81d6-2408f09ba268 None None] Set router 6454b025-6bdd-4799-9916-acb41eba735a gateway port host: dv-cinder-787764-1-iscsi {{(pid=91057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:36:34.556371 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-91ea05f4-1cb0-45a6-91c4-fdde749c6fae req-bc85e2c7-b8b2-4002-8996-80217a8abd04 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] 10.222.0.90 "GET /v2.0/ports?device_id=5ab42bd5-f95a-4861-955b-8d42ceffa542 HTTP/1.1" status: 200 len: 210 time: 0.0303884 May 19 11:36:34.583910 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-4fb844e1-f8d3-494d-8904-df2205e5203a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:36:34.597719 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_hamode_db [None req-825b87c1-d464-4383-81d6-2408f09ba268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6454b025-6bdd-4799-9916-acb41eba735a', 'name': 'tempest-AttachVolumeTestJSON-468252528-router', 'tenant_id': '35d46b728d4a4c459e7454a908c9e5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'external_fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': '0e9d2a56-22fe-4c01-85e6-27318fa7a2a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:17:30Z', 'updated_at': '2021-05-19T11:17:32Z', 'revision_number': 4, 'project_id': '35d46b728d4a4c459e7454a908c9e5c2', 'gw_port': {'id': '0e9d2a56-22fe-4c01-85e6-27318fa7a2a0', 'name': '', 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:6f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6454b025-6bdd-4799-9916-acb41eba735a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:17:30Z', 'updated_at': '2021-05-19T11:17:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-1-iscsi', '_interfaces': [{'id': '0aff9e8e-93a5-4497-9277-46fd55ba1ee2', 'name': '', 'network_id': '55ec5a42-b6e4-4e09-a033-1b610f60d866', 'tenant_id': '35d46b728d4a4c459e7454a908c9e5c2', 'mac_address': 'fa:16:3e:f6:df:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6454b025-6bdd-4799-9916-acb41eba735a', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'b791564f-e95e-40fa-bc9d-bcbecb0ce07c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:17:32Z', 'updated_at': '2021-05-19T11:17:37Z', 'revision_number': 5, 'project_id': '35d46b728d4a4c459e7454a908c9e5c2', 'subnets': [{'id': 'b791564f-e95e-40fa-bc9d-bcbecb0ce07c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-1-iscsi', False) {} {{(pid=91057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:36:34.599797 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825b87c1-d464-4383-81d6-2408f09ba268 None None] The sync data for ids ['6454b025-6bdd-4799-9916-acb41eba735a'] in dv-cinder-787764-1-iscsi is: [{'id': '6454b025-6bdd-4799-9916-acb41eba735a', 'name': 'tempest-AttachVolumeTestJSON-468252528-router', 'tenant_id': '35d46b728d4a4c459e7454a908c9e5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'external_fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': '0e9d2a56-22fe-4c01-85e6-27318fa7a2a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:17:30Z', 'updated_at': '2021-05-19T11:17:32Z', 'revision_number': 4, 'project_id': '35d46b728d4a4c459e7454a908c9e5c2', 'gw_port': {'id': '0e9d2a56-22fe-4c01-85e6-27318fa7a2a0', 'name': '', 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:6f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6454b025-6bdd-4799-9916-acb41eba735a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:17:30Z', 'updated_at': '2021-05-19T11:17:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-1-iscsi', '_interfaces': [{'id': '0aff9e8e-93a5-4497-9277-46fd55ba1ee2', 'name': '', 'network_id': '55ec5a42-b6e4-4e09-a033-1b610f60d866', 'tenant_id': '35d46b728d4a4c459e7454a908c9e5c2', 'mac_address': 'fa:16:3e:f6:df:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6454b025-6bdd-4799-9916-acb41eba735a', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'b791564f-e95e-40fa-bc9d-bcbecb0ce07c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:17:32Z', 'updated_at': '2021-05-19T11:17:37Z', 'revision_number': 5, 'project_id': '35d46b728d4a4c459e7454a908c9e5c2', 'subnets': [{'id': 'b791564f-e95e-40fa-bc9d-bcbecb0ce07c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 11:36:34.721255 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be075ded-52f6-40eb-9ff7-2d708996cd1f None None] New status for floating IP 1ff741ba-e67b-4b6a-ae18-008ad6cb13c5: DOWN {{(pid=91058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 11:36:35.741097 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-01c3e788-82b5-498e-867a-2693e05276f9 req-4a140a2d-6576-42a7-9b5c-0c209bf6b271 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] 10.222.0.90 "GET /v2.0/ports?device_id=5ab42bd5-f95a-4861-955b-8d42ceffa542 HTTP/1.1" status: 200 len: 210 time: 0.1055732 May 19 11:36:35.813501 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:36:36.203205 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-fe772ab7-f16e-42a8-8856-b4c8b9347525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:36:36.844731 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 33932) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:36:36.858302 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-f3552fb9-a093-42e6-b748-7ab8d8c7cb39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:36:36.890784 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-259de2f4-f5e3-44a9-a5a6-61eb228589e0 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Notify callbacks [] for security_group, before_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:36:36.908430 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-259de2f4-f5e3-44a9-a5a6-61eb228589e0 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:36:36.942446 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-259de2f4-f5e3-44a9-a5a6-61eb228589e0 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:36:36.944782 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-d0f87e03-09c1-424d-8574-156a639d41ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:36:36.954929 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259de2f4-f5e3-44a9-a5a6-61eb228589e0 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d998a5db-09b8-4530-a4bf-47b8b37078dd,revision_number=None']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:36:36.956805 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-259de2f4-f5e3-44a9-a5a6-61eb228589e0 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:36:36.963627 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-259de2f4-f5e3-44a9-a5a6-61eb228589e0 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Notify callbacks [] for security_group, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:36:36.964396 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-259de2f4-f5e3-44a9-a5a6-61eb228589e0 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] 10.222.0.90 "DELETE /v2.0/security-groups/d998a5db-09b8-4530-a4bf-47b8b37078dd HTTP/1.1" status: 204 len: 168 time: 0.1188161 May 19 11:36:36.967828 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 33936) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:36:36.979199 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.api.v2.resource [None req-51625def-3924-4559-97aa-5d5eee7b6022 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] show failed (client error): The resource could not be found. May 19 11:36:36.979801 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-51625def-3924-4559-97aa-5d5eee7b6022 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] 10.222.0.90 "GET /v2.0/security-groups/d998a5db-09b8-4530-a4bf-47b8b37078dd HTTP/1.1" status: 404 len: 347 time: 0.0113404 May 19 11:36:36.981596 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 33940) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:36:37.116990 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.plugin [None req-e1d37836-7453-4202-819f-802daf43ecb0 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Deleting port cf0eadc4-655b-4d60-9c6d-1cbb6b430dc8 {{(pid=91055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 11:36:37.117218 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-e1d37836-7453-4202-819f-802daf43ecb0 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749740776295'] for port, before_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:36:37.198714 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-e1d37836-7453-4202-819f-802daf43ecb0 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1714319'] for port, precommit_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:36:37.198955 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-e1d37836-7453-4202-819f-802daf43ecb0 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:36:37.271712 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.plugin [None req-e1d37836-7453-4202-819f-802daf43ecb0 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Calling delete_port for cf0eadc4-655b-4d60-9c6d-1cbb6b430dc8 owned by network:floatingip {{(pid=91055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 11:36:37.354489 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-e1d37836-7453-4202-819f-802daf43ecb0 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749740778424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749740364548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3654904'] for port, after_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:36:37.356786 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-5b49ad85-bac3-40fc-b44b-9adf0cd8a9ca tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:36:37.383087 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d37836-7453-4202-819f-802daf43ecb0 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Pushing event deleted for resources: {'Port': ['ID=cf0eadc4-655b-4d60-9c6d-1cbb6b430dc8,revision_number=None']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:36:37.385789 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-e1d37836-7453-4202-819f-802daf43ecb0 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:36:37.462165 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Device c3493179-d5c1-46c9-b9bd-8ec44b61a040 no longer exists at agent hyperv_hv-cinder-78776 {{(pid=91057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 11:36:37.486774 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.plugin [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] No Port match for: c3493179-d5c1-46c9-b9bd-8ec44b61a040 {{(pid=91057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 11:36:37.487020 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Device c3493179-d5c1-46c9-b9bd-8ec44b61a040 not bound to the agent host hv-cinder-78776 {{(pid=91057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 11:36:37.536537 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-e1d37836-7453-4202-819f-802daf43ecb0 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Notify callbacks [] for floatingip, after_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:36:37.545257 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-e1d37836-7453-4202-819f-802daf43ecb0 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6101'] for floatingip, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:36:37.545941 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-e1d37836-7453-4202-819f-802daf43ecb0 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] 10.222.0.90 "DELETE /v2.0/floatingips/1ff741ba-e67b-4b6a-ae18-008ad6cb13c5 HTTP/1.1" status: 204 len: 168 time: 0.5637817 May 19 11:36:37.954924 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-66ec5bc0-6952-497b-8f33-b3c04bfd0b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:36:46.538439 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:37:04.589950 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-382e91ac-25b1-4131-b7fc-6fbce1061f4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:37:05.824147 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:37:06.201278 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-3f8b64e9-5124-4496-a4cc-7ef11114a567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:37:06.868855 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-f3552fb9-a093-42e6-b748-7ab8d8c7cb39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:37:06.900360 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.agents_db [None req-9df4fd67-1abd-480d-9703-ac00f2726051 None None] Agent healthcheck: found 6 active agents {{(pid=91058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 11:37:07.957094 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-66ec5bc0-6952-497b-8f33-b3c04bfd0b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:37:16.538032 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:37:34.590097 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-64d1ae97-b8f8-4cc8-8958-b1ac222eed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:37:35.825651 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:37:36.202245 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-239804a0-e6b5-4d9d-ab1e-073aae86d18e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:37:36.875472 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-f3552fb9-a093-42e6-b748-7ab8d8c7cb39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:37:37.960107 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-66ec5bc0-6952-497b-8f33-b3c04bfd0b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:37:43.901987 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.agents_db [None req-9df4fd67-1abd-480d-9703-ac00f2726051 None None] Agent healthcheck: found 6 active agents {{(pid=91058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 11:37:46.558398 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:38:04.590072 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-d42b7723-91b8-4f27-bbe9-b58204db2454 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:38:05.827242 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:38:06.199718 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2748787-d966-4b03-9817-8a8b3480a146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:38:06.878300 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-f3552fb9-a093-42e6-b748-7ab8d8c7cb39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:38:07.965452 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-66ec5bc0-6952-497b-8f33-b3c04bfd0b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:38:16.573925 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:38:20.903499 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.agents_db [None req-9df4fd67-1abd-480d-9703-ac00f2726051 None None] Agent healthcheck: found 6 active agents {{(pid=91058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 11:38:34.591114 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1f4cf30b-3787-4769-9b99-17e6c5123015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:38:35.827683 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:38:36.196880 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-de9e51dc-ac7b-4924-81a6-f7ad4fb7e763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:38:36.882944 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-f3552fb9-a093-42e6-b748-7ab8d8c7cb39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:38:37.966106 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-66ec5bc0-6952-497b-8f33-b3c04bfd0b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:38:46.569388 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:38:57.901698 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.agents_db [None req-9df4fd67-1abd-480d-9703-ac00f2726051 None None] Agent healthcheck: found 6 active agents {{(pid=91058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 11:39:04.591643 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1dbb093e-9650-419e-a6ed-5dba47e97d0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:39:05.827194 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:39:06.194530 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-3753e920-08d7-4ca7-a485-cf8364788ce9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:39:06.885194 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-f3552fb9-a093-42e6-b748-7ab8d8c7cb39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:39:07.966008 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-66ec5bc0-6952-497b-8f33-b3c04bfd0b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:39:16.589007 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:39:34.589861 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-c5608774-9671-4dc4-af10-3403505f6c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:39:34.903298 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.agents_db [None req-9df4fd67-1abd-480d-9703-ac00f2726051 None None] Agent healthcheck: found 6 active agents {{(pid=91058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 11:39:35.825873 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:39:36.189981 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1db2ee5a-deee-4018-93f5-e61a14485740 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:39:36.893581 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-f3552fb9-a093-42e6-b748-7ab8d8c7cb39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:39:37.977570 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-66ec5bc0-6952-497b-8f33-b3c04bfd0b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:39:46.586235 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:40:04.585032 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-6d65dbc3-5ddd-4931-b540-67f38cfdf0e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:40:05.826656 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:40:06.195629 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-afc1444e-e27c-461d-82af-19d2210d9022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:40:06.895365 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-f3552fb9-a093-42e6-b748-7ab8d8c7cb39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:40:07.977241 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-66ec5bc0-6952-497b-8f33-b3c04bfd0b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:40:11.906243 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.agents_db [None req-9df4fd67-1abd-480d-9703-ac00f2726051 None None] Agent healthcheck: found 6 active agents {{(pid=91058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 11:40:16.583223 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:40:34.593778 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-adc2a994-0ce2-4784-b607-e1b9af553330 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:40:35.827244 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:40:36.195810 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-014deed2-63db-48b6-9a1f-ec600f2082a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:40:36.893958 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-f3552fb9-a093-42e6-b748-7ab8d8c7cb39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:40:37.981715 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-66ec5bc0-6952-497b-8f33-b3c04bfd0b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:40:46.596141 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:40:48.907846 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.agents_db [None req-9df4fd67-1abd-480d-9703-ac00f2726051 None None] Agent healthcheck: found 6 active agents {{(pid=91058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 11:41:04.591752 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-de10ec17-fbe8-4477-b315-d48593bb4542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:05.821357 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:06.203357 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-437d2ec6-1e96-434c-b9c7-257a04f769b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:06.895462 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-f3552fb9-a093-42e6-b748-7ab8d8c7cb39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:07.991826 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-66ec5bc0-6952-497b-8f33-b3c04bfd0b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:16.595257 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:25.906011 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.agents_db [None req-9df4fd67-1abd-480d-9703-ac00f2726051 None None] Agent healthcheck: found 6 active agents {{(pid=91058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 11:41:34.588353 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-fc251dd0-46d8-40d9-8281-2f5cd382c081 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:35.821615 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:36.200611 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-41091be6-513a-4819-ba55-9e959e40bc46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:36.901046 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-f3552fb9-a093-42e6-b748-7ab8d8c7cb39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:37.996038 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-66ec5bc0-6952-497b-8f33-b3c04bfd0b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:41:46.632153 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:42:02.908594 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.agents_db [None req-9df4fd67-1abd-480d-9703-ac00f2726051 None None] Agent healthcheck: found 6 active agents {{(pid=91058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 11:42:04.579926 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-c0a2cbf5-6ce2-4f5a-a961-7d62dbd94fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:42:05.831454 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:42:06.196498 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-618c0bc9-d7fc-4750-8357-f99dddcbb238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:42:06.910888 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-f3552fb9-a093-42e6-b748-7ab8d8c7cb39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:42:07.996748 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-66ec5bc0-6952-497b-8f33-b3c04bfd0b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:42:16.652011 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:42:34.581203 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-d8c2a6f6-3446-4077-b166-f1a4c755ed60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:42:35.831746 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:42:36.194093 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-7fad762e-c863-4a8d-ac0e-43771285bb0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:42:36.912664 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-f3552fb9-a093-42e6-b748-7ab8d8c7cb39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:42:37.996166 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-66ec5bc0-6952-497b-8f33-b3c04bfd0b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:42:39.910335 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.agents_db [None req-9df4fd67-1abd-480d-9703-ac00f2726051 None None] Agent healthcheck: found 6 active agents {{(pid=91058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 11:42:46.642438 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:43:04.591580 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-0ac23a43-062c-4eaf-a454-9b8f13d0cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:43:05.835004 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:43:06.193018 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-85cf6e93-6f97-4a3b-bdfe-c6e19889d982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:43:06.918297 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-f3552fb9-a093-42e6-b748-7ab8d8c7cb39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:43:08.002336 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-66ec5bc0-6952-497b-8f33-b3c04bfd0b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:43:16.682700 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:43:16.911728 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.agents_db [None req-9df4fd67-1abd-480d-9703-ac00f2726051 None None] Agent healthcheck: found 6 active agents {{(pid=91058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 11:43:34.596778 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-6e766668-be03-4e74-91b3-cec8fca07e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:43:35.825277 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:43:36.194131 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-518de6df-00e9-4bf1-ac06-3803be3c9dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:43:36.910564 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-f3552fb9-a093-42e6-b748-7ab8d8c7cb39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:43:38.001457 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-66ec5bc0-6952-497b-8f33-b3c04bfd0b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:43:46.693902 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:43:53.913996 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.agents_db [None req-9df4fd67-1abd-480d-9703-ac00f2726051 None None] Agent healthcheck: found 6 active agents {{(pid=91058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 11:44:04.599019 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-dac2f7bf-1cd1-4fcd-a347-2935af51ff1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:44:05.827595 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:44:06.192584 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-c1a03df3-4f09-487d-959e-483cfe7012ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:44:06.920558 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-f3552fb9-a093-42e6-b748-7ab8d8c7cb39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:44:08.003976 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-66ec5bc0-6952-497b-8f33-b3c04bfd0b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:44:16.694902 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:44:30.915876 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.agents_db [None req-9df4fd67-1abd-480d-9703-ac00f2726051 None None] Agent healthcheck: found 6 active agents {{(pid=91058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 11:44:34.599193 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-872b6a46-ab4c-4721-ad4d-fb9f90115509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:44:35.836905 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:44:36.191831 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1655cedb-2f0f-4569-a38f-cd8800de05a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:44:36.922018 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-f3552fb9-a093-42e6-b748-7ab8d8c7cb39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:44:38.007346 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-66ec5bc0-6952-497b-8f33-b3c04bfd0b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:44:46.711447 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:45:04.598769 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-b685f90b-7c70-461a-9d77-a2b194e5db27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:45:05.836413 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:45:06.191218 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-0ae824f5-ba87-4c92-b9f4-ff2948485454 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:45:06.929257 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-f3552fb9-a093-42e6-b748-7ab8d8c7cb39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:45:07.922057 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.agents_db [None req-9df4fd67-1abd-480d-9703-ac00f2726051 None None] Agent healthcheck: found 6 active agents {{(pid=91058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 11:45:08.016760 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-66ec5bc0-6952-497b-8f33-b3c04bfd0b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:45:16.702157 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:45:34.597777 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-023b91f0-8238-4f38-b212-1c7501c64bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:45:35.836380 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:45:36.189126 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e0ecc26-9c83-4040-8b98-2df34237cc1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:45:36.924049 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-f3552fb9-a093-42e6-b748-7ab8d8c7cb39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:45:38.016610 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-66ec5bc0-6952-497b-8f33-b3c04bfd0b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:45:44.924487 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.agents_db [None req-9df4fd67-1abd-480d-9703-ac00f2726051 None None] Agent healthcheck: found 6 active agents {{(pid=91058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 11:45:46.701934 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:46:04.598180 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-2cc82554-63d9-4cda-b22d-b737ea73abbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:46:05.838341 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:46:06.187287 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-145f4191-721c-4288-b159-f5ff0ed1315a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:46:06.939000 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-f3552fb9-a093-42e6-b748-7ab8d8c7cb39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:46:08.025803 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-66ec5bc0-6952-497b-8f33-b3c04bfd0b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:46:16.702343 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:46:21.925603 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.agents_db [None req-9df4fd67-1abd-480d-9703-ac00f2726051 None None] Agent healthcheck: found 6 active agents {{(pid=91058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 11:46:34.598461 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-8e304b0f-af0a-4bc9-a523-c57b1f2cd007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:46:35.838434 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:46:36.188491 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-df559a87-1bc9-4235-baf2-1efaee3da899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:46:36.940924 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-f3552fb9-a093-42e6-b748-7ab8d8c7cb39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:46:38.029308 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-66ec5bc0-6952-497b-8f33-b3c04bfd0b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:46:46.719294 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:46:58.928229 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.agents_db [None req-9df4fd67-1abd-480d-9703-ac00f2726051 None None] Agent healthcheck: found 6 active agents {{(pid=91058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 11:47:04.597447 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-a8d04621-ff7e-46de-887c-2451ab166781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:47:05.838244 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:47:06.187648 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-f7fd109e-6864-4fd2-9846-d1629ac04177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:47:06.944337 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-f3552fb9-a093-42e6-b748-7ab8d8c7cb39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:47:08.035005 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-66ec5bc0-6952-497b-8f33-b3c04bfd0b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:47:16.713375 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:47:22.122628 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 39064) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:47:22.574174 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-6472579f-696d-49eb-ac95-dfaba2026afa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1716809'] for router_interface, before_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:47:22.786388 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.plugin [None req-6472579f-696d-49eb-ac95-dfaba2026afa admin admin] Deleting port 83df66c6-d330-420c-8a47-e73ada5b5cc1 {{(pid=91055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 11:47:22.786645 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-6472579f-696d-49eb-ac95-dfaba2026afa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749740776295'] for port, before_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:47:22.846552 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.db [None req-6472579f-696d-49eb-ac95-dfaba2026afa admin admin] For port 83df66c6-d330-420c-8a47-e73ada5b5cc1, host dv-cinder-787764-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-1-iscsi',level=0,port_id=83df66c6-d330-420c-8a47-e73ada5b5cc1,segment=NetworkSegment(a0bcd02c-390d-4161-9023-5e2506ec732c),segment_id=a0bcd02c-390d-4161-9023-5e2506ec732c)] {{(pid=91055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:47:22.846754 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-6472579f-696d-49eb-ac95-dfaba2026afa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1714319'] for port, precommit_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:47:22.903149 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.plugin [None req-6472579f-696d-49eb-ac95-dfaba2026afa admin admin] Calling delete_port for 83df66c6-d330-420c-8a47-e73ada5b5cc1 owned by network:router_interface {{(pid=91055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 11:47:23.095039 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-6472579f-696d-49eb-ac95-dfaba2026afa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749740778424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749740364548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3654904'] for port, after_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:47:23.097524 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-3146428e-91fb-4bf4-b48b-ac7bd57d51c0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:47:23.122515 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6472579f-696d-49eb-ac95-dfaba2026afa admin admin] Pushing event deleted for resources: {'Port': ['ID=83df66c6-d330-420c-8a47-e73ada5b5cc1,revision_number=None']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:47:23.142545 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6472579f-696d-49eb-ac95-dfaba2026afa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:47:23.142850 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6472579f-696d-49eb-ac95-dfaba2026afa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:47:23.143012 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6472579f-696d-49eb-ac95-dfaba2026afa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:47:23.143242 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6472579f-696d-49eb-ac95-dfaba2026afa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:47:23.143467 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6472579f-696d-49eb-ac95-dfaba2026afa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:47:23.143695 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6472579f-696d-49eb-ac95-dfaba2026afa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:47:23.143922 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6472579f-696d-49eb-ac95-dfaba2026afa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:47:23.144149 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6472579f-696d-49eb-ac95-dfaba2026afa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:47:23.144376 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6472579f-696d-49eb-ac95-dfaba2026afa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:47:23.144603 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6472579f-696d-49eb-ac95-dfaba2026afa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:47:23.144829 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6472579f-696d-49eb-ac95-dfaba2026afa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:47:23.145053 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6472579f-696d-49eb-ac95-dfaba2026afa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:47:23.149511 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-6472579f-696d-49eb-ac95-dfaba2026afa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:47:23.284160 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-6472579f-696d-49eb-ac95-dfaba2026afa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1695674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1717209'] for router_interface, after_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:47:23.467604 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6472579f-696d-49eb-ac95-dfaba2026afa admin admin] Router 69f0f57e-2ace-4b38-84db-07337dae1268 has already been hosted by L3 agent 326bf12a-fdae-48e8-b877-7dbd40e20eda {{(pid=91055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 11:47:23.573849 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6472579f-696d-49eb-ac95-dfaba2026afa admin admin] Notify agent at l3_agent.dv-cinder-787764-1-iscsi the message routers_updated {{(pid=91055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 11:47:23.582625 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce48b7b-c249-46d0-8092-9677d4b4c846 None None] Sync routers for ids ['69f0f57e-2ace-4b38-84db-07337dae1268'] in dv-cinder-787764-1-iscsi {{(pid=91057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 11:47:23.582900 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-6472579f-696d-49eb-ac95-dfaba2026afa admin admin] 10.222.0.90 "PUT /v2.0/routers/69f0f57e-2ace-4b38-84db-07337dae1268/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4594679 May 19 11:47:23.584520 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 39080) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:47:23.593784 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce48b7b-c249-46d0-8092-9677d4b4c846 None None] Routers {'69f0f57e-2ace-4b38-84db-07337dae1268'} bound to L3 agent in host dv-cinder-787764-1-iscsi {{(pid=91057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:47:23.594512 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_hamode_db [None req-3ce48b7b-c249-46d0-8092-9677d4b4c846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T11:10:36Z,description=,heartbeat_timestamp=2021-05-19T11:47:06Z,host='dv-cinder-787764-1-iscsi',id=326bf12a-fdae-48e8-b877-7dbd40e20eda,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:36Z,topic='l3_agent')) {'router_ids': ['69f0f57e-2ace-4b38-84db-07337dae1268'], 'active': True} {{(pid=91057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:47:23.706797 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-c2d2ed04-e498-4f19-a625-a2e0d4d6d8b8 admin admin] Notify callbacks [] for router, before_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:47:23.737208 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_dvr_db [None req-3ce48b7b-c249-46d0-8092-9677d4b4c846 None None] Set router 69f0f57e-2ace-4b38-84db-07337dae1268 gateway port host: dv-cinder-787764-1-iscsi {{(pid=91057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:47:23.815447 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-c2d2ed04-e498-4f19-a625-a2e0d4d6d8b8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:47:23.905657 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_hamode_db [None req-3ce48b7b-c249-46d0-8092-9677d4b4c846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69f0f57e-2ace-4b38-84db-07337dae1268', 'name': 'tempest-AttachVolumeShelveTestJSON-755269295-router', 'tenant_id': '114936b3c24442328e380dbed9453cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'external_fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': 'cebf15f2-4d29-4f9a-893f-3e59cd1f4530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:15:26Z', 'updated_at': '2021-05-19T11:47:22Z', 'revision_number': 5, 'project_id': '114936b3c24442328e380dbed9453cbe', 'gw_port': {'id': 'cebf15f2-4d29-4f9a-893f-3e59cd1f4530', 'name': '', 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d1:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f0f57e-2ace-4b38-84db-07337dae1268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:15:27Z', 'updated_at': '2021-05-19T11:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-1-iscsi'}], 'dv-cinder-787764-1-iscsi', False) {} {{(pid=91057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:47:23.907991 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce48b7b-c249-46d0-8092-9677d4b4c846 None None] Checking router: 69f0f57e-2ace-4b38-84db-07337dae1268 for host: dv-cinder-787764-1-iscsi {{(pid=91057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 11:47:23.913441 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce48b7b-c249-46d0-8092-9677d4b4c846 None None] Routers {'69f0f57e-2ace-4b38-84db-07337dae1268'} bound to L3 agent in host dv-cinder-787764-1-iscsi {{(pid=91057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:47:23.913867 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_hamode_db [None req-3ce48b7b-c249-46d0-8092-9677d4b4c846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T11:10:36Z,description=,heartbeat_timestamp=2021-05-19T11:47:06Z,host='dv-cinder-787764-1-iscsi',id=326bf12a-fdae-48e8-b877-7dbd40e20eda,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:36Z,topic='l3_agent')) {'router_ids': ['69f0f57e-2ace-4b38-84db-07337dae1268'], 'active': True} {{(pid=91057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:47:23.962732 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.plugin [None req-c2d2ed04-e498-4f19-a625-a2e0d4d6d8b8 admin admin] Deleting port cebf15f2-4d29-4f9a-893f-3e59cd1f4530 {{(pid=91055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 11:47:23.963111 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-c2d2ed04-e498-4f19-a625-a2e0d4d6d8b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749740776295'] for port, before_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:47:23.995010 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_dvr_db [None req-3ce48b7b-c249-46d0-8092-9677d4b4c846 None None] Set router 69f0f57e-2ace-4b38-84db-07337dae1268 gateway port host: None {{(pid=91057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:47:24.051956 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_hamode_db [None req-3ce48b7b-c249-46d0-8092-9677d4b4c846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69f0f57e-2ace-4b38-84db-07337dae1268', 'name': 'tempest-AttachVolumeShelveTestJSON-755269295-router', 'tenant_id': '114936b3c24442328e380dbed9453cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:15:26Z', 'updated_at': '2021-05-19T11:47:23Z', 'revision_number': 6, 'project_id': '114936b3c24442328e380dbed9453cbe', 'gw_port_host': None}], 'dv-cinder-787764-1-iscsi', False) {} {{(pid=91057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:47:24.053121 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.db [None req-c2d2ed04-e498-4f19-a625-a2e0d4d6d8b8 admin admin] For port cebf15f2-4d29-4f9a-893f-3e59cd1f4530, host dv-cinder-787764-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-1-iscsi',level=0,port_id=cebf15f2-4d29-4f9a-893f-3e59cd1f4530,segment=NetworkSegment(49ddd7c4-aafb-432e-a188-efbf16e2f9e4),segment_id=49ddd7c4-aafb-432e-a188-efbf16e2f9e4)] {{(pid=91055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:47:24.053609 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-c2d2ed04-e498-4f19-a625-a2e0d4d6d8b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1714319'] for port, precommit_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:47:24.054295 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce48b7b-c249-46d0-8092-9677d4b4c846 None None] The sync data for ids ['69f0f57e-2ace-4b38-84db-07337dae1268'] in dv-cinder-787764-1-iscsi is: [{'id': '69f0f57e-2ace-4b38-84db-07337dae1268', 'name': 'tempest-AttachVolumeShelveTestJSON-755269295-router', 'tenant_id': '114936b3c24442328e380dbed9453cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:15:26Z', 'updated_at': '2021-05-19T11:47:23Z', 'revision_number': 6, 'project_id': '114936b3c24442328e380dbed9453cbe', 'gw_port_host': None}] {{(pid=91057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 11:47:24.124767 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.plugin [None req-c2d2ed04-e498-4f19-a625-a2e0d4d6d8b8 admin admin] Calling delete_port for cebf15f2-4d29-4f9a-893f-3e59cd1f4530 owned by network:router_gateway {{(pid=91055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 11:47:24.205238 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-c2d2ed04-e498-4f19-a625-a2e0d4d6d8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749740778424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749740364548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3654904'] for port, after_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:47:24.207321 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-54721d62-b82f-467b-9f1e-b59fa8de7e53 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:47:24.229044 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d2ed04-e498-4f19-a625-a2e0d4d6d8b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=cebf15f2-4d29-4f9a-893f-3e59cd1f4530,revision_number=None']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:47:24.230655 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-c2d2ed04-e498-4f19-a625-a2e0d4d6d8b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:47:24.279830 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-c2d2ed04-e498-4f19-a625-a2e0d4d6d8b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1714018'] for router_gateway, after_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:47:24.373998 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-c2d2ed04-e498-4f19-a625-a2e0d4d6d8b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26714'] for router, precommit_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:47:24.375800 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-c2d2ed04-e498-4f19-a625-a2e0d4d6d8b8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:47:24.390851 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-c2d2ed04-e498-4f19-a625-a2e0d4d6d8b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1712181'] for router, after_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:47:24.391244 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2d2ed04-e498-4f19-a625-a2e0d4d6d8b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 69f0f57e-2ace-4b38-84db-07337dae1268 {{(pid=91055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 11:47:24.399744 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-c2d2ed04-e498-4f19-a625-a2e0d4d6d8b8 admin admin] Notify callbacks [] for router, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:47:24.400576 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-c2d2ed04-e498-4f19-a625-a2e0d4d6d8b8 admin admin] 10.222.0.90 "DELETE /v2.0/routers/69f0f57e-2ace-4b38-84db-07337dae1268 HTTP/1.1" status: 204 len: 168 time: 0.8154440 May 19 11:47:24.402382 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 39090) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:47:24.441457 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.db_base_plugin_v2 [None req-4284c2e1-08b3-4ff2-831c-7da0925a2a14 admin admin] Deleting subnet 1f0aafc7-5dc8-4ee6-a066-4c3495d1adf2 {{(pid=91055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 11:47:24.443391 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-4284c2e1-08b3-4ff2-831c-7da0925a2a14 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:47:24.473019 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-4284c2e1-08b3-4ff2-831c-7da0925a2a14 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2220800'] for subnet, precommit_delete_associations {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:47:24.518964 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-4284c2e1-08b3-4ff2-831c-7da0925a2a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1429695'] for subnet, precommit_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:47:24.667564 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-4284c2e1-08b3-4ff2-831c-7da0925a2a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1429640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2635303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3994663'] for subnet, after_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:47:24.669908 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-bedead8d-5450-4b0e-ae19-88f653e98d3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:47:24.687547 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4284c2e1-08b3-4ff2-831c-7da0925a2a14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f0aafc7-5dc8-4ee6-a066-4c3495d1adf2,revision_number=None']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:47:24.689268 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-4284c2e1-08b3-4ff2-831c-7da0925a2a14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:47:24.689859 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-4284c2e1-08b3-4ff2-831c-7da0925a2a14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695638'] for subnet, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:47:24.693789 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-4284c2e1-08b3-4ff2-831c-7da0925a2a14 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/1f0aafc7-5dc8-4ee6-a066-4c3495d1adf2 HTTP/1.1" status: 204 len: 168 time: 0.2905362 May 19 11:47:24.694029 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a02e8d9d-487f-435f-8c5b-15ebddcd2abb None None] Network 283f984f-2a81-4a0c-9cd3-692b468d28a2 requested from dv-cinder-787764-1-iscsi {{(pid=91057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 11:47:24.694851 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 39094) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:47:24.744196 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Device 83df66c6-d330-420c-8a47-e73ada5b5cc1 no longer exists at agent ovs-agent-dv-cinder-787764-1-iscsi {{(pid=91057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 11:47:24.765351 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-c0561567-9bd8-407a-bbf5-7a39897cdf5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-736967'] for network, before_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:47:24.773670 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.plugin [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] No Port match for: 83df66c6-d330-420c-8a47-e73ada5b5cc1 {{(pid=91057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 11:47:24.773846 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Device 83df66c6-d330-420c-8a47-e73ada5b5cc1 not bound to the agent host dv-cinder-787764-1-iscsi {{(pid=91057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 11:47:24.876083 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-246d5edc-2518-4699-a811-e119b18616a2 None None] DHCP port deletion for 283f984f-2a81-4a0c-9cd3-692b468d28a2 request from dv-cinder-787764-1-iscsi {{(pid=91057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 19 11:47:24.893342 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.plugin [None req-c0561567-9bd8-407a-bbf5-7a39897cdf5a admin admin] Deleting port eb2e8ef2-c253-4cfd-9143-66e1a108009f {{(pid=91055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 11:47:24.893536 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-c0561567-9bd8-407a-bbf5-7a39897cdf5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749740776295'] for port, before_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:47:24.914148 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.plugin [None req-246d5edc-2518-4699-a811-e119b18616a2 None None] Deleting port eb2e8ef2-c253-4cfd-9143-66e1a108009f {{(pid=91057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 11:47:24.914361 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-246d5edc-2518-4699-a811-e119b18616a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749740776295'] for port, before_delete {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:47:24.947396 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.db [None req-c0561567-9bd8-407a-bbf5-7a39897cdf5a admin admin] For port eb2e8ef2-c253-4cfd-9143-66e1a108009f, host dv-cinder-787764-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-1-iscsi',level=0,port_id=eb2e8ef2-c253-4cfd-9143-66e1a108009f,segment=NetworkSegment(a0bcd02c-390d-4161-9023-5e2506ec732c),segment_id=a0bcd02c-390d-4161-9023-5e2506ec732c)] {{(pid=91055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:47:24.947594 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-c0561567-9bd8-407a-bbf5-7a39897cdf5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1714319'] for port, precommit_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:47:24.967585 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-246d5edc-2518-4699-a811-e119b18616a2 None None] For port eb2e8ef2-c253-4cfd-9143-66e1a108009f, host dv-cinder-787764-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-1-iscsi',level=0,port_id=eb2e8ef2-c253-4cfd-9143-66e1a108009f,segment=NetworkSegment(a0bcd02c-390d-4161-9023-5e2506ec732c),segment_id=a0bcd02c-390d-4161-9023-5e2506ec732c)] {{(pid=91057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:47:24.967805 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-246d5edc-2518-4699-a811-e119b18616a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1714319'] for port, precommit_delete {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:47:25.007904 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.plugin [None req-c0561567-9bd8-407a-bbf5-7a39897cdf5a admin admin] Calling delete_port for eb2e8ef2-c253-4cfd-9143-66e1a108009f owned by network:dhcp {{(pid=91055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 11:47:25.027033 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.plugin [None req-246d5edc-2518-4699-a811-e119b18616a2 None None] Calling delete_port for eb2e8ef2-c253-4cfd-9143-66e1a108009f owned by network:dhcp {{(pid=91057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 11:47:25.039613 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-c0561567-9bd8-407a-bbf5-7a39897cdf5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749740778424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749740364548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3654904'] for port, after_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:47:25.045309 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-3146428e-91fb-4bf4-b48b-ac7bd57d51c0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:47:25.050710 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-246d5edc-2518-4699-a811-e119b18616a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749740778424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749740364548'] for port, after_delete {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:47:25.052696 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-7993e9e7-44b9-4f6f-b93c-5cffc6538ba6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:47:25.066606 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0561567-9bd8-407a-bbf5-7a39897cdf5a admin admin] Pushing event deleted for resources: {'Port': ['ID=eb2e8ef2-c253-4cfd-9143-66e1a108009f,revision_number=None']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:47:25.069041 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-c0561567-9bd8-407a-bbf5-7a39897cdf5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:47:25.069041 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0561567-9bd8-407a-bbf5-7a39897cdf5a admin admin] No DVR routers for this DVR port eb2e8ef2-c253-4cfd-9143-66e1a108009f on host dv-cinder-787764-1-iscsi {{(pid=91055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 11:47:25.073131 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246d5edc-2518-4699-a811-e119b18616a2 None None] Pushing event deleted for resources: {'Port': ['ID=eb2e8ef2-c253-4cfd-9143-66e1a108009f,revision_number=None']} {{(pid=91057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:47:25.078859 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246d5edc-2518-4699-a811-e119b18616a2 None None] No DVR routers for this DVR port eb2e8ef2-c253-4cfd-9143-66e1a108009f on host dv-cinder-787764-1-iscsi {{(pid=91057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 11:47:25.079999 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246d5edc-2518-4699-a811-e119b18616a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:47:25.080228 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246d5edc-2518-4699-a811-e119b18616a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:47:25.080417 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246d5edc-2518-4699-a811-e119b18616a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:47:25.080591 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246d5edc-2518-4699-a811-e119b18616a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:47:25.080787 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246d5edc-2518-4699-a811-e119b18616a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:47:25.080969 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246d5edc-2518-4699-a811-e119b18616a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:47:25.084955 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246d5edc-2518-4699-a811-e119b18616a2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:47:25.084955 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246d5edc-2518-4699-a811-e119b18616a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:47:25.084955 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246d5edc-2518-4699-a811-e119b18616a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:47:25.084955 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246d5edc-2518-4699-a811-e119b18616a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:47:25.084955 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246d5edc-2518-4699-a811-e119b18616a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:47:25.084955 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246d5edc-2518-4699-a811-e119b18616a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:47:25.085969 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-246d5edc-2518-4699-a811-e119b18616a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:47:25.128584 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-c0561567-9bd8-407a-bbf5-7a39897cdf5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1426996', 'neutron.services.segments.db._delete_segments_for_network-8749740806274'] for network, precommit_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:47:25.135052 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.services.segments.db [None req-c0561567-9bd8-407a-bbf5-7a39897cdf5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['283f984f-2a81-4a0c-9cd3-692b468d28a2']}} {{(pid=91055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:47:25.144541 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.services.segments.db [None req-c0561567-9bd8-407a-bbf5-7a39897cdf5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0bcd02c-390d-4161-9023-5e2506ec732c') {'for_net_delete': True} {{(pid=91055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:47:25.144689 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.services.segments.db [None req-c0561567-9bd8-407a-bbf5-7a39897cdf5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0bcd02c-390d-4161-9023-5e2506ec732c') {} {{(pid=91055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:47:25.151088 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-c0561567-9bd8-407a-bbf5-7a39897cdf5a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749740816523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2220823'] for segment, before_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:47:25.162012 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-c0561567-9bd8-407a-bbf5-7a39897cdf5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432044'] for segment, precommit_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:47:25.166120 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0561567-9bd8-407a-bbf5-7a39897cdf5a admin admin] Releasing vlan 1369 on physical network physnet1 to pool {{(pid=91055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 11:47:25.166311 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-c0561567-9bd8-407a-bbf5-7a39897cdf5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3654789'] for segment, after_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:47:25.173836 dv-cinder-787764-1-iscsi neutron-server[91055]: Traceback (most recent call last): May 19 11:47:25.173836 dv-cinder-787764-1-iscsi neutron-server[91055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 11:47:25.173836 dv-cinder-787764-1-iscsi neutron-server[91055]: timer() May 19 11:47:25.173836 dv-cinder-787764-1-iscsi neutron-server[91055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 11:47:25.173836 dv-cinder-787764-1-iscsi neutron-server[91055]: cb(*args, **kw) May 19 11:47:25.173836 dv-cinder-787764-1-iscsi neutron-server[91055]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 11:47:25.173836 dv-cinder-787764-1-iscsi neutron-server[91055]: return func(*args, **kwargs) May 19 11:47:25.173836 dv-cinder-787764-1-iscsi neutron-server[91055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 11:47:25.173836 dv-cinder-787764-1-iscsi neutron-server[91055]: self._notify() May 19 11:47:25.173836 dv-cinder-787764-1-iscsi neutron-server[91055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 11:47:25.173836 dv-cinder-787764-1-iscsi neutron-server[91055]: self.callback(batched_events) May 19 11:47:25.173836 dv-cinder-787764-1-iscsi neutron-server[91055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 11:47:25.173836 dv-cinder-787764-1-iscsi neutron-server[91055]: event.method(event) May 19 11:47:25.173836 dv-cinder-787764-1-iscsi neutron-server[91055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 11:47:25.173836 dv-cinder-787764-1-iscsi neutron-server[91055]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 11:47:25.173836 dv-cinder-787764-1-iscsi neutron-server[91055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 11:47:25.173836 dv-cinder-787764-1-iscsi neutron-server[91055]: aggregate_uuid = self.p_client.list_aggregates( May 19 11:47:25.173836 dv-cinder-787764-1-iscsi neutron-server[91055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 11:47:25.173836 dv-cinder-787764-1-iscsi neutron-server[91055]: return f(self, *a, **k) May 19 11:47:25.173836 dv-cinder-787764-1-iscsi neutron-server[91055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 11:47:25.173836 dv-cinder-787764-1-iscsi neutron-server[91055]: return self._get(url).json() May 19 11:47:25.173836 dv-cinder-787764-1-iscsi neutron-server[91055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 11:47:25.173836 dv-cinder-787764-1-iscsi neutron-server[91055]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 11:47:25.173836 dv-cinder-787764-1-iscsi neutron-server[91055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 11:47:25.173836 dv-cinder-787764-1-iscsi neutron-server[91055]: return self.request(url, 'GET', **kwargs) May 19 11:47:25.173836 dv-cinder-787764-1-iscsi neutron-server[91055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 11:47:25.173836 dv-cinder-787764-1-iscsi neutron-server[91055]: base_url = self.get_endpoint(auth, allow=allow, May 19 11:47:25.173836 dv-cinder-787764-1-iscsi neutron-server[91055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 11:47:25.173836 dv-cinder-787764-1-iscsi neutron-server[91055]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 11:47:25.173836 dv-cinder-787764-1-iscsi neutron-server[91055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 11:47:25.173836 dv-cinder-787764-1-iscsi neutron-server[91055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 11:47:25.173836 dv-cinder-787764-1-iscsi neutron-server[91055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 11:47:25.215094 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-c0561567-9bd8-407a-bbf5-7a39897cdf5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1427005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1777549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1695667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713993'] for network, after_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:47:25.218041 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-c0561567-9bd8-407a-bbf5-7a39897cdf5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695638'] for network, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:47:25.219547 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:47:25.234324 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0561567-9bd8-407a-bbf5-7a39897cdf5a admin admin] Pushing event deleted for resources: {'Network': ['ID=283f984f-2a81-4a0c-9cd3-692b468d28a2,revision_number=None']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:47:25.235603 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-c0561567-9bd8-407a-bbf5-7a39897cdf5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:47:25.241730 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-c0561567-9bd8-407a-bbf5-7a39897cdf5a admin admin] 10.222.0.90 "DELETE /v2.0/networks/283f984f-2a81-4a0c-9cd3-692b468d28a2 HTTP/1.1" status: 204 len: 168 time: 0.5459504 May 19 11:47:25.306149 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 39104) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:47:25.334681 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-a9baded6-a0a4-47ac-aa79-e62206778b09 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=114936b3c24442328e380dbed9453cbe&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0276487 May 19 11:47:25.336283 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 39108) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:47:25.367865 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-053023df-49c0-4be2-bbe5-a621119e2f63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:47:25.381609 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-053023df-49c0-4be2-bbe5-a621119e2f63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:47:25.414278 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-053023df-49c0-4be2-bbe5-a621119e2f63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:47:25.416424 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-ce106efe-54b6-4ebd-9286-ce775110905b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:47:25.424252 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053023df-49c0-4be2-bbe5-a621119e2f63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4194f3a1-fd9b-4f0c-9fa0-98efb260504e,revision_number=None']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:47:25.426482 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-053023df-49c0-4be2-bbe5-a621119e2f63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:47:25.428237 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-053023df-49c0-4be2-bbe5-a621119e2f63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:47:25.428899 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-053023df-49c0-4be2-bbe5-a621119e2f63 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/4194f3a1-fd9b-4f0c-9fa0-98efb260504e HTTP/1.1" status: 204 len: 168 time: 0.0919836 May 19 11:47:26.247985 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Device cebf15f2-4d29-4f9a-893f-3e59cd1f4530 no longer exists at agent ovs-agent-dv-cinder-787764-1-iscsi {{(pid=91057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 11:47:26.297461 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.plugin [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] No Port match for: cebf15f2-4d29-4f9a-893f-3e59cd1f4530 {{(pid=91057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 11:47:26.299960 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Device cebf15f2-4d29-4f9a-893f-3e59cd1f4530 not bound to the agent host dv-cinder-787764-1-iscsi {{(pid=91057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 11:47:26.299960 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Device eb2e8ef2-c253-4cfd-9143-66e1a108009f no longer exists at agent ovs-agent-dv-cinder-787764-1-iscsi {{(pid=91057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 11:47:26.315642 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.plugin [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] No Port match for: eb2e8ef2-c253-4cfd-9143-66e1a108009f {{(pid=91057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 11:47:26.315862 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Device eb2e8ef2-c253-4cfd-9143-66e1a108009f not bound to the agent host dv-cinder-787764-1-iscsi {{(pid=91057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 11:47:34.595274 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-8ff2064e-8f23-4a35-98ab-7e7aad1e0760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:47:35.840152 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:47:35.930078 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.agents_db [None req-9df4fd67-1abd-480d-9703-ac00f2726051 None None] Agent healthcheck: found 6 active agents {{(pid=91058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 11:47:36.186350 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-649ee0a9-5438-44cb-ab46-b3e5059a4bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:47:36.949412 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-f3552fb9-a093-42e6-b748-7ab8d8c7cb39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:47:38.037354 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-66ec5bc0-6952-497b-8f33-b3c04bfd0b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:47:46.733592 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:48:04.592180 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-c22a76cc-c31a-454f-a030-989615fd2775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:48:05.841880 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:48:06.184838 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-2a6d492b-e26b-4bf7-b18b-4bc0d33bd3ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:48:06.951793 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-f3552fb9-a093-42e6-b748-7ab8d8c7cb39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:48:08.040454 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-66ec5bc0-6952-497b-8f33-b3c04bfd0b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:48:12.932669 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.agents_db [None req-9df4fd67-1abd-480d-9703-ac00f2726051 None None] Agent healthcheck: found 6 active agents {{(pid=91058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 11:48:16.735070 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:48:34.591965 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-41e19aa9-e914-4109-8ad9-750dc6b74201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:48:35.842725 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:48:36.180681 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-28a74f01-60ae-4572-a83f-dba6f6f97712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:48:36.955280 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-f3552fb9-a093-42e6-b748-7ab8d8c7cb39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:48:37.272192 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 39838) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:48:37.678997 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-6e35620d-1849-4eff-aefa-7df5ea5d085d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1716809'] for router_interface, before_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:48:37.916848 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.plugin [None req-6e35620d-1849-4eff-aefa-7df5ea5d085d admin admin] Deleting port 0aff9e8e-93a5-4497-9277-46fd55ba1ee2 {{(pid=91056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 11:48:37.917078 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-6e35620d-1849-4eff-aefa-7df5ea5d085d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749740776295'] for port, before_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:48:37.990164 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.db [None req-6e35620d-1849-4eff-aefa-7df5ea5d085d admin admin] For port 0aff9e8e-93a5-4497-9277-46fd55ba1ee2, host dv-cinder-787764-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-1-iscsi',level=0,port_id=0aff9e8e-93a5-4497-9277-46fd55ba1ee2,segment=NetworkSegment(e0015d87-dcd6-4fdc-83d4-a15c21b906a0),segment_id=e0015d87-dcd6-4fdc-83d4-a15c21b906a0)] {{(pid=91056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:48:37.990424 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-6e35620d-1849-4eff-aefa-7df5ea5d085d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1714319'] for port, precommit_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:48:38.037538 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-66ec5bc0-6952-497b-8f33-b3c04bfd0b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:48:38.059503 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.plugin [None req-6e35620d-1849-4eff-aefa-7df5ea5d085d admin admin] Calling delete_port for 0aff9e8e-93a5-4497-9277-46fd55ba1ee2 owned by network:router_interface {{(pid=91056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 11:48:38.241761 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-6e35620d-1849-4eff-aefa-7df5ea5d085d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749740778424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749740364548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275141'] for port, after_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:48:38.243947 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-bb0dcf36-4b28-4e46-ad8f-0f5a7ce28a49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:48:38.268802 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e35620d-1849-4eff-aefa-7df5ea5d085d admin admin] Pushing event deleted for resources: {'Port': ['ID=0aff9e8e-93a5-4497-9277-46fd55ba1ee2,revision_number=None']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:48:38.293219 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e35620d-1849-4eff-aefa-7df5ea5d085d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:48:38.293617 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e35620d-1849-4eff-aefa-7df5ea5d085d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:48:38.293670 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e35620d-1849-4eff-aefa-7df5ea5d085d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:48:38.293881 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e35620d-1849-4eff-aefa-7df5ea5d085d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:48:38.294094 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e35620d-1849-4eff-aefa-7df5ea5d085d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:48:38.294307 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e35620d-1849-4eff-aefa-7df5ea5d085d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:48:38.294519 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e35620d-1849-4eff-aefa-7df5ea5d085d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:48:38.294734 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e35620d-1849-4eff-aefa-7df5ea5d085d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:48:38.294946 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e35620d-1849-4eff-aefa-7df5ea5d085d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:48:38.295157 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e35620d-1849-4eff-aefa-7df5ea5d085d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:48:38.295366 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e35620d-1849-4eff-aefa-7df5ea5d085d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:48:38.295572 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e35620d-1849-4eff-aefa-7df5ea5d085d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:48:38.299948 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-6e35620d-1849-4eff-aefa-7df5ea5d085d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:48:38.426115 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-6e35620d-1849-4eff-aefa-7df5ea5d085d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1695674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1717209'] for router_interface, after_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:48:38.604067 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e35620d-1849-4eff-aefa-7df5ea5d085d admin admin] Router 6454b025-6bdd-4799-9916-acb41eba735a has already been hosted by L3 agent 326bf12a-fdae-48e8-b877-7dbd40e20eda {{(pid=91056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 11:48:38.694818 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e35620d-1849-4eff-aefa-7df5ea5d085d admin admin] Notify agent at l3_agent.dv-cinder-787764-1-iscsi the message routers_updated {{(pid=91056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 11:48:38.701395 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54dc4930-399c-42d6-a5d7-15114625bb86 None None] Sync routers for ids ['6454b025-6bdd-4799-9916-acb41eba735a'] in dv-cinder-787764-1-iscsi {{(pid=91058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 11:48:38.703005 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-6e35620d-1849-4eff-aefa-7df5ea5d085d admin admin] 10.222.0.90 "PUT /v2.0/routers/6454b025-6bdd-4799-9916-acb41eba735a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4300404 May 19 11:48:38.705125 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 39856) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:48:38.707849 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54dc4930-399c-42d6-a5d7-15114625bb86 None None] Routers {'6454b025-6bdd-4799-9916-acb41eba735a'} bound to L3 agent in host dv-cinder-787764-1-iscsi {{(pid=91058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:48:38.708172 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.l3_hamode_db [None req-54dc4930-399c-42d6-a5d7-15114625bb86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-19T11:10:36Z,description=,heartbeat_timestamp=2021-05-19T11:48:36Z,host='dv-cinder-787764-1-iscsi',id=326bf12a-fdae-48e8-b877-7dbd40e20eda,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:36Z,topic='l3_agent')) {'router_ids': ['6454b025-6bdd-4799-9916-acb41eba735a'], 'active': True} {{(pid=91058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:48:38.800856 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.l3_dvr_db [None req-54dc4930-399c-42d6-a5d7-15114625bb86 None None] Set router 6454b025-6bdd-4799-9916-acb41eba735a gateway port host: dv-cinder-787764-1-iscsi {{(pid=91058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:48:38.812456 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-c76da721-794d-48e6-8add-5e5d8f26f21d admin admin] Notify callbacks [] for router, before_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:48:38.971384 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.l3_hamode_db [None req-54dc4930-399c-42d6-a5d7-15114625bb86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6454b025-6bdd-4799-9916-acb41eba735a', 'name': 'tempest-AttachVolumeTestJSON-468252528-router', 'tenant_id': '35d46b728d4a4c459e7454a908c9e5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'external_fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': '0e9d2a56-22fe-4c01-85e6-27318fa7a2a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:17:30Z', 'updated_at': '2021-05-19T11:48:38Z', 'revision_number': 5, 'project_id': '35d46b728d4a4c459e7454a908c9e5c2', 'gw_port': {'id': '0e9d2a56-22fe-4c01-85e6-27318fa7a2a0', 'name': '', 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:6f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6454b025-6bdd-4799-9916-acb41eba735a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:17:30Z', 'updated_at': '2021-05-19T11:17:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-1-iscsi'}], 'dv-cinder-787764-1-iscsi', False) {} {{(pid=91058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:48:38.976039 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54dc4930-399c-42d6-a5d7-15114625bb86 None None] Checking router: 6454b025-6bdd-4799-9916-acb41eba735a for host: dv-cinder-787764-1-iscsi {{(pid=91058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 11:48:38.986453 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54dc4930-399c-42d6-a5d7-15114625bb86 None None] Routers {'6454b025-6bdd-4799-9916-acb41eba735a'} bound to L3 agent in host dv-cinder-787764-1-iscsi {{(pid=91058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:48:38.987183 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.l3_hamode_db [None req-54dc4930-399c-42d6-a5d7-15114625bb86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-19T11:10:36Z,description=,heartbeat_timestamp=2021-05-19T11:48:36Z,host='dv-cinder-787764-1-iscsi',id=326bf12a-fdae-48e8-b877-7dbd40e20eda,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:36Z,topic='l3_agent')) {'router_ids': ['6454b025-6bdd-4799-9916-acb41eba735a'], 'active': True} {{(pid=91058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:48:39.005874 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-c76da721-794d-48e6-8add-5e5d8f26f21d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:48:39.046242 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.plugin [None req-c76da721-794d-48e6-8add-5e5d8f26f21d admin admin] Deleting port 0e9d2a56-22fe-4c01-85e6-27318fa7a2a0 {{(pid=91056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 11:48:39.046458 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-c76da721-794d-48e6-8add-5e5d8f26f21d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749740776295'] for port, before_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:48:39.084327 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.l3_dvr_db [None req-54dc4930-399c-42d6-a5d7-15114625bb86 None None] Set router 6454b025-6bdd-4799-9916-acb41eba735a gateway port host: None {{(pid=91058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:48:39.111313 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.db [None req-c76da721-794d-48e6-8add-5e5d8f26f21d admin admin] For port 0e9d2a56-22fe-4c01-85e6-27318fa7a2a0, host dv-cinder-787764-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-1-iscsi',level=0,port_id=0e9d2a56-22fe-4c01-85e6-27318fa7a2a0,segment=NetworkSegment(49ddd7c4-aafb-432e-a188-efbf16e2f9e4),segment_id=49ddd7c4-aafb-432e-a188-efbf16e2f9e4)] {{(pid=91056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:48:39.111501 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-c76da721-794d-48e6-8add-5e5d8f26f21d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1714319'] for port, precommit_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:48:39.156686 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.l3_hamode_db [None req-54dc4930-399c-42d6-a5d7-15114625bb86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6454b025-6bdd-4799-9916-acb41eba735a', 'name': 'tempest-AttachVolumeTestJSON-468252528-router', 'tenant_id': '35d46b728d4a4c459e7454a908c9e5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:17:30Z', 'updated_at': '2021-05-19T11:48:39Z', 'revision_number': 6, 'project_id': '35d46b728d4a4c459e7454a908c9e5c2', 'gw_port_host': None}], 'dv-cinder-787764-1-iscsi', False) {} {{(pid=91058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:48:39.159295 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54dc4930-399c-42d6-a5d7-15114625bb86 None None] The sync data for ids ['6454b025-6bdd-4799-9916-acb41eba735a'] in dv-cinder-787764-1-iscsi is: [{'id': '6454b025-6bdd-4799-9916-acb41eba735a', 'name': 'tempest-AttachVolumeTestJSON-468252528-router', 'tenant_id': '35d46b728d4a4c459e7454a908c9e5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:17:30Z', 'updated_at': '2021-05-19T11:48:39Z', 'revision_number': 6, 'project_id': '35d46b728d4a4c459e7454a908c9e5c2', 'gw_port_host': None}] {{(pid=91058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 11:48:39.179188 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.plugin [None req-c76da721-794d-48e6-8add-5e5d8f26f21d admin admin] Calling delete_port for 0e9d2a56-22fe-4c01-85e6-27318fa7a2a0 owned by network:router_gateway {{(pid=91056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 11:48:39.286271 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-c76da721-794d-48e6-8add-5e5d8f26f21d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749740778424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749740364548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275141'] for port, after_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:48:39.288472 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-3e6626b0-3425-46fe-abd2-3782b55763a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:48:39.311776 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76da721-794d-48e6-8add-5e5d8f26f21d admin admin] Pushing event deleted for resources: {'Port': ['ID=0e9d2a56-22fe-4c01-85e6-27318fa7a2a0,revision_number=None']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:48:39.313744 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-c76da721-794d-48e6-8add-5e5d8f26f21d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:48:39.360847 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-c76da721-794d-48e6-8add-5e5d8f26f21d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1714018'] for router_gateway, after_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:48:39.445662 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-c76da721-794d-48e6-8add-5e5d8f26f21d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26714'] for router, precommit_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:48:39.446981 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-c76da721-794d-48e6-8add-5e5d8f26f21d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:48:39.464639 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-c76da721-794d-48e6-8add-5e5d8f26f21d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1712181'] for router, after_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:48:39.464944 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c76da721-794d-48e6-8add-5e5d8f26f21d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6454b025-6bdd-4799-9916-acb41eba735a {{(pid=91056) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 11:48:39.474281 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-c76da721-794d-48e6-8add-5e5d8f26f21d admin admin] Notify callbacks [] for router, before_response {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:48:39.475611 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-c76da721-794d-48e6-8add-5e5d8f26f21d admin admin] 10.222.0.90 "DELETE /v2.0/routers/6454b025-6bdd-4799-9916-acb41eba735a HTTP/1.1" status: 204 len: 168 time: 0.7696850 May 19 11:48:39.478756 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 39866) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:48:39.521622 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.db_base_plugin_v2 [None req-45b2f601-539d-4df8-a5ab-d0698a3eb1d2 admin admin] Deleting subnet b791564f-e95e-40fa-bc9d-bcbecb0ce07c {{(pid=91056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 11:48:39.523792 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-45b2f601-539d-4df8-a5ab-d0698a3eb1d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:48:39.555909 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-45b2f601-539d-4df8-a5ab-d0698a3eb1d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2199913'] for subnet, precommit_delete_associations {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:48:39.604678 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-45b2f601-539d-4df8-a5ab-d0698a3eb1d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1429695'] for subnet, precommit_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:48:39.764371 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-45b2f601-539d-4df8-a5ab-d0698a3eb1d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1429640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4015514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2931355'] for subnet, after_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:48:39.770460 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-05f093ab-2eed-4299-ba4a-67286fa41610 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:48:39.794397 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b2f601-539d-4df8-a5ab-d0698a3eb1d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b791564f-e95e-40fa-bc9d-bcbecb0ce07c,revision_number=None']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:48:39.796383 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-45b2f601-539d-4df8-a5ab-d0698a3eb1d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:48:39.797068 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-45b2f601-539d-4df8-a5ab-d0698a3eb1d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:48:39.800857 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-45b2f601-539d-4df8-a5ab-d0698a3eb1d2 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/b791564f-e95e-40fa-bc9d-bcbecb0ce07c HTTP/1.1" status: 204 len: 168 time: 0.3211141 May 19 11:48:39.801796 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e885443-cdea-421b-ae56-3e546b2c1fa2 None None] Network 55ec5a42-b6e4-4e09-a033-1b610f60d866 requested from dv-cinder-787764-1-iscsi {{(pid=91057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 11:48:39.803515 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 39872) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:48:39.870637 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-073e4c99-d283-47d7-9ea0-4259894aff8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-736967'] for network, before_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:48:39.918725 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.plugin [None req-073e4c99-d283-47d7-9ea0-4259894aff8e admin admin] Deleting port c99bb8ca-2cde-4e03-b525-399613b5a889 {{(pid=91056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 11:48:39.918995 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-073e4c99-d283-47d7-9ea0-4259894aff8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749740776295'] for port, before_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:48:39.966893 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e17a8beb-3de8-4b98-b2d9-15fa1100b30b None None] DHCP port deletion for 55ec5a42-b6e4-4e09-a033-1b610f60d866 request from dv-cinder-787764-1-iscsi {{(pid=91057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 19 11:48:40.005867 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.plugin [None req-e17a8beb-3de8-4b98-b2d9-15fa1100b30b None None] Deleting port c99bb8ca-2cde-4e03-b525-399613b5a889 {{(pid=91057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 11:48:40.006096 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e17a8beb-3de8-4b98-b2d9-15fa1100b30b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749740776295'] for port, before_delete {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:48:40.064834 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-e17a8beb-3de8-4b98-b2d9-15fa1100b30b None None] For port c99bb8ca-2cde-4e03-b525-399613b5a889, host dv-cinder-787764-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-1-iscsi',level=0,port_id=c99bb8ca-2cde-4e03-b525-399613b5a889,segment=NetworkSegment(e0015d87-dcd6-4fdc-83d4-a15c21b906a0),segment_id=e0015d87-dcd6-4fdc-83d4-a15c21b906a0)] {{(pid=91057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:48:40.065207 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e17a8beb-3de8-4b98-b2d9-15fa1100b30b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1714319'] for port, precommit_delete {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:48:40.065817 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.db [None req-073e4c99-d283-47d7-9ea0-4259894aff8e admin admin] For port c99bb8ca-2cde-4e03-b525-399613b5a889, host dv-cinder-787764-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-1-iscsi',level=0,port_id=c99bb8ca-2cde-4e03-b525-399613b5a889,segment=NetworkSegment(e0015d87-dcd6-4fdc-83d4-a15c21b906a0),segment_id=e0015d87-dcd6-4fdc-83d4-a15c21b906a0)] {{(pid=91056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:48:40.066002 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-073e4c99-d283-47d7-9ea0-4259894aff8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1714319'] for port, precommit_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:48:40.133650 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.plugin [None req-073e4c99-d283-47d7-9ea0-4259894aff8e admin admin] Calling delete_port for c99bb8ca-2cde-4e03-b525-399613b5a889 owned by network:dhcp {{(pid=91056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 11:48:40.157840 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.plugin [None req-e17a8beb-3de8-4b98-b2d9-15fa1100b30b None None] Calling delete_port for c99bb8ca-2cde-4e03-b525-399613b5a889 owned by network:dhcp {{(pid=91057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 11:48:40.160988 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-073e4c99-d283-47d7-9ea0-4259894aff8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749740778424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749740364548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275141'] for port, after_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:48:40.163840 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-2063944a-cfb6-412e-95d9-4d3755d3efdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:48:40.186249 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073e4c99-d283-47d7-9ea0-4259894aff8e admin admin] Pushing event deleted for resources: {'Port': ['ID=c99bb8ca-2cde-4e03-b525-399613b5a889,revision_number=None']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:48:40.188426 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-073e4c99-d283-47d7-9ea0-4259894aff8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:48:40.188727 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073e4c99-d283-47d7-9ea0-4259894aff8e admin admin] No DVR routers for this DVR port c99bb8ca-2cde-4e03-b525-399613b5a889 on host dv-cinder-787764-1-iscsi {{(pid=91056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 11:48:40.192925 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e17a8beb-3de8-4b98-b2d9-15fa1100b30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749740778424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749740364548'] for port, after_delete {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:48:40.195116 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-246d5edc-2518-4699-a811-e119b18616a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:48:40.217668 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17a8beb-3de8-4b98-b2d9-15fa1100b30b None None] Pushing event deleted for resources: {'Port': ['ID=c99bb8ca-2cde-4e03-b525-399613b5a889,revision_number=None']} {{(pid=91057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:48:40.223662 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17a8beb-3de8-4b98-b2d9-15fa1100b30b None None] No DVR routers for this DVR port c99bb8ca-2cde-4e03-b525-399613b5a889 on host dv-cinder-787764-1-iscsi {{(pid=91057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 11:48:40.249874 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17a8beb-3de8-4b98-b2d9-15fa1100b30b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:48:40.250057 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17a8beb-3de8-4b98-b2d9-15fa1100b30b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:48:40.250235 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17a8beb-3de8-4b98-b2d9-15fa1100b30b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:48:40.250405 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17a8beb-3de8-4b98-b2d9-15fa1100b30b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:48:40.250574 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17a8beb-3de8-4b98-b2d9-15fa1100b30b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:48:40.250742 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17a8beb-3de8-4b98-b2d9-15fa1100b30b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:48:40.250908 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17a8beb-3de8-4b98-b2d9-15fa1100b30b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:48:40.251076 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17a8beb-3de8-4b98-b2d9-15fa1100b30b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:48:40.251231 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17a8beb-3de8-4b98-b2d9-15fa1100b30b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:48:40.251396 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17a8beb-3de8-4b98-b2d9-15fa1100b30b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:48:40.251560 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17a8beb-3de8-4b98-b2d9-15fa1100b30b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:48:40.251955 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17a8beb-3de8-4b98-b2d9-15fa1100b30b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:48:40.255902 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-e17a8beb-3de8-4b98-b2d9-15fa1100b30b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:48:40.274852 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-073e4c99-d283-47d7-9ea0-4259894aff8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1426996', 'neutron.services.segments.db._delete_segments_for_network-8749740806274'] for network, precommit_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:48:40.286459 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.services.segments.db [None req-073e4c99-d283-47d7-9ea0-4259894aff8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55ec5a42-b6e4-4e09-a033-1b610f60d866']}} {{(pid=91056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:48:40.292953 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.services.segments.db [None req-073e4c99-d283-47d7-9ea0-4259894aff8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0015d87-dcd6-4fdc-83d4-a15c21b906a0') {'for_net_delete': True} {{(pid=91056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:48:40.293281 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.services.segments.db [None req-073e4c99-d283-47d7-9ea0-4259894aff8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0015d87-dcd6-4fdc-83d4-a15c21b906a0') {} {{(pid=91056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:48:40.302877 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-073e4c99-d283-47d7-9ea0-4259894aff8e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749740816523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2199934'] for segment, before_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:48:40.307826 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Device 0e9d2a56-22fe-4c01-85e6-27318fa7a2a0 no longer exists at agent ovs-agent-dv-cinder-787764-1-iscsi {{(pid=91057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 11:48:40.314852 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-073e4c99-d283-47d7-9ea0-4259894aff8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432044'] for segment, precommit_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:48:40.318616 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-073e4c99-d283-47d7-9ea0-4259894aff8e admin admin] Releasing vlan 1392 on physical network physnet1 to pool {{(pid=91056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 11:48:40.318863 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-073e4c99-d283-47d7-9ea0-4259894aff8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2275128'] for segment, after_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:48:40.325766 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.plugin [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] No Port match for: 0e9d2a56-22fe-4c01-85e6-27318fa7a2a0 {{(pid=91057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 11:48:40.325952 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Device 0e9d2a56-22fe-4c01-85e6-27318fa7a2a0 not bound to the agent host dv-cinder-787764-1-iscsi {{(pid=91057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 11:48:40.326172 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Device 0aff9e8e-93a5-4497-9277-46fd55ba1ee2 no longer exists at agent ovs-agent-dv-cinder-787764-1-iscsi {{(pid=91057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 11:48:40.326780 dv-cinder-787764-1-iscsi neutron-server[91056]: Traceback (most recent call last): May 19 11:48:40.326780 dv-cinder-787764-1-iscsi neutron-server[91056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 11:48:40.326780 dv-cinder-787764-1-iscsi neutron-server[91056]: timer() May 19 11:48:40.326780 dv-cinder-787764-1-iscsi neutron-server[91056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 11:48:40.326780 dv-cinder-787764-1-iscsi neutron-server[91056]: cb(*args, **kw) May 19 11:48:40.326780 dv-cinder-787764-1-iscsi neutron-server[91056]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 11:48:40.326780 dv-cinder-787764-1-iscsi neutron-server[91056]: return func(*args, **kwargs) May 19 11:48:40.326780 dv-cinder-787764-1-iscsi neutron-server[91056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 11:48:40.326780 dv-cinder-787764-1-iscsi neutron-server[91056]: self._notify() May 19 11:48:40.326780 dv-cinder-787764-1-iscsi neutron-server[91056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 11:48:40.326780 dv-cinder-787764-1-iscsi neutron-server[91056]: self.callback(batched_events) May 19 11:48:40.326780 dv-cinder-787764-1-iscsi neutron-server[91056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 11:48:40.326780 dv-cinder-787764-1-iscsi neutron-server[91056]: event.method(event) May 19 11:48:40.326780 dv-cinder-787764-1-iscsi neutron-server[91056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 11:48:40.326780 dv-cinder-787764-1-iscsi neutron-server[91056]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 11:48:40.326780 dv-cinder-787764-1-iscsi neutron-server[91056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 11:48:40.326780 dv-cinder-787764-1-iscsi neutron-server[91056]: aggregate_uuid = self.p_client.list_aggregates( May 19 11:48:40.326780 dv-cinder-787764-1-iscsi neutron-server[91056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 11:48:40.326780 dv-cinder-787764-1-iscsi neutron-server[91056]: return f(self, *a, **k) May 19 11:48:40.326780 dv-cinder-787764-1-iscsi neutron-server[91056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 11:48:40.326780 dv-cinder-787764-1-iscsi neutron-server[91056]: return self._get(url).json() May 19 11:48:40.326780 dv-cinder-787764-1-iscsi neutron-server[91056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 11:48:40.326780 dv-cinder-787764-1-iscsi neutron-server[91056]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 11:48:40.326780 dv-cinder-787764-1-iscsi neutron-server[91056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 11:48:40.326780 dv-cinder-787764-1-iscsi neutron-server[91056]: return self.request(url, 'GET', **kwargs) May 19 11:48:40.326780 dv-cinder-787764-1-iscsi neutron-server[91056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 11:48:40.326780 dv-cinder-787764-1-iscsi neutron-server[91056]: base_url = self.get_endpoint(auth, allow=allow, May 19 11:48:40.326780 dv-cinder-787764-1-iscsi neutron-server[91056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 11:48:40.326780 dv-cinder-787764-1-iscsi neutron-server[91056]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 11:48:40.326780 dv-cinder-787764-1-iscsi neutron-server[91056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 11:48:40.326780 dv-cinder-787764-1-iscsi neutron-server[91056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 11:48:40.326780 dv-cinder-787764-1-iscsi neutron-server[91056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 11:48:40.345159 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.plugin [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] No Port match for: 0aff9e8e-93a5-4497-9277-46fd55ba1ee2 {{(pid=91057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 11:48:40.345345 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Device 0aff9e8e-93a5-4497-9277-46fd55ba1ee2 not bound to the agent host dv-cinder-787764-1-iscsi {{(pid=91057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 11:48:40.345564 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Device c99bb8ca-2cde-4e03-b525-399613b5a889 no longer exists at agent ovs-agent-dv-cinder-787764-1-iscsi {{(pid=91057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 11:48:40.361240 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.plugin [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] No Port match for: c99bb8ca-2cde-4e03-b525-399613b5a889 {{(pid=91057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 11:48:40.361425 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Device c99bb8ca-2cde-4e03-b525-399613b5a889 not bound to the agent host dv-cinder-787764-1-iscsi {{(pid=91057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 11:48:40.368154 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-073e4c99-d283-47d7-9ea0-4259894aff8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1427005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1777549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1695667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713993'] for network, after_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:48:40.370385 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-9e9da7d2-64a1-49cb-bec6-2d1469d53ee0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:48:40.377795 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-073e4c99-d283-47d7-9ea0-4259894aff8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695638'] for network, before_response {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:48:40.383193 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073e4c99-d283-47d7-9ea0-4259894aff8e admin admin] Pushing event deleted for resources: {'Network': ['ID=55ec5a42-b6e4-4e09-a033-1b610f60d866,revision_number=None']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:48:40.384875 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-073e4c99-d283-47d7-9ea0-4259894aff8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:48:40.390509 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-073e4c99-d283-47d7-9ea0-4259894aff8e admin admin] 10.222.0.90 "DELETE /v2.0/networks/55ec5a42-b6e4-4e09-a033-1b610f60d866 HTTP/1.1" status: 204 len: 168 time: 0.5863736 May 19 11:48:40.466145 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 39882) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:48:40.492159 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-3ad3ee39-d703-4f01-9f6c-57107cc5a672 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=35d46b728d4a4c459e7454a908c9e5c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0251114 May 19 11:48:40.493646 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 39886) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:48:40.524750 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-760442d7-cd42-42f6-b5e7-21b21775eba3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:48:40.539403 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-760442d7-cd42-42f6-b5e7-21b21775eba3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:48:40.569206 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-760442d7-cd42-42f6-b5e7-21b21775eba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:48:40.571928 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-335f9b57-c769-4474-9c47-73e9ff1cec44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:48:40.580154 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760442d7-cd42-42f6-b5e7-21b21775eba3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0272f29d-4708-4937-af68-bb355f754a71,revision_number=None']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:48:40.581888 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-760442d7-cd42-42f6-b5e7-21b21775eba3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:48:40.583116 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-760442d7-cd42-42f6-b5e7-21b21775eba3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:48:40.583827 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-760442d7-cd42-42f6-b5e7-21b21775eba3 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/0272f29d-4708-4937-af68-bb355f754a71 HTTP/1.1" status: 204 len: 168 time: 0.0896244 May 19 11:48:46.733569 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:48:49.933524 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.agents_db [None req-9df4fd67-1abd-480d-9703-ac00f2726051 None None] Agent healthcheck: found 6 active agents {{(pid=91058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 11:49:04.581676 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-123f3fd5-fd83-499a-b0ca-58d8896273e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:49:05.832901 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:49:06.178920 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-4cae9722-a04f-4fbe-aebb-ce506fa71c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:49:06.958047 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-f3552fb9-a093-42e6-b748-7ab8d8c7cb39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:49:08.039575 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-66ec5bc0-6952-497b-8f33-b3c04bfd0b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:49:16.764474 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:49:26.935554 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.agents_db [None req-9df4fd67-1abd-480d-9703-ac00f2726051 None None] Agent healthcheck: found 6 active agents {{(pid=91058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 11:49:34.586289 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-0431a988-5678-4afd-bcbd-b8418bb35d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:49:35.843130 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:49:36.177261 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-78cb4abb-5101-411d-a74a-f72dfdad3eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:49:36.964313 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-f3552fb9-a093-42e6-b748-7ab8d8c7cb39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:49:38.039373 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-66ec5bc0-6952-497b-8f33-b3c04bfd0b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:49:46.775073 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:50:03.935172 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.agents_db [None req-9df4fd67-1abd-480d-9703-ac00f2726051 None None] Agent healthcheck: found 6 active agents {{(pid=91058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 11:50:04.589465 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-2c3dba1c-7f93-4bbc-91d6-088c3abbe329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:50:05.846568 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:50:06.165678 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-2e22969c-7cd1-460c-b5e6-5346a456ce66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:50:06.967986 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-f3552fb9-a093-42e6-b748-7ab8d8c7cb39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:50:08.044228 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-66ec5bc0-6952-497b-8f33-b3c04bfd0b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:50:16.787902 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:50:34.589496 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-cafdd805-4864-419a-8ae1-8ddcc95b84c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:50:35.846033 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:50:36.164888 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-b17bea19-44b4-4b16-89f1-98de8b60bbef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:50:36.972178 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-f3552fb9-a093-42e6-b748-7ab8d8c7cb39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:50:38.050103 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-66ec5bc0-6952-497b-8f33-b3c04bfd0b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:50:40.937242 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.agents_db [None req-9df4fd67-1abd-480d-9703-ac00f2726051 None None] Agent healthcheck: found 6 active agents {{(pid=91058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 11:50:46.776609 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:51:04.597473 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-d255e1b9-da25-4110-b0d7-cc552f16e4a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:51:05.844050 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:51:06.166727 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-4eaf0245-910b-4851-ad8d-da668f2cb6f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:51:06.975724 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-f3552fb9-a093-42e6-b748-7ab8d8c7cb39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:51:08.053045 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-66ec5bc0-6952-497b-8f33-b3c04bfd0b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:51:16.803043 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:51:17.935820 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.agents_db [None req-9df4fd67-1abd-480d-9703-ac00f2726051 None None] Agent healthcheck: found 6 active agents {{(pid=91058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 11:51:34.060045 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [req-27bf8cdd-42cf-45ed-a5b5-1576fd23fc76 req-534c1994-121f-46f8-af32-7a0fdb1e53ba tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] (91055) timed out ('10.222.0.112', 55660) {{(pid=91055) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 19 11:51:34.557740 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [req-91ea05f4-1cb0-45a6-91c4-fdde749c6fae req-bc85e2c7-b8b2-4002-8996-80217a8abd04 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] (91056) timed out ('10.222.0.90', 43108) {{(pid=91056) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 19 11:51:34.598253 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-d2614b12-d364-4380-b4ca-37e83147c0ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:51:35.742917 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [req-01c3e788-82b5-498e-867a-2693e05276f9 req-4a140a2d-6576-42a7-9b5c-0c209bf6b271 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] (91056) timed out ('10.222.0.90', 43116) {{(pid=91056) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 19 11:51:35.842432 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:51:36.172196 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-3858e20e-a870-4877-8303-830d560863bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:51:36.979288 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-f3552fb9-a093-42e6-b748-7ab8d8c7cb39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:51:38.056384 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-66ec5bc0-6952-497b-8f33-b3c04bfd0b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:51:46.803141 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:51:54.938849 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.agents_db [None req-9df4fd67-1abd-480d-9703-ac00f2726051 None None] Agent healthcheck: found 6 active agents {{(pid=91058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 11:52:04.601152 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-4e50ea01-65e9-44c6-a98e-337b7d6ecbd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:05.842413 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:06.175527 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-895b2090-e82a-4879-b134-a4f498cbe31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:06.981379 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-f3552fb9-a093-42e6-b748-7ab8d8c7cb39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:08.060803 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-66ec5bc0-6952-497b-8f33-b3c04bfd0b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:16.805294 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:30.409682 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 42346) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:52:30.468701 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 42352) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:52:30.510983 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-160852a1-105b-46ad-b0e4-1f96895a6dc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:30.520680 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-160852a1-105b-46ad-b0e4-1f96895a6dc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:52:30.520978 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.db_base_plugin_v2 [None req-89e091e2-a53c-4411-b892-e225f0f91173 admin admin] Deleting subnet 3f75eec5-9032-4f65-ab02-ea3ffb1b0a17 {{(pid=91055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 11:52:30.523329 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-160852a1-105b-46ad-b0e4-1f96895a6dc1 admin admin] Usage tracker for resource:security_group_rule and tenant:11f4fbbf197149fbb81e792389c0c72f is out of sync, need to count used quota {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:52:30.523535 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-89e091e2-a53c-4411-b892-e225f0f91173 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:30.525214 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-160852a1-105b-46ad-b0e4-1f96895a6dc1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:52:30.529293 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-160852a1-105b-46ad-b0e4-1f96895a6dc1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:52:30.555826 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-89e091e2-a53c-4411-b892-e225f0f91173 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2220800'] for subnet, precommit_delete_associations {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:30.595550 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-89e091e2-a53c-4411-b892-e225f0f91173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1429695'] for subnet, precommit_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:30.596213 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-160852a1-105b-46ad-b0e4-1f96895a6dc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:30.599535 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-160852a1-105b-46ad-b0e4-1f96895a6dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:30.606720 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-5be66a35-cf5a-43f4-bad9-945dbbb2292e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:52:30.632261 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-160852a1-105b-46ad-b0e4-1f96895a6dc1 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=11f4fbbf197149fbb81e792389c0c72f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1626909 May 19 11:52:30.632900 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160852a1-105b-46ad-b0e4-1f96895a6dc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffee0101-9d17-41bb-8eac-e8803fc1fe57,revision_number=1']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:52:30.637006 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 42358) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:52:30.639027 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160852a1-105b-46ad-b0e4-1f96895a6dc1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:52:30.639243 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160852a1-105b-46ad-b0e4-1f96895a6dc1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:52:30.639479 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160852a1-105b-46ad-b0e4-1f96895a6dc1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:52:30.639719 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160852a1-105b-46ad-b0e4-1f96895a6dc1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:52:30.639946 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160852a1-105b-46ad-b0e4-1f96895a6dc1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:52:30.640417 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160852a1-105b-46ad-b0e4-1f96895a6dc1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:52:30.640954 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160852a1-105b-46ad-b0e4-1f96895a6dc1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:52:30.641211 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160852a1-105b-46ad-b0e4-1f96895a6dc1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:52:30.641443 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160852a1-105b-46ad-b0e4-1f96895a6dc1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:52:30.641672 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160852a1-105b-46ad-b0e4-1f96895a6dc1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:52:30.641897 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160852a1-105b-46ad-b0e4-1f96895a6dc1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:52:30.642124 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160852a1-105b-46ad-b0e4-1f96895a6dc1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:52:30.650317 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-160852a1-105b-46ad-b0e4-1f96895a6dc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:52:30.678108 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-e58e3354-afb0-4469-a3d8-401fbdc456d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:30.693970 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-e58e3354-afb0-4469-a3d8-401fbdc456d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:30.727639 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-e58e3354-afb0-4469-a3d8-401fbdc456d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:30.730834 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-5b43268c-e87d-459c-bae3-448f7a84f477 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:52:30.739217 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58e3354-afb0-4469-a3d8-401fbdc456d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffee0101-9d17-41bb-8eac-e8803fc1fe57,revision_number=None']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:52:30.741038 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-e58e3354-afb0-4469-a3d8-401fbdc456d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:52:30.743592 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-e58e3354-afb0-4469-a3d8-401fbdc456d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:30.743801 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-89e091e2-a53c-4411-b892-e225f0f91173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1429640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2635303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3994663'] for subnet, after_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:30.745053 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-e58e3354-afb0-4469-a3d8-401fbdc456d3 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/ffee0101-9d17-41bb-8eac-e8803fc1fe57 HTTP/1.1" status: 204 len: 168 time: 0.1073425 May 19 11:52:30.747893 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:52:30.765878 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-89e091e2-a53c-4411-b892-e225f0f91173 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695638'] for subnet, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:30.767343 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e091e2-a53c-4411-b892-e225f0f91173 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f75eec5-9032-4f65-ab02-ea3ffb1b0a17,revision_number=None']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:52:30.772207 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-89e091e2-a53c-4411-b892-e225f0f91173 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/3f75eec5-9032-4f65-ab02-ea3ffb1b0a17 HTTP/1.1" status: 204 len: 168 time: 0.3617103 May 19 11:52:30.773008 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e091e2-a53c-4411-b892-e225f0f91173 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:52:30.773214 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e091e2-a53c-4411-b892-e225f0f91173 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:52:30.773406 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e091e2-a53c-4411-b892-e225f0f91173 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:52:30.773596 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e091e2-a53c-4411-b892-e225f0f91173 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:52:30.773783 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e091e2-a53c-4411-b892-e225f0f91173 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:52:30.773972 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e091e2-a53c-4411-b892-e225f0f91173 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:52:30.774157 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e091e2-a53c-4411-b892-e225f0f91173 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:52:30.774340 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 42366) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:52:30.774402 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e091e2-a53c-4411-b892-e225f0f91173 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:52:30.774523 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e091e2-a53c-4411-b892-e225f0f91173 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:52:30.774709 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e091e2-a53c-4411-b892-e225f0f91173 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:52:30.774891 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e091e2-a53c-4411-b892-e225f0f91173 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:52:30.775073 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e091e2-a53c-4411-b892-e225f0f91173 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:52:30.776842 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-89e091e2-a53c-4411-b892-e225f0f91173 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:52:30.837838 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-b8bce9fe-537f-4302-a36d-425373e5f591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-736967'] for network, before_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:30.901118 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-b8bce9fe-537f-4302-a36d-425373e5f591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1426996', 'neutron.services.segments.db._delete_segments_for_network-8749740806274'] for network, precommit_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:30.908592 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.services.segments.db [None req-b8bce9fe-537f-4302-a36d-425373e5f591 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad0caa4b-a545-4d02-881f-15597db6181b']}} {{(pid=91056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:52:30.915023 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.services.segments.db [None req-b8bce9fe-537f-4302-a36d-425373e5f591 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf193b0b-4b44-4978-99b2-f1e97bc5ed5d') {'for_net_delete': True} {{(pid=91056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:52:30.915175 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.services.segments.db [None req-b8bce9fe-537f-4302-a36d-425373e5f591 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf193b0b-4b44-4978-99b2-f1e97bc5ed5d') {} {{(pid=91056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:52:30.920925 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-b8bce9fe-537f-4302-a36d-425373e5f591 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749740816523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2199934'] for segment, before_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:30.929468 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-b8bce9fe-537f-4302-a36d-425373e5f591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432044'] for segment, precommit_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:30.932885 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8bce9fe-537f-4302-a36d-425373e5f591 admin admin] Releasing vlan 1352 on physical network physnet1 to pool {{(pid=91056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 11:52:30.933072 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-b8bce9fe-537f-4302-a36d-425373e5f591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2275128'] for segment, after_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:30.942648 dv-cinder-787764-1-iscsi neutron-server[91056]: Traceback (most recent call last): May 19 11:52:30.942648 dv-cinder-787764-1-iscsi neutron-server[91056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 11:52:30.942648 dv-cinder-787764-1-iscsi neutron-server[91056]: timer() May 19 11:52:30.942648 dv-cinder-787764-1-iscsi neutron-server[91056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 11:52:30.942648 dv-cinder-787764-1-iscsi neutron-server[91056]: cb(*args, **kw) May 19 11:52:30.942648 dv-cinder-787764-1-iscsi neutron-server[91056]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 11:52:30.942648 dv-cinder-787764-1-iscsi neutron-server[91056]: return func(*args, **kwargs) May 19 11:52:30.942648 dv-cinder-787764-1-iscsi neutron-server[91056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 11:52:30.942648 dv-cinder-787764-1-iscsi neutron-server[91056]: self._notify() May 19 11:52:30.942648 dv-cinder-787764-1-iscsi neutron-server[91056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 11:52:30.942648 dv-cinder-787764-1-iscsi neutron-server[91056]: self.callback(batched_events) May 19 11:52:30.942648 dv-cinder-787764-1-iscsi neutron-server[91056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 11:52:30.942648 dv-cinder-787764-1-iscsi neutron-server[91056]: event.method(event) May 19 11:52:30.942648 dv-cinder-787764-1-iscsi neutron-server[91056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 11:52:30.942648 dv-cinder-787764-1-iscsi neutron-server[91056]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 11:52:30.942648 dv-cinder-787764-1-iscsi neutron-server[91056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 11:52:30.942648 dv-cinder-787764-1-iscsi neutron-server[91056]: aggregate_uuid = self.p_client.list_aggregates( May 19 11:52:30.942648 dv-cinder-787764-1-iscsi neutron-server[91056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 11:52:30.942648 dv-cinder-787764-1-iscsi neutron-server[91056]: return f(self, *a, **k) May 19 11:52:30.942648 dv-cinder-787764-1-iscsi neutron-server[91056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 11:52:30.942648 dv-cinder-787764-1-iscsi neutron-server[91056]: return self._get(url).json() May 19 11:52:30.942648 dv-cinder-787764-1-iscsi neutron-server[91056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 11:52:30.942648 dv-cinder-787764-1-iscsi neutron-server[91056]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 11:52:30.942648 dv-cinder-787764-1-iscsi neutron-server[91056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 11:52:30.942648 dv-cinder-787764-1-iscsi neutron-server[91056]: return self.request(url, 'GET', **kwargs) May 19 11:52:30.942648 dv-cinder-787764-1-iscsi neutron-server[91056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 11:52:30.942648 dv-cinder-787764-1-iscsi neutron-server[91056]: base_url = self.get_endpoint(auth, allow=allow, May 19 11:52:30.942648 dv-cinder-787764-1-iscsi neutron-server[91056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 11:52:30.942648 dv-cinder-787764-1-iscsi neutron-server[91056]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 11:52:30.942648 dv-cinder-787764-1-iscsi neutron-server[91056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 11:52:30.942648 dv-cinder-787764-1-iscsi neutron-server[91056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 11:52:30.942648 dv-cinder-787764-1-iscsi neutron-server[91056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 11:52:30.993637 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-b8bce9fe-537f-4302-a36d-425373e5f591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1427005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1777549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1695667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713993'] for network, after_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:30.996933 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-b8bce9fe-537f-4302-a36d-425373e5f591 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695638'] for network, before_response {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:30.998346 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:52:31.008946 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bce9fe-537f-4302-a36d-425373e5f591 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad0caa4b-a545-4d02-881f-15597db6181b,revision_number=None']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:52:31.011136 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-b8bce9fe-537f-4302-a36d-425373e5f591 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:52:31.014024 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-b8bce9fe-537f-4302-a36d-425373e5f591 admin admin] 10.222.0.90 "DELETE /v2.0/networks/ad0caa4b-a545-4d02-881f-15597db6181b HTTP/1.1" status: 204 len: 168 time: 0.2369149 May 19 11:52:31.014024 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 42384) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:52:31.048156 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f2fde50-10c6-4df8-81ae-649fddf14042 admin admin] Deleting subnet e0c3e4ef-4323-45e7-b925-c451c0174000 {{(pid=91056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 11:52:31.049967 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-9f2fde50-10c6-4df8-81ae-649fddf14042 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:31.079408 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-9f2fde50-10c6-4df8-81ae-649fddf14042 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2199913'] for subnet, precommit_delete_associations {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:31.111923 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-9f2fde50-10c6-4df8-81ae-649fddf14042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1429695'] for subnet, precommit_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:31.260313 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-9f2fde50-10c6-4df8-81ae-649fddf14042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1429640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4015514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2931355'] for subnet, after_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:31.263407 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-f1b6b9df-1501-40a8-87ad-ed26fe5d3a16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:52:31.283949 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2fde50-10c6-4df8-81ae-649fddf14042 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0c3e4ef-4323-45e7-b925-c451c0174000,revision_number=None']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:52:31.285713 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-9f2fde50-10c6-4df8-81ae-649fddf14042 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:52:31.287503 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-9f2fde50-10c6-4df8-81ae-649fddf14042 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:31.292470 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-9f2fde50-10c6-4df8-81ae-649fddf14042 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/e0c3e4ef-4323-45e7-b925-c451c0174000 HTTP/1.1" status: 204 len: 168 time: 0.2763824 May 19 11:52:31.292599 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 42404) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:52:31.431720 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-b5db929b-225d-4612-877a-8849f49abd98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-736967'] for network, before_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:31.496134 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-b5db929b-225d-4612-877a-8849f49abd98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1426996', 'neutron.services.segments.db._delete_segments_for_network-8749740806274'] for network, precommit_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:31.502958 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.services.segments.db [None req-b5db929b-225d-4612-877a-8849f49abd98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e593a347-cef9-49e1-a3cf-79fa5e83bc8b']}} {{(pid=91056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:52:31.509539 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.services.segments.db [None req-b5db929b-225d-4612-877a-8849f49abd98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8c640c1-cc72-4030-9862-8805ad1125cc') {'for_net_delete': True} {{(pid=91056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:52:31.509651 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.services.segments.db [None req-b5db929b-225d-4612-877a-8849f49abd98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8c640c1-cc72-4030-9862-8805ad1125cc') {} {{(pid=91056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:52:31.515739 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-b5db929b-225d-4612-877a-8849f49abd98 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749740816523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2199934'] for segment, before_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:31.524416 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-b5db929b-225d-4612-877a-8849f49abd98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432044'] for segment, precommit_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:31.527848 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5db929b-225d-4612-877a-8849f49abd98 admin admin] Releasing vlan 1383 on physical network physnet1 to pool {{(pid=91056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 11:52:31.528047 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-b5db929b-225d-4612-877a-8849f49abd98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2275128'] for segment, after_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:31.535011 dv-cinder-787764-1-iscsi neutron-server[91056]: Traceback (most recent call last): May 19 11:52:31.535011 dv-cinder-787764-1-iscsi neutron-server[91056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 11:52:31.535011 dv-cinder-787764-1-iscsi neutron-server[91056]: timer() May 19 11:52:31.535011 dv-cinder-787764-1-iscsi neutron-server[91056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 11:52:31.535011 dv-cinder-787764-1-iscsi neutron-server[91056]: cb(*args, **kw) May 19 11:52:31.535011 dv-cinder-787764-1-iscsi neutron-server[91056]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 11:52:31.535011 dv-cinder-787764-1-iscsi neutron-server[91056]: return func(*args, **kwargs) May 19 11:52:31.535011 dv-cinder-787764-1-iscsi neutron-server[91056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 11:52:31.535011 dv-cinder-787764-1-iscsi neutron-server[91056]: self._notify() May 19 11:52:31.535011 dv-cinder-787764-1-iscsi neutron-server[91056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 11:52:31.535011 dv-cinder-787764-1-iscsi neutron-server[91056]: self.callback(batched_events) May 19 11:52:31.535011 dv-cinder-787764-1-iscsi neutron-server[91056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 11:52:31.535011 dv-cinder-787764-1-iscsi neutron-server[91056]: event.method(event) May 19 11:52:31.535011 dv-cinder-787764-1-iscsi neutron-server[91056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 11:52:31.535011 dv-cinder-787764-1-iscsi neutron-server[91056]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 11:52:31.535011 dv-cinder-787764-1-iscsi neutron-server[91056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 11:52:31.535011 dv-cinder-787764-1-iscsi neutron-server[91056]: aggregate_uuid = self.p_client.list_aggregates( May 19 11:52:31.535011 dv-cinder-787764-1-iscsi neutron-server[91056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 11:52:31.535011 dv-cinder-787764-1-iscsi neutron-server[91056]: return f(self, *a, **k) May 19 11:52:31.535011 dv-cinder-787764-1-iscsi neutron-server[91056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 11:52:31.535011 dv-cinder-787764-1-iscsi neutron-server[91056]: return self._get(url).json() May 19 11:52:31.535011 dv-cinder-787764-1-iscsi neutron-server[91056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 11:52:31.535011 dv-cinder-787764-1-iscsi neutron-server[91056]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 11:52:31.535011 dv-cinder-787764-1-iscsi neutron-server[91056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 11:52:31.535011 dv-cinder-787764-1-iscsi neutron-server[91056]: return self.request(url, 'GET', **kwargs) May 19 11:52:31.535011 dv-cinder-787764-1-iscsi neutron-server[91056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 11:52:31.535011 dv-cinder-787764-1-iscsi neutron-server[91056]: base_url = self.get_endpoint(auth, allow=allow, May 19 11:52:31.535011 dv-cinder-787764-1-iscsi neutron-server[91056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 11:52:31.535011 dv-cinder-787764-1-iscsi neutron-server[91056]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 11:52:31.535011 dv-cinder-787764-1-iscsi neutron-server[91056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 11:52:31.535011 dv-cinder-787764-1-iscsi neutron-server[91056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 11:52:31.535011 dv-cinder-787764-1-iscsi neutron-server[91056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 11:52:31.581207 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-b5db929b-225d-4612-877a-8849f49abd98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1427005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1777549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1695667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713993'] for network, after_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:31.583784 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-ed990ce9-5236-49cd-941f-64ee85483dc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:52:31.591236 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-b5db929b-225d-4612-877a-8849f49abd98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695638'] for network, before_response {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:31.596618 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5db929b-225d-4612-877a-8849f49abd98 admin admin] Pushing event deleted for resources: {'Network': ['ID=e593a347-cef9-49e1-a3cf-79fa5e83bc8b,revision_number=None']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:52:31.597786 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-b5db929b-225d-4612-877a-8849f49abd98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:52:31.600271 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-b5db929b-225d-4612-877a-8849f49abd98 admin admin] 10.222.0.90 "DELETE /v2.0/networks/e593a347-cef9-49e1-a3cf-79fa5e83bc8b HTTP/1.1" status: 204 len: 168 time: 0.3055525 May 19 11:52:31.700253 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 42420) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:52:31.727669 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-187fcacf-091e-44d4-9439-ecd478d50013 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=2e2e3ce0a00442deb604804951aeaec6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0265980 May 19 11:52:31.728920 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 42424) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:52:31.759434 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-26e8fc54-b6a6-4dc8-be08-0f89aebdf473 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:31.772958 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-26e8fc54-b6a6-4dc8-be08-0f89aebdf473 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:31.805956 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-26e8fc54-b6a6-4dc8-be08-0f89aebdf473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:31.811273 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-160852a1-105b-46ad-b0e4-1f96895a6dc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:52:31.817597 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e8fc54-b6a6-4dc8-be08-0f89aebdf473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52e30fbe-9efd-46da-93af-159a2a6a8487,revision_number=None']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:52:31.819554 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-26e8fc54-b6a6-4dc8-be08-0f89aebdf473 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:52:31.821508 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-26e8fc54-b6a6-4dc8-be08-0f89aebdf473 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:31.823058 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-26e8fc54-b6a6-4dc8-be08-0f89aebdf473 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/52e30fbe-9efd-46da-93af-159a2a6a8487 HTTP/1.1" status: 204 len: 168 time: 0.0934212 May 19 11:52:31.935490 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.agents_db [None req-9df4fd67-1abd-480d-9703-ac00f2726051 None None] Agent healthcheck: found 6 active agents {{(pid=91058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 11:52:32.016462 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 42436) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:52:32.046489 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-95b0ad5b-4038-46aa-9462-8ba2ed0ecc53 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=6edb9f57b3104beca25c91e99fd09f05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0289381 May 19 11:52:32.048494 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 42440) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:52:32.082243 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-af5e7eef-d24e-426b-98cb-b95570ca7eb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:32.097604 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-af5e7eef-d24e-426b-98cb-b95570ca7eb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:32.136108 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-af5e7eef-d24e-426b-98cb-b95570ca7eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:32.138817 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-72975bd3-79c9-4335-8511-c09edd23f3a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:52:32.146989 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5e7eef-d24e-426b-98cb-b95570ca7eb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d177d5e-54d5-4730-a50c-1089cf473639,revision_number=None']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:52:32.148876 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-af5e7eef-d24e-426b-98cb-b95570ca7eb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:52:32.149489 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-af5e7eef-d24e-426b-98cb-b95570ca7eb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:32.150197 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-af5e7eef-d24e-426b-98cb-b95570ca7eb1 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/7d177d5e-54d5-4730-a50c-1089cf473639 HTTP/1.1" status: 204 len: 168 time: 0.1011274 May 19 11:52:32.845901 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 42474) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:52:32.914600 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-6f234514-c23d-48c7-9574-9233027e1004 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:32.925141 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-6f234514-c23d-48c7-9574-9233027e1004 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:52:32.927685 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-6f234514-c23d-48c7-9574-9233027e1004 admin admin] Usage tracker for resource:security_group_rule and tenant:27bbdd2251424f1f8bff6a2af04ce7da is out of sync, need to count used quota {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:52:32.929586 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-6f234514-c23d-48c7-9574-9233027e1004 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:52:32.932558 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-6f234514-c23d-48c7-9574-9233027e1004 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:52:32.988944 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-6f234514-c23d-48c7-9574-9233027e1004 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:32.992069 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-6f234514-c23d-48c7-9574-9233027e1004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:32.995867 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-902f177b-2773-4c77-8323-97b4270e4322 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:52:33.016423 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-6f234514-c23d-48c7-9574-9233027e1004 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=27bbdd2251424f1f8bff6a2af04ce7da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1698680 May 19 11:52:33.016969 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f234514-c23d-48c7-9574-9233027e1004 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd342805-5cf3-436c-a93c-22a0caeee1fe,revision_number=1']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:52:33.018715 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 42482) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:52:33.019127 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-6f234514-c23d-48c7-9574-9233027e1004 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:52:33.067288 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-f9cd31d4-2489-4318-8361-1e18ab31d044 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:33.079876 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-f9cd31d4-2489-4318-8361-1e18ab31d044 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:33.106947 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-f9cd31d4-2489-4318-8361-1e18ab31d044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:33.109494 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-f232fcf9-d839-4659-9b23-c3b87d2f2a0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:52:33.116171 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cd31d4-2489-4318-8361-1e18ab31d044 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd342805-5cf3-436c-a93c-22a0caeee1fe,revision_number=None']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:52:33.118088 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-f9cd31d4-2489-4318-8361-1e18ab31d044 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:33.118746 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-f9cd31d4-2489-4318-8361-1e18ab31d044 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/bd342805-5cf3-436c-a93c-22a0caeee1fe HTTP/1.1" status: 204 len: 168 time: 0.0990312 May 19 11:52:33.119327 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-f9cd31d4-2489-4318-8361-1e18ab31d044 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:52:33.482826 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 42506) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:52:33.546863 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.v2.base [None req-539290b1-dac1-48d0-b47a-0654fed6448d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-173945444-network', 'tenant_id': 'b3a74154e8c140d887c17f34f2d1f6b7'}} {{(pid=91056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:52:33.549967 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-539290b1-dac1-48d0-b47a-0654fed6448d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:52:33.552474 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-539290b1-dac1-48d0-b47a-0654fed6448d admin admin] Usage tracker for resource:network and tenant:b3a74154e8c140d887c17f34f2d1f6b7 is out of sync, need to count used quota {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:52:33.554436 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-539290b1-dac1-48d0-b47a-0654fed6448d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:52:33.558167 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-539290b1-dac1-48d0-b47a-0654fed6448d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:52:33.565591 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-539290b1-dac1-48d0-b47a-0654fed6448d admin admin] Made reservation on behalf of b3a74154e8c140d887c17f34f2d1f6b7 for: {'network': 1} {{(pid=91056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 11:52:33.566975 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-539290b1-dac1-48d0-b47a-0654fed6448d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-783228'] for network, before_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:33.573428 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-539290b1-dac1-48d0-b47a-0654fed6448d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:33.581059 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-539290b1-dac1-48d0-b47a-0654fed6448d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:52:33.583050 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-539290b1-dac1-48d0-b47a-0654fed6448d admin admin] Usage tracker for resource:security_group_rule and tenant:b3a74154e8c140d887c17f34f2d1f6b7 is out of sync, need to count used quota {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:52:33.584817 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-539290b1-dac1-48d0-b47a-0654fed6448d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:52:33.588171 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-539290b1-dac1-48d0-b47a-0654fed6448d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:52:33.637031 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-539290b1-dac1-48d0-b47a-0654fed6448d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:33.641014 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-539290b1-dac1-48d0-b47a-0654fed6448d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:33.642860 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-a7fc627f-f776-4443-a4f8-cfc8233d2ffc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:52:33.660337 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-539290b1-dac1-48d0-b47a-0654fed6448d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1358} {{(pid=91056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 11:52:33.665394 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539290b1-dac1-48d0-b47a-0654fed6448d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab9d3faf-9788-4e37-9a81-0dd9667af204,revision_number=1']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:52:33.667484 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-539290b1-dac1-48d0-b47a-0654fed6448d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:52:33.669137 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-539290b1-dac1-48d0-b47a-0654fed6448d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432044'] for segment, precommit_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:33.669358 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.db.segments_db [None req-539290b1-dac1-48d0-b47a-0654fed6448d admin admin] Added segment 368b7efe-3dea-4da3-9142-42ad0e67249c of type vlan for network 5f3f674d-ca79-4be3-8876-a51805d694e7 May 19 11:52:33.684307 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-539290b1-dac1-48d0-b47a-0654fed6448d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749740349296'] for network, precommit_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:33.700426 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-539290b1-dac1-48d0-b47a-0654fed6448d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1777549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1695667'] for network, after_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:33.701247 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539290b1-dac1-48d0-b47a-0654fed6448d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:52:33.701579 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-539290b1-dac1-48d0-b47a-0654fed6448d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695638'] for network, before_response {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:33.704685 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-1054c2fe-dc3a-4e02-a043-b018e359a3e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:52:33.757227 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539290b1-dac1-48d0-b47a-0654fed6448d admin admin] Pushing event updated for resources: {'Network': ['ID=5f3f674d-ca79-4be3-8876-a51805d694e7,revision_number=1']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:52:33.762944 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-539290b1-dac1-48d0-b47a-0654fed6448d admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.2757285 May 19 11:52:33.762944 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-539290b1-dac1-48d0-b47a-0654fed6448d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:52:33.762944 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 42516) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:52:33.763644 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Network 5f3f674d-ca79-4be3-8876-a51805d694e7 details requested by agent ovs-agent-dv-cinder-787764-1-iscsi with host dv-cinder-787764-1-iscsi {{(pid=91057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 11:52:33.766868 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.v2.base [None req-a16fa6a2-777e-4625-8d28-b918d90c8b39 admin admin] Request body: {'subnet': {'network_id': '5f3f674d-ca79-4be3-8876-a51805d694e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-173945444-subnet', 'tenant_id': 'b3a74154e8c140d887c17f34f2d1f6b7', 'ip_version': 4}} {{(pid=91056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:52:33.769652 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-a16fa6a2-777e-4625-8d28-b918d90c8b39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:52:33.771917 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-a16fa6a2-777e-4625-8d28-b918d90c8b39 admin admin] Usage tracker for resource:subnet and tenant:b3a74154e8c140d887c17f34f2d1f6b7 is out of sync, need to count used quota {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:52:33.773623 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-a16fa6a2-777e-4625-8d28-b918d90c8b39 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:52:33.776878 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-a16fa6a2-777e-4625-8d28-b918d90c8b39 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:52:33.784187 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a16fa6a2-777e-4625-8d28-b918d90c8b39 admin admin] Made reservation on behalf of b3a74154e8c140d887c17f34f2d1f6b7 for: {'subnet': 1} {{(pid=91056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 11:52:33.785699 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-a16fa6a2-777e-4625-8d28-b918d90c8b39 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2931360'] for subnet, before_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:34.002356 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-a16fa6a2-777e-4625-8d28-b918d90c8b39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4015573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2931346'] for subnet, after_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:34.004602 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:52:34.044279 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16fa6a2-777e-4625-8d28-b918d90c8b39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5b160ab-2da7-4caa-86d9-55f9a882fead,revision_number=0']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:52:34.045694 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-a16fa6a2-777e-4625-8d28-b918d90c8b39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:52:34.049732 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16fa6a2-777e-4625-8d28-b918d90c8b39 admin admin] Checking segment: {'id': '368b7efe-3dea-4da3-9142-42ad0e67249c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1358, 'network_id': '5f3f674d-ca79-4be3-8876-a51805d694e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 11:52:34.049922 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a16fa6a2-777e-4625-8d28-b918d90c8b39 admin admin] Network hostable DHCP agents. Network: 5f3f674d-ca79-4be3-8876-a51805d694e7, hostable agents: ['36604066-f80c-4f9a-9f0a-cbdcbbee93eb'], hosted agents: [] {{(pid=91056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 11:52:34.060259 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a16fa6a2-777e-4625-8d28-b918d90c8b39 admin admin] Network 5f3f674d-ca79-4be3-8876-a51805d694e7 is scheduled to be hosted by DHCP agent 36604066-f80c-4f9a-9f0a-cbdcbbee93eb with binding_index 1 {{(pid=91056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 11:52:34.066186 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.scheduler.base_scheduler [None req-a16fa6a2-777e-4625-8d28-b918d90c8b39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787764-1-iscsi, 5f3f674d-ca79-4be3-8876-a51805d694e7) {{(pid=91056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:52:34.071355 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a16fa6a2-777e-4625-8d28-b918d90c8b39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:52:34.071440 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-a16fa6a2-777e-4625-8d28-b918d90c8b39 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:34.073433 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e776c04-1537-435c-8d42-806668ff23da None None] Network 5f3f674d-ca79-4be3-8876-a51805d694e7 requested from dv-cinder-787764-1-iscsi {{(pid=91057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 11:52:34.086523 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-a16fa6a2-777e-4625-8d28-b918d90c8b39 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3229370 May 19 11:52:34.088298 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 42532) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:52:34.092098 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.v2.base [None req-ebc77ce3-16d9-4e81-9ad0-2b33797bcd13 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-173945444-router', 'tenant_id': 'b3a74154e8c140d887c17f34f2d1f6b7', 'external_gateway_info': {'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522'}}} {{(pid=91056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:52:34.095006 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-ebc77ce3-16d9-4e81-9ad0-2b33797bcd13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:52:34.097119 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-ebc77ce3-16d9-4e81-9ad0-2b33797bcd13 admin admin] Usage tracker for resource:router and tenant:b3a74154e8c140d887c17f34f2d1f6b7 is out of sync, need to count used quota {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:52:34.098760 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-ebc77ce3-16d9-4e81-9ad0-2b33797bcd13 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:52:34.101966 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-ebc77ce3-16d9-4e81-9ad0-2b33797bcd13 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:52:34.109203 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-ebc77ce3-16d9-4e81-9ad0-2b33797bcd13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1593972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26728'] for router, before_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:34.109832 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-ebc77ce3-16d9-4e81-9ad0-2b33797bcd13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1713012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1713973', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1770163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26723'] for router, precommit_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:34.119005 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-ebc77ce3-16d9-4e81-9ad0-2b33797bcd13 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:34.199166 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25f8f9b-7042-4dda-b5a6-fc57a89c49fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbc713b2-5b1e-5e4a-ab48-4751d66359fe-5f3f674d-ca79-4be3-8876-a51805d694e7', 'network_id': '5f3f674d-ca79-4be3-8876-a51805d694e7', 'tenant_id': 'b3a74154e8c140d887c17f34f2d1f6b7', 'fixed_ips': [{'subnet_id': 'a5b160ab-2da7-4caa-86d9-55f9a882fead'}]}} from dv-cinder-787764-1-iscsi. {{(pid=91057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 11:52:34.199840 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-d25f8f9b-7042-4dda-b5a6-fc57a89c49fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_create {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:34.268877 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 42542) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:52:34.294097 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.db_base_plugin_common [None req-d25f8f9b-7042-4dda-b5a6-fc57a89c49fd None None] Allocated IP 172.20.0.2 (5f3f674d-ca79-4be3-8876-a51805d694e7/a5b160ab-2da7-4caa-86d9-55f9a882fead/73ae5794-bfea-4e80-934a-87dd482c017a) {{(pid=91057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 11:52:34.339811 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-a62cca9f-2931-46c7-bae5-d9716123c7ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:34.347523 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-a62cca9f-2931-46c7-bae5-d9716123c7ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:52:34.349670 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-a62cca9f-2931-46c7-bae5-d9716123c7ac admin admin] Usage tracker for resource:security_group_rule and tenant:6a9fc031f9014035824411854c6573f5 is out of sync, need to count used quota {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:52:34.351238 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-a62cca9f-2931-46c7-bae5-d9716123c7ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:52:34.354358 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-a62cca9f-2931-46c7-bae5-d9716123c7ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:52:34.358286 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-ebc77ce3-16d9-4e81-9ad0-2b33797bcd13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1713980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1593862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26701'] for router, precommit_update {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:34.403277 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-a62cca9f-2931-46c7-bae5-d9716123c7ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:34.407875 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-a62cca9f-2931-46c7-bae5-d9716123c7ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:34.412534 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-259de2f4-f5e3-44a9-a5a6-61eb228589e0 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:52:34.417356 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-d25f8f9b-7042-4dda-b5a6-fc57a89c49fd None None] Notify callbacks [] for port, precommit_create {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:34.424404 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-d25f8f9b-7042-4dda-b5a6-fc57a89c49fd None None] Transition to ACTIVE for port object 73ae5794-bfea-4e80-934a-87dd482c017a will not be triggered until provisioned by entity L2. {{(pid=91057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 11:52:34.434344 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-d25f8f9b-7042-4dda-b5a6-fc57a89c49fd None None] Transition to ACTIVE for port object 73ae5794-bfea-4e80-934a-87dd482c017a will not be triggered until provisioned by entity DHCP. {{(pid=91057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 11:52:34.439514 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-a62cca9f-2931-46c7-bae5-d9716123c7ac admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=6a9fc031f9014035824411854c6573f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1683731 May 19 11:52:34.439608 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-d25f8f9b-7042-4dda-b5a6-fc57a89c49fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749740362231'] for port, after_create {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:34.439670 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62cca9f-2931-46c7-bae5-d9716123c7ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95e5b645-51c7-4918-87ad-3a0c501554d8,revision_number=1']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:52:34.439942 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 42548) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:52:34.441360 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-a62cca9f-2931-46c7-bae5-d9716123c7ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:52:34.447235 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:52:34.472758 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-c80a63cc-f3f2-41a8-92ab-36db86c8b57c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:34.476371 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d25f8f9b-7042-4dda-b5a6-fc57a89c49fd None None] Network 5f3f674d-ca79-4be3-8876-a51805d694e7 is already hosted by enough agents. {{(pid=91057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 11:52:34.478241 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.scheduler.base_scheduler [None req-d25f8f9b-7042-4dda-b5a6-fc57a89c49fd None None] Resources bound (agent type, host, resource id): {{(pid=91057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:52:34.480372 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25f8f9b-7042-4dda-b5a6-fc57a89c49fd None None] Received port after_create {{(pid=91057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 11:52:34.486604 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-c80a63cc-f3f2-41a8-92ab-36db86c8b57c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:34.501163 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25f8f9b-7042-4dda-b5a6-fc57a89c49fd None None] Pushing event updated for resources: {'Port': ['ID=73ae5794-bfea-4e80-934a-87dd482c017a,revision_number=1']} {{(pid=91057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:52:34.516211 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-c80a63cc-f3f2-41a8-92ab-36db86c8b57c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:34.518526 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-6edf272f-9760-432c-89a5-84bd3b02fa34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:52:34.525655 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80a63cc-f3f2-41a8-92ab-36db86c8b57c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95e5b645-51c7-4918-87ad-3a0c501554d8,revision_number=None']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:52:34.527597 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-c80a63cc-f3f2-41a8-92ab-36db86c8b57c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:52:34.528953 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-c80a63cc-f3f2-41a8-92ab-36db86c8b57c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:34.529725 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-c80a63cc-f3f2-41a8-92ab-36db86c8b57c admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/95e5b645-51c7-4918-87ad-3a0c501554d8 HTTP/1.1" status: 204 len: 168 time: 0.0892546 May 19 11:52:34.534211 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25f8f9b-7042-4dda-b5a6-fc57a89c49fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:52:34.534418 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25f8f9b-7042-4dda-b5a6-fc57a89c49fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:52:34.534593 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25f8f9b-7042-4dda-b5a6-fc57a89c49fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:52:34.534763 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25f8f9b-7042-4dda-b5a6-fc57a89c49fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:52:34.534930 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25f8f9b-7042-4dda-b5a6-fc57a89c49fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:52:34.535098 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25f8f9b-7042-4dda-b5a6-fc57a89c49fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:52:34.535265 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25f8f9b-7042-4dda-b5a6-fc57a89c49fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:52:34.535428 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25f8f9b-7042-4dda-b5a6-fc57a89c49fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:52:34.535594 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25f8f9b-7042-4dda-b5a6-fc57a89c49fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:52:34.535760 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25f8f9b-7042-4dda-b5a6-fc57a89c49fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:52:34.536032 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25f8f9b-7042-4dda-b5a6-fc57a89c49fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:52:34.536208 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25f8f9b-7042-4dda-b5a6-fc57a89c49fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:52:34.540074 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-ebc77ce3-16d9-4e81-9ad0-2b33797bcd13 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:34.544524 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-d25f8f9b-7042-4dda-b5a6-fc57a89c49fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:52:34.547278 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.managers [None req-d25f8f9b-7042-4dda-b5a6-fc57a89c49fd None None] Attempting to bind port 73ae5794-bfea-4e80-934a-87dd482c017a on host dv-cinder-787764-1-iscsi for vnic_type normal with profile {{(pid=91057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 11:52:34.547477 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.managers [None req-d25f8f9b-7042-4dda-b5a6-fc57a89c49fd None None] Attempting to bind port 73ae5794-bfea-4e80-934a-87dd482c017a by drivers openvswitch,hyperv on host dv-cinder-787764-1-iscsi at level 0 using segments [{'id': '368b7efe-3dea-4da3-9142-42ad0e67249c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1358, 'network_id': '5f3f674d-ca79-4be3-8876-a51805d694e7'}] {{(pid=91057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 11:52:34.547677 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25f8f9b-7042-4dda-b5a6-fc57a89c49fd None None] Attempting to bind port 73ae5794-bfea-4e80-934a-87dd482c017a on network 5f3f674d-ca79-4be3-8876-a51805d694e7 {{(pid=91057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 11:52:34.550902 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25f8f9b-7042-4dda-b5a6-fc57a89c49fd None None] Checking agent: {'id': '8ddda9c6-7d5f-4e42-9175-c986b5c107e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787764-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 11, 10, 36), 'started_at': datetime.datetime(2021, 5, 19, 11, 11, 6), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 11, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787764-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 11:52:34.551170 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25f8f9b-7042-4dda-b5a6-fc57a89c49fd None None] Checking segment: {'id': '368b7efe-3dea-4da3-9142-42ad0e67249c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1358, 'network_id': '5f3f674d-ca79-4be3-8876-a51805d694e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 11:52:34.551437 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-d25f8f9b-7042-4dda-b5a6-fc57a89c49fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:34.551677 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25f8f9b-7042-4dda-b5a6-fc57a89c49fd None None] Bound using segment: {'id': '368b7efe-3dea-4da3-9142-42ad0e67249c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1358, 'network_id': '5f3f674d-ca79-4be3-8876-a51805d694e7'} {{(pid=91057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 11:52:34.551973 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.managers [None req-d25f8f9b-7042-4dda-b5a6-fc57a89c49fd None None] Bound port: 73ae5794-bfea-4e80-934a-87dd482c017a, host: dv-cinder-787764-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '368b7efe-3dea-4da3-9142-42ad0e67249c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1358, 'network_id': '5f3f674d-ca79-4be3-8876-a51805d694e7'}}] {{(pid=91057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 11:52:34.552213 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-d25f8f9b-7042-4dda-b5a6-fc57a89c49fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:34.559026 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-ebc77ce3-16d9-4e81-9ad0-2b33797bcd13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:34.604330 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-f81bc205-f3ef-4af1-946d-6370e7a840e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:34.614592 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-d25f8f9b-7042-4dda-b5a6-fc57a89c49fd None None] For port 73ae5794-bfea-4e80-934a-87dd482c017a, host dv-cinder-787764-1-iscsi, cleared binding levels {{(pid=91057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 11:52:34.617051 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-d25f8f9b-7042-4dda-b5a6-fc57a89c49fd None None] For port 73ae5794-bfea-4e80-934a-87dd482c017a, host dv-cinder-787764-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-1-iscsi',level=0,port_id=73ae5794-bfea-4e80-934a-87dd482c017a,segment=NetworkSegment(368b7efe-3dea-4da3-9142-42ad0e67249c),segment_id=368b7efe-3dea-4da3-9142-42ad0e67249c)] {{(pid=91057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 11:52:34.621739 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-d25f8f9b-7042-4dda-b5a6-fc57a89c49fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602'] for port, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:34.624103 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:52:34.641654 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.db_base_plugin_common [None req-ebc77ce3-16d9-4e81-9ad0-2b33797bcd13 admin admin] Allocated IP 172.27.0.251 (02345af2-6ed3-48fb-b7af-bf8d47e25522/aba42eaa-d100-461a-90c5-240f62c775e0/564fb21e-29a4-4a0f-ab32-50ba00ba5084) {{(pid=91056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 11:52:34.688301 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25f8f9b-7042-4dda-b5a6-fc57a89c49fd None None] Pushing event updated for resources: {'Port': ['ID=73ae5794-bfea-4e80-934a-87dd482c017a,revision_number=2']} {{(pid=91057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:52:34.690262 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-d25f8f9b-7042-4dda-b5a6-fc57a89c49fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:52:34.723481 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 42558) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:52:34.736350 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-52c817d1-366c-4d53-bf7a-67274224424a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:34.738743 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-ebc77ce3-16d9-4e81-9ad0-2b33797bcd13 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:34.744424 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-52c817d1-366c-4d53-bf7a-67274224424a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:52:34.746678 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-52c817d1-366c-4d53-bf7a-67274224424a admin admin] Usage tracker for resource:security_group_rule and tenant:31eed8a6131a40e98bb040d08006c9ff is out of sync, need to count used quota {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:52:34.748262 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-52c817d1-366c-4d53-bf7a-67274224424a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:52:34.751668 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-52c817d1-366c-4d53-bf7a-67274224424a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:52:34.756669 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-ebc77ce3-16d9-4e81-9ad0-2b33797bcd13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749740362231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275141'] for port, after_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:34.759475 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-4ca80ba5-7c99-4bb8-bb9e-b282b110b535 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:52:34.792313 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc77ce3-16d9-4e81-9ad0-2b33797bcd13 admin admin] Network 02345af2-6ed3-48fb-b7af-bf8d47e25522 is already hosted by enough agents. {{(pid=91056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 11:52:34.793890 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.scheduler.base_scheduler [None req-ebc77ce3-16d9-4e81-9ad0-2b33797bcd13 admin admin] Resources bound (agent type, host, resource id): {{(pid=91056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:52:34.795983 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc77ce3-16d9-4e81-9ad0-2b33797bcd13 admin admin] Received port after_create {{(pid=91056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 11:52:34.799966 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-52c817d1-366c-4d53-bf7a-67274224424a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:34.816532 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc77ce3-16d9-4e81-9ad0-2b33797bcd13 admin admin] Pushing event updated for resources: {'Port': ['ID=564fb21e-29a4-4a0f-ab32-50ba00ba5084,revision_number=1']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:52:34.816705 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-52c817d1-366c-4d53-bf7a-67274224424a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:34.826659 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-ebc77ce3-16d9-4e81-9ad0-2b33797bcd13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:52:34.830682 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-ac8a8020-1ea0-421e-a5ea-43fd87487213 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:52:34.856842 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-52c817d1-366c-4d53-bf7a-67274224424a admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=31eed8a6131a40e98bb040d08006c9ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1322620 May 19 11:52:34.858484 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 42566) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:52:34.865503 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c817d1-366c-4d53-bf7a-67274224424a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e84e1670-e54d-42ab-8a57-4174f66d81f1,revision_number=1']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:52:34.867706 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-52c817d1-366c-4d53-bf7a-67274224424a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:52:34.903847 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-57287a60-a85a-438a-b386-4121a3eb741b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:34.924614 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-57287a60-a85a-438a-b386-4121a3eb741b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:34.955449 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-57287a60-a85a-438a-b386-4121a3eb741b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:34.958524 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-053023df-49c0-4be2-bbe5-a621119e2f63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:52:34.965090 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57287a60-a85a-438a-b386-4121a3eb741b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e84e1670-e54d-42ab-8a57-4174f66d81f1,revision_number=None']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:52:34.966751 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-57287a60-a85a-438a-b386-4121a3eb741b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.008s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:52:34.973202 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-57287a60-a85a-438a-b386-4121a3eb741b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:34.974072 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-57287a60-a85a-438a-b386-4121a3eb741b admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/e84e1670-e54d-42ab-8a57-4174f66d81f1 HTTP/1.1" status: 204 len: 168 time: 0.1149774 May 19 11:52:35.160876 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-ebc77ce3-16d9-4e81-9ad0-2b33797bcd13 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:35.357206 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-ebc77ce3-16d9-4e81-9ad0-2b33797bcd13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1593983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1714063'] for router, after_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:35.471804 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebc77ce3-16d9-4e81-9ad0-2b33797bcd13 admin admin] Router 21f7abf1-5835-4b0f-9358-7cdd69ad076a is scheduled to L3 agent 326bf12a-fdae-48e8-b877-7dbd40e20eda with binding_index 1 {{(pid=91056) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 11:52:35.480396 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b54d8285-c829-4341-94b7-4667059db2c7 None None] Network 5f3f674d-ca79-4be3-8876-a51805d694e7 requested from dv-cinder-787764-1-iscsi {{(pid=91057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 11:52:35.543406 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-03ecaa86-3869-4ebd-9e89-e515312fb580 None None] Provisioning for port 73ae5794-bfea-4e80-934a-87dd482c017a completed by entity DHCP. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 11:52:35.575867 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebc77ce3-16d9-4e81-9ad0-2b33797bcd13 admin admin] Notify agent at l3_agent.dv-cinder-787764-1-iscsi the message routers_updated {{(pid=91056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 11:52:35.583704 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4759396-a2a8-47ac-a214-46e12820707b None None] Sync routers for ids ['21f7abf1-5835-4b0f-9358-7cdd69ad076a'] in dv-cinder-787764-1-iscsi {{(pid=91057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 11:52:35.593089 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-ebc77ce3-16d9-4e81-9ad0-2b33797bcd13 admin admin] Notify callbacks [] for router, before_response {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:35.595826 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-ebc77ce3-16d9-4e81-9ad0-2b33797bcd13 admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5050035 May 19 11:52:35.596115 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 42600) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:52:35.611703 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4759396-a2a8-47ac-a214-46e12820707b None None] Routers {'21f7abf1-5835-4b0f-9358-7cdd69ad076a'} bound to L3 agent in host dv-cinder-787764-1-iscsi {{(pid=91057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:52:35.612072 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_hamode_db [None req-c4759396-a2a8-47ac-a214-46e12820707b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-19T11:10:36Z,description=,heartbeat_timestamp=2021-05-19T11:52:06Z,host='dv-cinder-787764-1-iscsi',id=326bf12a-fdae-48e8-b877-7dbd40e20eda,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:36Z,topic='l3_agent')) {'router_ids': ['21f7abf1-5835-4b0f-9358-7cdd69ad076a'], 'active': True} {{(pid=91057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:52:35.699094 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 42606) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:52:35.758487 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_dvr_db [None req-c4759396-a2a8-47ac-a214-46e12820707b None None] Set router 21f7abf1-5835-4b0f-9358-7cdd69ad076a gateway port host: dv-cinder-787764-1-iscsi {{(pid=91057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:52:35.783948 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-28180ef5-bed8-4a6f-832b-5c367cac9b65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:35.801249 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-28180ef5-bed8-4a6f-832b-5c367cac9b65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:52:35.803592 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-28180ef5-bed8-4a6f-832b-5c367cac9b65 admin admin] Usage tracker for resource:security_group_rule and tenant:79048f1e0763463d9347316f909fbb0e is out of sync, need to count used quota {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:52:35.805406 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-28180ef5-bed8-4a6f-832b-5c367cac9b65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:52:35.808593 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-28180ef5-bed8-4a6f-832b-5c367cac9b65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:52:35.857632 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:35.885746 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-28180ef5-bed8-4a6f-832b-5c367cac9b65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:35.893348 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-28180ef5-bed8-4a6f-832b-5c367cac9b65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:35.899745 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-3178695f-ae00-411c-acd0-c7b233199922 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:52:35.927275 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28180ef5-bed8-4a6f-832b-5c367cac9b65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eba812d-cc17-4aa5-9d21-1e99fe12b5c0,revision_number=1']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:52:35.929539 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-28180ef5-bed8-4a6f-832b-5c367cac9b65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:52:35.931215 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-28180ef5-bed8-4a6f-832b-5c367cac9b65 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=79048f1e0763463d9347316f909fbb0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2312472 May 19 11:52:35.932973 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 42616) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:52:35.970700 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-1cd36910-b6d3-447f-9dbb-1624303e5fbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:35.978615 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_hamode_db [None req-c4759396-a2a8-47ac-a214-46e12820707b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21f7abf1-5835-4b0f-9358-7cdd69ad076a', 'name': 'tempest-TestVolumeBootPattern-173945444-router', 'tenant_id': 'b3a74154e8c140d887c17f34f2d1f6b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'external_fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': '564fb21e-29a4-4a0f-ab32-50ba00ba5084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:52:34Z', 'updated_at': '2021-05-19T11:52:34Z', 'revision_number': 3, 'project_id': 'b3a74154e8c140d887c17f34f2d1f6b7', 'gw_port': {'id': '564fb21e-29a4-4a0f-ab32-50ba00ba5084', 'name': '', 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f6:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21f7abf1-5835-4b0f-9358-7cdd69ad076a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:52:34Z', 'updated_at': '2021-05-19T11:52:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-1-iscsi'}], 'dv-cinder-787764-1-iscsi', False) {} {{(pid=91057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:52:35.980899 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4759396-a2a8-47ac-a214-46e12820707b None None] Checking router: 21f7abf1-5835-4b0f-9358-7cdd69ad076a for host: dv-cinder-787764-1-iscsi {{(pid=91057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 11:52:35.981081 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4759396-a2a8-47ac-a214-46e12820707b None None] Updating router 21f7abf1-5835-4b0f-9358-7cdd69ad076a port 564fb21e-29a4-4a0f-ab32-50ba00ba5084 binding host dv-cinder-787764-1-iscsi {{(pid=91057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 11:52:35.999819 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-1cd36910-b6d3-447f-9dbb-1624303e5fbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:36.011716 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-c4759396-a2a8-47ac-a214-46e12820707b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:36.040587 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-1cd36910-b6d3-447f-9dbb-1624303e5fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:36.043466 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-cb038939-5ba1-4fab-bd1b-277d6a0268d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:52:36.050180 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd36910-b6d3-447f-9dbb-1624303e5fbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eba812d-cc17-4aa5-9d21-1e99fe12b5c0,revision_number=None']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:52:36.051855 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-1cd36910-b6d3-447f-9dbb-1624303e5fbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.008s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:52:36.053950 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-1cd36910-b6d3-447f-9dbb-1624303e5fbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:36.054597 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-1cd36910-b6d3-447f-9dbb-1624303e5fbd admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/2eba812d-cc17-4aa5-9d21-1e99fe12b5c0 HTTP/1.1" status: 204 len: 168 time: 0.1208091 May 19 11:52:36.134035 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-e5e124f8-ff44-4299-b045-51dd5401b911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:36.195521 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-184ca463-fa38-45b6-aa8c-1383a430ee67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:36.206074 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-c4759396-a2a8-47ac-a214-46e12820707b None None] Notify callbacks [] for port, precommit_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:36.217077 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-c4759396-a2a8-47ac-a214-46e12820707b None None] Transition to ACTIVE for port object 564fb21e-29a4-4a0f-ab32-50ba00ba5084 will not be triggered until provisioned by entity L2. {{(pid=91057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 11:52:36.222368 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-c4759396-a2a8-47ac-a214-46e12820707b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602'] for port, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:36.226100 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-3d83db23-67fc-46e6-a6d7-0d0894b073e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:52:36.251890 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.db_base_plugin_common [None req-e5e124f8-ff44-4299-b045-51dd5401b911 admin admin] Allocated IP 172.20.0.1 (5f3f674d-ca79-4be3-8876-a51805d694e7/a5b160ab-2da7-4caa-86d9-55f9a882fead/b9284a92-9a46-403f-8ff5-aa28391fcfa1) {{(pid=91055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 11:52:36.273027 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.managers [None req-c4759396-a2a8-47ac-a214-46e12820707b None None] Attempting to bind port 564fb21e-29a4-4a0f-ab32-50ba00ba5084 on host dv-cinder-787764-1-iscsi for vnic_type normal with profile {{(pid=91057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 11:52:36.273246 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.managers [None req-c4759396-a2a8-47ac-a214-46e12820707b None None] Attempting to bind port 564fb21e-29a4-4a0f-ab32-50ba00ba5084 by drivers openvswitch,hyperv on host dv-cinder-787764-1-iscsi at level 0 using segments [{'id': '49ddd7c4-aafb-432e-a188-efbf16e2f9e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522'}] {{(pid=91057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 11:52:36.273445 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4759396-a2a8-47ac-a214-46e12820707b None None] Attempting to bind port 564fb21e-29a4-4a0f-ab32-50ba00ba5084 on network 02345af2-6ed3-48fb-b7af-bf8d47e25522 {{(pid=91057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 11:52:36.276734 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c773c2b3-88a9-4b33-bdba-a954fe33d60f None None] Pushing event updated for resources: {'Port': ['ID=564fb21e-29a4-4a0f-ab32-50ba00ba5084,revision_number=2']} {{(pid=91057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:52:36.278640 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-c773c2b3-88a9-4b33-bdba-a954fe33d60f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:52:36.280194 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4759396-a2a8-47ac-a214-46e12820707b None None] Checking agent: {'id': '8ddda9c6-7d5f-4e42-9175-c986b5c107e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787764-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 11, 10, 36), 'started_at': datetime.datetime(2021, 5, 19, 11, 11, 6), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 11, 52, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787764-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 11:52:36.280401 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4759396-a2a8-47ac-a214-46e12820707b None None] Checking segment: {'id': '49ddd7c4-aafb-432e-a188-efbf16e2f9e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 11:52:36.280890 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-c4759396-a2a8-47ac-a214-46e12820707b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:36.281168 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4759396-a2a8-47ac-a214-46e12820707b None None] Bound using segment: {'id': '49ddd7c4-aafb-432e-a188-efbf16e2f9e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522'} {{(pid=91057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 11:52:36.281453 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.managers [None req-c4759396-a2a8-47ac-a214-46e12820707b None None] Bound port: 564fb21e-29a4-4a0f-ab32-50ba00ba5084, host: dv-cinder-787764-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49ddd7c4-aafb-432e-a188-efbf16e2f9e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522'}}] {{(pid=91057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 11:52:36.281662 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-c4759396-a2a8-47ac-a214-46e12820707b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:36.322937 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-c4759396-a2a8-47ac-a214-46e12820707b None None] For port 564fb21e-29a4-4a0f-ab32-50ba00ba5084, host dv-cinder-787764-1-iscsi, cleared binding levels {{(pid=91057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 11:52:36.325004 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-c4759396-a2a8-47ac-a214-46e12820707b None None] For port 564fb21e-29a4-4a0f-ab32-50ba00ba5084, host dv-cinder-787764-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-1-iscsi',level=0,port_id=564fb21e-29a4-4a0f-ab32-50ba00ba5084,segment=NetworkSegment(49ddd7c4-aafb-432e-a188-efbf16e2f9e4),segment_id=49ddd7c4-aafb-432e-a188-efbf16e2f9e4)] {{(pid=91057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 11:52:36.329388 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-c4759396-a2a8-47ac-a214-46e12820707b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602'] for port, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:36.331510 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-e17a8beb-3de8-4b98-b2d9-15fa1100b30b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:52:36.346847 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-e5e124f8-ff44-4299-b045-51dd5401b911 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:36.357158 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.provisioning_blocks [None req-e5e124f8-ff44-4299-b045-51dd5401b911 admin admin] Transition to ACTIVE for port object b9284a92-9a46-403f-8ff5-aa28391fcfa1 will not be triggered until provisioned by entity DHCP. {{(pid=91055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 11:52:36.374554 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-e5e124f8-ff44-4299-b045-51dd5401b911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749740362231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3654904'] for port, after_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:36.377130 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4759396-a2a8-47ac-a214-46e12820707b None None] Routers {'21f7abf1-5835-4b0f-9358-7cdd69ad076a'} bound to L3 agent in host dv-cinder-787764-1-iscsi {{(pid=91057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:52:36.377538 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_hamode_db [None req-c4759396-a2a8-47ac-a214-46e12820707b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-19T11:10:36Z,description=,heartbeat_timestamp=2021-05-19T11:52:36Z,host='dv-cinder-787764-1-iscsi',id=326bf12a-fdae-48e8-b877-7dbd40e20eda,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:36Z,topic='l3_agent')) {'router_ids': ['21f7abf1-5835-4b0f-9358-7cdd69ad076a'], 'active': True} {{(pid=91057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:52:36.378152 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-ac13b06b-45eb-4532-bdc5-0f3bc33fc7a4 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:52:36.412943 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e124f8-ff44-4299-b045-51dd5401b911 admin admin] Network 5f3f674d-ca79-4be3-8876-a51805d694e7 is already hosted by enough agents. {{(pid=91055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 11:52:36.414861 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.scheduler.base_scheduler [None req-e5e124f8-ff44-4299-b045-51dd5401b911 admin admin] Resources bound (agent type, host, resource id): {{(pid=91055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:52:36.417970 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e124f8-ff44-4299-b045-51dd5401b911 admin admin] Received port after_create {{(pid=91055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 11:52:36.433849 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c773c2b3-88a9-4b33-bdba-a954fe33d60f None None] Pushing event updated for resources: {'Port': ['ID=564fb21e-29a4-4a0f-ab32-50ba00ba5084,revision_number=3']} {{(pid=91057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:52:36.436349 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-c773c2b3-88a9-4b33-bdba-a954fe33d60f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:52:36.438254 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e124f8-ff44-4299-b045-51dd5401b911 admin admin] Pushing event updated for resources: {'Port': ['ID=b9284a92-9a46-403f-8ff5-aa28391fcfa1,revision_number=1']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:52:36.441444 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-e5e124f8-ff44-4299-b045-51dd5401b911 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:52:36.454897 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-e5e124f8-ff44-4299-b045-51dd5401b911 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1716796'] for router_interface, before_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:36.518223 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_dvr_db [None req-c4759396-a2a8-47ac-a214-46e12820707b None None] Set router 21f7abf1-5835-4b0f-9358-7cdd69ad076a gateway port host: dv-cinder-787764-1-iscsi {{(pid=91057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:52:36.585669 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Device 73ae5794-bfea-4e80-934a-87dd482c017a up at agent ovs-agent-dv-cinder-787764-1-iscsi {{(pid=91057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 11:52:36.615989 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-e5e124f8-ff44-4299-b045-51dd5401b911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:36.692431 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-5a4b6d7f-2cd2-43e6-8366-2eac5742c048 None None] Provisioning for port b9284a92-9a46-403f-8ff5-aa28391fcfa1 completed by entity DHCP. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 11:52:36.703876 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-5a4b6d7f-2cd2-43e6-8366-2eac5742c048 None None] Provisioning complete for port b9284a92-9a46-403f-8ff5-aa28391fcfa1 triggered by entity DHCP. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:52:36.704078 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-5a4b6d7f-2cd2-43e6-8366-2eac5742c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441453'] for port, provisioning_complete {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:36.749145 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.plugin [None req-5a4b6d7f-2cd2-43e6-8366-2eac5742c048 None None] Port b9284a92-9a46-403f-8ff5-aa28391fcfa1 cannot update to ACTIVE because it is not bound. {{(pid=91057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 11:52:36.752797 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Provisioning for port 73ae5794-bfea-4e80-934a-87dd482c017a completed by entity L2. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 11:52:36.773233 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Provisioning complete for port 73ae5794-bfea-4e80-934a-87dd482c017a triggered by entity L2. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:52:36.773448 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441453'] for port, provisioning_complete {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:36.838410 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_hamode_db [None req-c4759396-a2a8-47ac-a214-46e12820707b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21f7abf1-5835-4b0f-9358-7cdd69ad076a', 'name': 'tempest-TestVolumeBootPattern-173945444-router', 'tenant_id': 'b3a74154e8c140d887c17f34f2d1f6b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'external_fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': '564fb21e-29a4-4a0f-ab32-50ba00ba5084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:52:34Z', 'updated_at': '2021-05-19T11:52:34Z', 'revision_number': 3, 'project_id': 'b3a74154e8c140d887c17f34f2d1f6b7', 'gw_port': {'id': '564fb21e-29a4-4a0f-ab32-50ba00ba5084', 'name': '', 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f6:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21f7abf1-5835-4b0f-9358-7cdd69ad076a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:52:34Z', 'updated_at': '2021-05-19T11:52:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-1-iscsi'}], 'dv-cinder-787764-1-iscsi', False) {} {{(pid=91057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:52:36.844171 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-e5e124f8-ff44-4299-b045-51dd5401b911 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:36.845852 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4759396-a2a8-47ac-a214-46e12820707b None None] The sync data for ids ['21f7abf1-5835-4b0f-9358-7cdd69ad076a'] in dv-cinder-787764-1-iscsi is: [{'id': '21f7abf1-5835-4b0f-9358-7cdd69ad076a', 'name': 'tempest-TestVolumeBootPattern-173945444-router', 'tenant_id': 'b3a74154e8c140d887c17f34f2d1f6b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'external_fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': '564fb21e-29a4-4a0f-ab32-50ba00ba5084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:52:34Z', 'updated_at': '2021-05-19T11:52:34Z', 'revision_number': 3, 'project_id': 'b3a74154e8c140d887c17f34f2d1f6b7', 'gw_port': {'id': '564fb21e-29a4-4a0f-ab32-50ba00ba5084', 'name': '', 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f6:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21f7abf1-5835-4b0f-9358-7cdd69ad076a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:52:34Z', 'updated_at': '2021-05-19T11:52:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-1-iscsi'}] {{(pid=91057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 11:52:36.851458 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:36.851988 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-e5e124f8-ff44-4299-b045-51dd5401b911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3654881'] for port, after_update {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:36.868077 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-9b2cd835-d8bc-4f1c-a16f-c0c221b35663 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:52:36.875481 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] For port 73ae5794-bfea-4e80-934a-87dd482c017a, host dv-cinder-787764-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-1-iscsi',level=0,port_id=73ae5794-bfea-4e80-934a-87dd482c017a,segment=NetworkSegment(368b7efe-3dea-4da3-9142-42ad0e67249c),segment_id=368b7efe-3dea-4da3-9142-42ad0e67249c)] {{(pid=91057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:52:36.880624 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602'] for port, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:36.882043 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:52:36.914205 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e124f8-ff44-4299-b045-51dd5401b911 admin admin] Pushing event updated for resources: {'Port': ['ID=b9284a92-9a46-403f-8ff5-aa28391fcfa1,revision_number=2']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:52:36.915784 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-e5e124f8-ff44-4299-b045-51dd5401b911 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1695649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1716827'] for router_interface, after_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:36.918154 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-e5e124f8-ff44-4299-b045-51dd5401b911 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:52:36.919517 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Pushing event updated for resources: {'Port': ['ID=73ae5794-bfea-4e80-934a-87dd482c017a,revision_number=3']} {{(pid=91057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:52:36.921216 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:52:36.975666 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-f3552fb9-a093-42e6-b748-7ab8d8c7cb39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:36.994966 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e124f8-ff44-4299-b045-51dd5401b911 admin admin] Network 5f3f674d-ca79-4be3-8876-a51805d694e7 is already hosted by enough agents. {{(pid=91055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 11:52:36.995782 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.scheduler.base_scheduler [None req-e5e124f8-ff44-4299-b045-51dd5401b911 admin admin] Resources bound (agent type, host, resource id): {{(pid=91055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:52:37.132448 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5e124f8-ff44-4299-b045-51dd5401b911 admin admin] Router 21f7abf1-5835-4b0f-9358-7cdd69ad076a has already been hosted by L3 agent 326bf12a-fdae-48e8-b877-7dbd40e20eda {{(pid=91055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 11:52:37.239049 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5e124f8-ff44-4299-b045-51dd5401b911 admin admin] Notify agent at l3_agent.dv-cinder-787764-1-iscsi the message routers_updated {{(pid=91055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 11:52:37.244888 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-e5e124f8-ff44-4299-b045-51dd5401b911 admin admin] 10.222.0.90 "PUT /v2.0/routers/21f7abf1-5835-4b0f-9358-7cdd69ad076a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6480551 May 19 11:52:37.266059 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-57384a4c-8632-4629-8ef5-a4227cf8cb97 None None] Provisioning complete for port b9284a92-9a46-403f-8ff5-aa28391fcfa1 triggered by entity DHCP. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:52:37.266166 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-57384a4c-8632-4629-8ef5-a4227cf8cb97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441453'] for port, provisioning_complete {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:37.305679 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.plugin [None req-57384a4c-8632-4629-8ef5-a4227cf8cb97 None None] Port b9284a92-9a46-403f-8ff5-aa28391fcfa1 cannot update to ACTIVE because it is not bound. {{(pid=91057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 11:52:37.634909 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 42690) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:52:37.638598 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.v2.base [None req-51378c78-007a-4e84-83ba-7853766568e3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-66721787-network', 'tenant_id': '71f30068de774c8c8370865884837d4e'}} {{(pid=91056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:52:37.641512 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-51378c78-007a-4e84-83ba-7853766568e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:52:37.643697 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-51378c78-007a-4e84-83ba-7853766568e3 admin admin] Usage tracker for resource:network and tenant:71f30068de774c8c8370865884837d4e is out of sync, need to count used quota {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:52:37.645357 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-51378c78-007a-4e84-83ba-7853766568e3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:52:37.648526 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-51378c78-007a-4e84-83ba-7853766568e3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:52:37.657828 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51378c78-007a-4e84-83ba-7853766568e3 admin admin] Made reservation on behalf of 71f30068de774c8c8370865884837d4e for: {'network': 1} {{(pid=91056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 11:52:37.659204 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-51378c78-007a-4e84-83ba-7853766568e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-783228'] for network, before_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:37.665357 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-51378c78-007a-4e84-83ba-7853766568e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:37.672893 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-51378c78-007a-4e84-83ba-7853766568e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:52:37.675050 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-51378c78-007a-4e84-83ba-7853766568e3 admin admin] Usage tracker for resource:security_group_rule and tenant:71f30068de774c8c8370865884837d4e is out of sync, need to count used quota {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:52:37.676643 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-51378c78-007a-4e84-83ba-7853766568e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:52:37.679821 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-51378c78-007a-4e84-83ba-7853766568e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:52:37.726504 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-51378c78-007a-4e84-83ba-7853766568e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:37.729775 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-51378c78-007a-4e84-83ba-7853766568e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:37.731467 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-2b00f0e3-3e4a-41f8-9dcf-57b76dc0762f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:52:37.745971 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51378c78-007a-4e84-83ba-7853766568e3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1368} {{(pid=91056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 11:52:37.750950 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51378c78-007a-4e84-83ba-7853766568e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c738981f-8b10-4039-b26f-c2b507b13f49,revision_number=1']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:52:37.753203 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-51378c78-007a-4e84-83ba-7853766568e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:52:37.754544 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-51378c78-007a-4e84-83ba-7853766568e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432044'] for segment, precommit_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:37.754741 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.db.segments_db [None req-51378c78-007a-4e84-83ba-7853766568e3 admin admin] Added segment 6b6f4c1f-dc14-4924-8483-222ff98134bc of type vlan for network 95db7aa6-a9e3-4bd7-8391-b2a723d66d38 May 19 11:52:37.768210 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-51378c78-007a-4e84-83ba-7853766568e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749740349296'] for network, precommit_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:37.784727 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-51378c78-007a-4e84-83ba-7853766568e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1777549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1695667'] for network, after_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:37.785446 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51378c78-007a-4e84-83ba-7853766568e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:52:37.785775 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-51378c78-007a-4e84-83ba-7853766568e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695638'] for network, before_response {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:37.787504 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-cd66cfd2-c983-447d-8eed-88dc74738e76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:52:37.837612 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51378c78-007a-4e84-83ba-7853766568e3 admin admin] Pushing event updated for resources: {'Network': ['ID=95db7aa6-a9e3-4bd7-8391-b2a723d66d38,revision_number=1']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:52:37.839360 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-51378c78-007a-4e84-83ba-7853766568e3 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.2038033 May 19 11:52:37.839888 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-51378c78-007a-4e84-83ba-7853766568e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:52:37.841299 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 42694) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:52:37.845353 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.v2.base [None req-e2cd3ba6-8233-4a5e-b248-0ef8fd25b9a1 admin admin] Request body: {'subnet': {'network_id': '95db7aa6-a9e3-4bd7-8391-b2a723d66d38', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-66721787-subnet', 'tenant_id': '71f30068de774c8c8370865884837d4e', 'ip_version': 4}} {{(pid=91056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:52:37.848047 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-e2cd3ba6-8233-4a5e-b248-0ef8fd25b9a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:52:37.848939 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Network 95db7aa6-a9e3-4bd7-8391-b2a723d66d38 details requested by agent ovs-agent-dv-cinder-787764-1-iscsi with host dv-cinder-787764-1-iscsi {{(pid=91057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 11:52:37.850233 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-e2cd3ba6-8233-4a5e-b248-0ef8fd25b9a1 admin admin] Usage tracker for resource:subnet and tenant:71f30068de774c8c8370865884837d4e is out of sync, need to count used quota {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:52:37.851875 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-e2cd3ba6-8233-4a5e-b248-0ef8fd25b9a1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:52:37.855067 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-e2cd3ba6-8233-4a5e-b248-0ef8fd25b9a1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:52:37.861838 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2cd3ba6-8233-4a5e-b248-0ef8fd25b9a1 admin admin] Made reservation on behalf of 71f30068de774c8c8370865884837d4e for: {'subnet': 1} {{(pid=91056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 11:52:37.863248 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-e2cd3ba6-8233-4a5e-b248-0ef8fd25b9a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2931360'] for subnet, before_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:38.054433 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-66ec5bc0-6952-497b-8f33-b3c04bfd0b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:38.120999 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6581618-ab51-453d-b0c0-f0ee04f420c9 None None] Sync routers for ids ['21f7abf1-5835-4b0f-9358-7cdd69ad076a'] in dv-cinder-787764-1-iscsi {{(pid=91058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 11:52:38.127318 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6581618-ab51-453d-b0c0-f0ee04f420c9 None None] Routers {'21f7abf1-5835-4b0f-9358-7cdd69ad076a'} bound to L3 agent in host dv-cinder-787764-1-iscsi {{(pid=91058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:52:38.127712 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.l3_hamode_db [None req-b6581618-ab51-453d-b0c0-f0ee04f420c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-19T11:10:36Z,description=,heartbeat_timestamp=2021-05-19T11:52:36Z,host='dv-cinder-787764-1-iscsi',id=326bf12a-fdae-48e8-b877-7dbd40e20eda,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:36Z,topic='l3_agent')) {'router_ids': ['21f7abf1-5835-4b0f-9358-7cdd69ad076a'], 'active': True} {{(pid=91058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:52:38.181576 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-e2cd3ba6-8233-4a5e-b248-0ef8fd25b9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4015573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2931346'] for subnet, after_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:38.183576 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:52:38.219484 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cd3ba6-8233-4a5e-b248-0ef8fd25b9a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b13ef97-554a-4acb-b673-1fa298b1a287,revision_number=0']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:52:38.222263 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-e2cd3ba6-8233-4a5e-b248-0ef8fd25b9a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:52:38.225781 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2cd3ba6-8233-4a5e-b248-0ef8fd25b9a1 admin admin] Checking segment: {'id': '6b6f4c1f-dc14-4924-8483-222ff98134bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1368, 'network_id': '95db7aa6-a9e3-4bd7-8391-b2a723d66d38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 11:52:38.225941 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2cd3ba6-8233-4a5e-b248-0ef8fd25b9a1 admin admin] Network hostable DHCP agents. Network: 95db7aa6-a9e3-4bd7-8391-b2a723d66d38, hostable agents: ['36604066-f80c-4f9a-9f0a-cbdcbbee93eb'], hosted agents: [] {{(pid=91056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 11:52:38.239827 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.l3_dvr_db [None req-b6581618-ab51-453d-b0c0-f0ee04f420c9 None None] Set router 21f7abf1-5835-4b0f-9358-7cdd69ad076a gateway port host: dv-cinder-787764-1-iscsi {{(pid=91058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:52:38.240064 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2cd3ba6-8233-4a5e-b248-0ef8fd25b9a1 admin admin] Network 95db7aa6-a9e3-4bd7-8391-b2a723d66d38 is scheduled to be hosted by DHCP agent 36604066-f80c-4f9a-9f0a-cbdcbbee93eb with binding_index 1 {{(pid=91056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 11:52:38.250759 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.scheduler.base_scheduler [None req-e2cd3ba6-8233-4a5e-b248-0ef8fd25b9a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787764-1-iscsi, 95db7aa6-a9e3-4bd7-8391-b2a723d66d38) {{(pid=91056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:52:38.257279 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24aad3a4-4228-4093-9c55-b33776358801 None None] Network 95db7aa6-a9e3-4bd7-8391-b2a723d66d38 requested from dv-cinder-787764-1-iscsi {{(pid=91057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 11:52:38.259265 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2cd3ba6-8233-4a5e-b248-0ef8fd25b9a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:52:38.260230 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-e2cd3ba6-8233-4a5e-b248-0ef8fd25b9a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:38.281324 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-e2cd3ba6-8233-4a5e-b248-0ef8fd25b9a1 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4371626 May 19 11:52:38.281324 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 42700) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:52:38.284046 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.v2.base [None req-27808ebf-dcd7-4bce-8b8b-3801b3deda01 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-66721787-router', 'tenant_id': '71f30068de774c8c8370865884837d4e', 'external_gateway_info': {'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522'}}} {{(pid=91056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:52:38.286999 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-27808ebf-dcd7-4bce-8b8b-3801b3deda01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:52:38.289421 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-27808ebf-dcd7-4bce-8b8b-3801b3deda01 admin admin] Usage tracker for resource:router and tenant:71f30068de774c8c8370865884837d4e is out of sync, need to count used quota {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:52:38.291594 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-27808ebf-dcd7-4bce-8b8b-3801b3deda01 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:52:38.294737 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-27808ebf-dcd7-4bce-8b8b-3801b3deda01 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:52:38.306130 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-27808ebf-dcd7-4bce-8b8b-3801b3deda01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1593972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26728'] for router, before_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:38.306741 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-27808ebf-dcd7-4bce-8b8b-3801b3deda01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1713012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1713973', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1770163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26723'] for router, precommit_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:38.316473 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-27808ebf-dcd7-4bce-8b8b-3801b3deda01 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:38.398340 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ad3569-2430-4eea-9d39-242f30f4e481 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbc713b2-5b1e-5e4a-ab48-4751d66359fe-95db7aa6-a9e3-4bd7-8391-b2a723d66d38', 'network_id': '95db7aa6-a9e3-4bd7-8391-b2a723d66d38', 'tenant_id': '71f30068de774c8c8370865884837d4e', 'fixed_ips': [{'subnet_id': '2b13ef97-554a-4acb-b673-1fa298b1a287'}]}} from dv-cinder-787764-1-iscsi. {{(pid=91057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 11:52:38.398951 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e0ad3569-2430-4eea-9d39-242f30f4e481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_create {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:38.423254 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.l3_hamode_db [None req-b6581618-ab51-453d-b0c0-f0ee04f420c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21f7abf1-5835-4b0f-9358-7cdd69ad076a', 'name': 'tempest-TestVolumeBootPattern-173945444-router', 'tenant_id': 'b3a74154e8c140d887c17f34f2d1f6b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'external_fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': '564fb21e-29a4-4a0f-ab32-50ba00ba5084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:52:34Z', 'updated_at': '2021-05-19T11:52:36Z', 'revision_number': 4, 'project_id': 'b3a74154e8c140d887c17f34f2d1f6b7', 'gw_port': {'id': '564fb21e-29a4-4a0f-ab32-50ba00ba5084', 'name': '', 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f6:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21f7abf1-5835-4b0f-9358-7cdd69ad076a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:52:34Z', 'updated_at': '2021-05-19T11:52:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-1-iscsi', '_interfaces': [{'id': 'b9284a92-9a46-403f-8ff5-aa28391fcfa1', 'name': '', 'network_id': '5f3f674d-ca79-4be3-8876-a51805d694e7', 'tenant_id': 'b3a74154e8c140d887c17f34f2d1f6b7', 'mac_address': 'fa:16:3e:2a:5c:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21f7abf1-5835-4b0f-9358-7cdd69ad076a', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'a5b160ab-2da7-4caa-86d9-55f9a882fead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:52:36Z', 'updated_at': '2021-05-19T11:52:36Z', 'revision_number': 2, 'project_id': 'b3a74154e8c140d887c17f34f2d1f6b7', 'subnets': [{'id': 'a5b160ab-2da7-4caa-86d9-55f9a882fead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-1-iscsi', False) {} {{(pid=91058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:52:38.430996 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6581618-ab51-453d-b0c0-f0ee04f420c9 None None] Checking router: 21f7abf1-5835-4b0f-9358-7cdd69ad076a for host: dv-cinder-787764-1-iscsi {{(pid=91058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 11:52:38.431330 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6581618-ab51-453d-b0c0-f0ee04f420c9 None None] Updating router 21f7abf1-5835-4b0f-9358-7cdd69ad076a port b9284a92-9a46-403f-8ff5-aa28391fcfa1 binding host dv-cinder-787764-1-iscsi {{(pid=91058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 11:52:38.465718 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron_lib.callbacks.manager [None req-b6581618-ab51-453d-b0c0-f0ee04f420c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:38.467559 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-27808ebf-dcd7-4bce-8b8b-3801b3deda01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1713980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1593862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26701'] for router, precommit_update {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:38.510348 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.db_base_plugin_common [None req-e0ad3569-2430-4eea-9d39-242f30f4e481 None None] Allocated IP 172.20.0.2 (95db7aa6-a9e3-4bd7-8391-b2a723d66d38/2b13ef97-554a-4acb-b673-1fa298b1a287/8e9c06c1-6a66-450d-8371-b920b4626e68) {{(pid=91057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 11:52:38.520450 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Device 73ae5794-bfea-4e80-934a-87dd482c017a up at agent ovs-agent-dv-cinder-787764-1-iscsi {{(pid=91057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 11:52:38.618811 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Provisioning complete for port 73ae5794-bfea-4e80-934a-87dd482c017a triggered by entity L2. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:52:38.619020 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441453'] for port, provisioning_complete {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:38.639938 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-27808ebf-dcd7-4bce-8b8b-3801b3deda01 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:38.655770 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-27808ebf-dcd7-4bce-8b8b-3801b3deda01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:38.693955 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron_lib.callbacks.manager [None req-b6581618-ab51-453d-b0c0-f0ee04f420c9 None None] Notify callbacks [] for port, precommit_update {{(pid=91058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:38.704215 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.provisioning_blocks [None req-b6581618-ab51-453d-b0c0-f0ee04f420c9 None None] Transition to ACTIVE for port object b9284a92-9a46-403f-8ff5-aa28391fcfa1 will not be triggered until provisioned by entity L2. {{(pid=91058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 11:52:38.709121 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron_lib.callbacks.manager [None req-b6581618-ab51-453d-b0c0-f0ee04f420c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602'] for port, after_update {{(pid=91058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:38.711698 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91058) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:52:38.725742 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Device 564fb21e-29a4-4a0f-ab32-50ba00ba5084 up at agent ovs-agent-dv-cinder-787764-1-iscsi {{(pid=91057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 11:52:38.738384 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.db_base_plugin_common [None req-27808ebf-dcd7-4bce-8b8b-3801b3deda01 admin admin] Allocated IP 172.27.0.53 (02345af2-6ed3-48fb-b7af-bf8d47e25522/aba42eaa-d100-461a-90c5-240f62c775e0/55484f25-68a3-4b7e-8c85-ac95a9c5f488) {{(pid=91056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 11:52:38.740660 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e0ad3569-2430-4eea-9d39-242f30f4e481 None None] Notify callbacks [] for port, precommit_create {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:38.755483 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-e0ad3569-2430-4eea-9d39-242f30f4e481 None None] Transition to ACTIVE for port object 8e9c06c1-6a66-450d-8371-b920b4626e68 will not be triggered until provisioned by entity L2. {{(pid=91057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 11:52:38.772097 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-e0ad3569-2430-4eea-9d39-242f30f4e481 None None] Transition to ACTIVE for port object 8e9c06c1-6a66-450d-8371-b920b4626e68 will not be triggered until provisioned by entity DHCP. {{(pid=91057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 11:52:38.778148 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e0ad3569-2430-4eea-9d39-242f30f4e481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749740362231'] for port, after_create {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:38.781791 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:52:38.782547 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195bb296-fc96-4672-9103-ad5532012cea None None] Pushing event updated for resources: {'Port': ['ID=b9284a92-9a46-403f-8ff5-aa28391fcfa1,revision_number=3']} {{(pid=91058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:52:38.797509 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Provisioning for port 564fb21e-29a4-4a0f-ab32-50ba00ba5084 completed by entity L2. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 11:52:38.813052 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Provisioning complete for port 564fb21e-29a4-4a0f-ab32-50ba00ba5084 triggered by entity L2. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:52:38.813331 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441453'] for port, provisioning_complete {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:38.816820 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195bb296-fc96-4672-9103-ad5532012cea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:52:38.817002 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195bb296-fc96-4672-9103-ad5532012cea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:52:38.817194 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195bb296-fc96-4672-9103-ad5532012cea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:52:38.817364 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195bb296-fc96-4672-9103-ad5532012cea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:52:38.817532 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195bb296-fc96-4672-9103-ad5532012cea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:52:38.817697 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195bb296-fc96-4672-9103-ad5532012cea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:52:38.817866 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195bb296-fc96-4672-9103-ad5532012cea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:52:38.818033 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195bb296-fc96-4672-9103-ad5532012cea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:52:38.818217 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195bb296-fc96-4672-9103-ad5532012cea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:52:38.818384 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195bb296-fc96-4672-9103-ad5532012cea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:52:38.818547 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195bb296-fc96-4672-9103-ad5532012cea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:52:38.818710 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195bb296-fc96-4672-9103-ad5532012cea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:52:38.822959 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG oslo_concurrency.lockutils [None req-195bb296-fc96-4672-9103-ad5532012cea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91058) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:52:38.829292 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-27808ebf-dcd7-4bce-8b8b-3801b3deda01 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:38.836836 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.plugins.ml2.managers [None req-b6581618-ab51-453d-b0c0-f0ee04f420c9 None None] Attempting to bind port b9284a92-9a46-403f-8ff5-aa28391fcfa1 on host dv-cinder-787764-1-iscsi for vnic_type normal with profile {{(pid=91058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 11:52:38.836945 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.plugins.ml2.managers [None req-b6581618-ab51-453d-b0c0-f0ee04f420c9 None None] Attempting to bind port b9284a92-9a46-403f-8ff5-aa28391fcfa1 by drivers openvswitch,hyperv on host dv-cinder-787764-1-iscsi at level 0 using segments [{'id': '368b7efe-3dea-4da3-9142-42ad0e67249c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1358, 'network_id': '5f3f674d-ca79-4be3-8876-a51805d694e7'}] {{(pid=91058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 11:52:38.837097 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6581618-ab51-453d-b0c0-f0ee04f420c9 None None] Attempting to bind port b9284a92-9a46-403f-8ff5-aa28391fcfa1 on network 5f3f674d-ca79-4be3-8876-a51805d694e7 {{(pid=91058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 11:52:38.842031 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6581618-ab51-453d-b0c0-f0ee04f420c9 None None] Checking agent: {'id': '8ddda9c6-7d5f-4e42-9175-c986b5c107e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787764-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 11, 10, 36), 'started_at': datetime.datetime(2021, 5, 19, 11, 11, 6), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 11, 52, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787764-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 11:52:38.842233 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6581618-ab51-453d-b0c0-f0ee04f420c9 None None] Checking segment: {'id': '368b7efe-3dea-4da3-9142-42ad0e67249c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1358, 'network_id': '5f3f674d-ca79-4be3-8876-a51805d694e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 11:52:38.842682 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron_lib.callbacks.manager [None req-b6581618-ab51-453d-b0c0-f0ee04f420c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:38.842907 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6581618-ab51-453d-b0c0-f0ee04f420c9 None None] Bound using segment: {'id': '368b7efe-3dea-4da3-9142-42ad0e67249c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1358, 'network_id': '5f3f674d-ca79-4be3-8876-a51805d694e7'} {{(pid=91058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 11:52:38.843209 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.plugins.ml2.managers [None req-b6581618-ab51-453d-b0c0-f0ee04f420c9 None None] Bound port: b9284a92-9a46-403f-8ff5-aa28391fcfa1, host: dv-cinder-787764-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '368b7efe-3dea-4da3-9142-42ad0e67249c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1358, 'network_id': '5f3f674d-ca79-4be3-8876-a51805d694e7'}}] {{(pid=91058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 11:52:38.843421 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron_lib.callbacks.manager [None req-b6581618-ab51-453d-b0c0-f0ee04f420c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:38.846136 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ad3569-2430-4eea-9d39-242f30f4e481 None None] Network 95db7aa6-a9e3-4bd7-8391-b2a723d66d38 is already hosted by enough agents. {{(pid=91057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 11:52:38.850872 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.scheduler.base_scheduler [None req-e0ad3569-2430-4eea-9d39-242f30f4e481 None None] Resources bound (agent type, host, resource id): {{(pid=91057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:52:38.854955 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-27808ebf-dcd7-4bce-8b8b-3801b3deda01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749740362231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275141'] for port, after_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:38.855838 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ad3569-2430-4eea-9d39-242f30f4e481 None None] Received port after_create {{(pid=91057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 11:52:38.859357 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:52:38.882865 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ad3569-2430-4eea-9d39-242f30f4e481 None None] Pushing event updated for resources: {'Port': ['ID=8e9c06c1-6a66-450d-8371-b920b4626e68,revision_number=1']} {{(pid=91057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:52:38.898110 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27808ebf-dcd7-4bce-8b8b-3801b3deda01 admin admin] Pushing event updated for resources: {'Port': ['ID=55484f25-68a3-4b7e-8c85-ac95a9c5f488,revision_number=1']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:52:38.899962 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-27808ebf-dcd7-4bce-8b8b-3801b3deda01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:52:38.900746 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.plugins.ml2.db [None req-b6581618-ab51-453d-b0c0-f0ee04f420c9 None None] For port b9284a92-9a46-403f-8ff5-aa28391fcfa1, host dv-cinder-787764-1-iscsi, cleared binding levels {{(pid=91058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 11:52:38.901243 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27808ebf-dcd7-4bce-8b8b-3801b3deda01 admin admin] Network 02345af2-6ed3-48fb-b7af-bf8d47e25522 is already hosted by enough agents. {{(pid=91056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 11:52:38.902009 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.scheduler.base_scheduler [None req-27808ebf-dcd7-4bce-8b8b-3801b3deda01 admin admin] Resources bound (agent type, host, resource id): {{(pid=91056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:52:38.903446 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.plugins.ml2.db [None req-b6581618-ab51-453d-b0c0-f0ee04f420c9 None None] For port b9284a92-9a46-403f-8ff5-aa28391fcfa1, host dv-cinder-787764-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-1-iscsi',level=0,port_id=b9284a92-9a46-403f-8ff5-aa28391fcfa1,segment=NetworkSegment(368b7efe-3dea-4da3-9142-42ad0e67249c),segment_id=368b7efe-3dea-4da3-9142-42ad0e67249c)] {{(pid=91058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 11:52:38.903606 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27808ebf-dcd7-4bce-8b8b-3801b3deda01 admin admin] Received port after_create {{(pid=91056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 11:52:38.907315 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron_lib.callbacks.manager [None req-b6581618-ab51-453d-b0c0-f0ee04f420c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602'] for port, after_update {{(pid=91058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:38.909965 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-e0ad3569-2430-4eea-9d39-242f30f4e481 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:52:38.910839 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG oslo_concurrency.lockutils [None req-b372bc68-3d0d-46af-9cb7-25e93ace1ea2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91058) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:52:38.953781 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6581618-ab51-453d-b0c0-f0ee04f420c9 None None] Routers {'21f7abf1-5835-4b0f-9358-7cdd69ad076a'} bound to L3 agent in host dv-cinder-787764-1-iscsi {{(pid=91058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:52:38.954203 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.l3_hamode_db [None req-b6581618-ab51-453d-b0c0-f0ee04f420c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-19T11:10:36Z,description=,heartbeat_timestamp=2021-05-19T11:52:36Z,host='dv-cinder-787764-1-iscsi',id=326bf12a-fdae-48e8-b877-7dbd40e20eda,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:36Z,topic='l3_agent')) {'router_ids': ['21f7abf1-5835-4b0f-9358-7cdd69ad076a'], 'active': True} {{(pid=91058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:52:38.981305 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.managers [None req-e0ad3569-2430-4eea-9d39-242f30f4e481 None None] Attempting to bind port 8e9c06c1-6a66-450d-8371-b920b4626e68 on host dv-cinder-787764-1-iscsi for vnic_type normal with profile {{(pid=91057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 11:52:38.981509 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.managers [None req-e0ad3569-2430-4eea-9d39-242f30f4e481 None None] Attempting to bind port 8e9c06c1-6a66-450d-8371-b920b4626e68 by drivers openvswitch,hyperv on host dv-cinder-787764-1-iscsi at level 0 using segments [{'id': '6b6f4c1f-dc14-4924-8483-222ff98134bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1368, 'network_id': '95db7aa6-a9e3-4bd7-8391-b2a723d66d38'}] {{(pid=91057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 11:52:38.981711 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ad3569-2430-4eea-9d39-242f30f4e481 None None] Attempting to bind port 8e9c06c1-6a66-450d-8371-b920b4626e68 on network 95db7aa6-a9e3-4bd7-8391-b2a723d66d38 {{(pid=91057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 11:52:38.987253 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195bb296-fc96-4672-9103-ad5532012cea None None] Pushing event updated for resources: {'Port': ['ID=b9284a92-9a46-403f-8ff5-aa28391fcfa1,revision_number=4']} {{(pid=91058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:52:38.992484 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG oslo_concurrency.lockutils [None req-195bb296-fc96-4672-9103-ad5532012cea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91058) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:52:39.006548 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:39.011478 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ad3569-2430-4eea-9d39-242f30f4e481 None None] Checking agent: {'id': '8ddda9c6-7d5f-4e42-9175-c986b5c107e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787764-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 11, 10, 36), 'started_at': datetime.datetime(2021, 5, 19, 11, 11, 6), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 11, 52, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787764-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 11:52:39.011681 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ad3569-2430-4eea-9d39-242f30f4e481 None None] Checking segment: {'id': '6b6f4c1f-dc14-4924-8483-222ff98134bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1368, 'network_id': '95db7aa6-a9e3-4bd7-8391-b2a723d66d38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 11:52:39.011889 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e0ad3569-2430-4eea-9d39-242f30f4e481 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:39.012111 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ad3569-2430-4eea-9d39-242f30f4e481 None None] Bound using segment: {'id': '6b6f4c1f-dc14-4924-8483-222ff98134bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1368, 'network_id': '95db7aa6-a9e3-4bd7-8391-b2a723d66d38'} {{(pid=91057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 11:52:39.012401 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.managers [None req-e0ad3569-2430-4eea-9d39-242f30f4e481 None None] Bound port: 8e9c06c1-6a66-450d-8371-b920b4626e68, host: dv-cinder-787764-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b6f4c1f-dc14-4924-8483-222ff98134bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1368, 'network_id': '95db7aa6-a9e3-4bd7-8391-b2a723d66d38'}}] {{(pid=91057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 11:52:39.012614 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e0ad3569-2430-4eea-9d39-242f30f4e481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:39.053181 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] For port 564fb21e-29a4-4a0f-ab32-50ba00ba5084, host dv-cinder-787764-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-1-iscsi',level=0,port_id=564fb21e-29a4-4a0f-ab32-50ba00ba5084,segment=NetworkSegment(49ddd7c4-aafb-432e-a188-efbf16e2f9e4),segment_id=49ddd7c4-aafb-432e-a188-efbf16e2f9e4)] {{(pid=91057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:52:39.061642 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602'] for port, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:39.064345 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:52:39.075267 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.l3_dvr_db [None req-b6581618-ab51-453d-b0c0-f0ee04f420c9 None None] Set router 21f7abf1-5835-4b0f-9358-7cdd69ad076a gateway port host: dv-cinder-787764-1-iscsi {{(pid=91058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:52:39.108104 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-e0ad3569-2430-4eea-9d39-242f30f4e481 None None] For port 8e9c06c1-6a66-450d-8371-b920b4626e68, host dv-cinder-787764-1-iscsi, cleared binding levels {{(pid=91057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 11:52:39.110540 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-e0ad3569-2430-4eea-9d39-242f30f4e481 None None] For port 8e9c06c1-6a66-450d-8371-b920b4626e68, host dv-cinder-787764-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-1-iscsi',level=0,port_id=8e9c06c1-6a66-450d-8371-b920b4626e68,segment=NetworkSegment(6b6f4c1f-dc14-4924-8483-222ff98134bc),segment_id=6b6f4c1f-dc14-4924-8483-222ff98134bc)] {{(pid=91057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 11:52:39.112989 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Pushing event updated for resources: {'Port': ['ID=564fb21e-29a4-4a0f-ab32-50ba00ba5084,revision_number=4']} {{(pid=91057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:52:39.115077 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e0ad3569-2430-4eea-9d39-242f30f4e481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602'] for port, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:39.117954 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:52:39.118319 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:52:39.166813 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ad3569-2430-4eea-9d39-242f30f4e481 None None] Pushing event updated for resources: {'Port': ['ID=8e9c06c1-6a66-450d-8371-b920b4626e68,revision_number=2']} {{(pid=91057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:52:39.168506 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-e0ad3569-2430-4eea-9d39-242f30f4e481 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:52:39.260087 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.l3_hamode_db [None req-b6581618-ab51-453d-b0c0-f0ee04f420c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21f7abf1-5835-4b0f-9358-7cdd69ad076a', 'name': 'tempest-TestVolumeBootPattern-173945444-router', 'tenant_id': 'b3a74154e8c140d887c17f34f2d1f6b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'external_fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': '564fb21e-29a4-4a0f-ab32-50ba00ba5084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:52:34Z', 'updated_at': '2021-05-19T11:52:36Z', 'revision_number': 4, 'project_id': 'b3a74154e8c140d887c17f34f2d1f6b7', 'gw_port': {'id': '564fb21e-29a4-4a0f-ab32-50ba00ba5084', 'name': '', 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f6:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21f7abf1-5835-4b0f-9358-7cdd69ad076a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:52:34Z', 'updated_at': '2021-05-19T11:52:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-1-iscsi', '_interfaces': [{'id': 'b9284a92-9a46-403f-8ff5-aa28391fcfa1', 'name': '', 'network_id': '5f3f674d-ca79-4be3-8876-a51805d694e7', 'tenant_id': 'b3a74154e8c140d887c17f34f2d1f6b7', 'mac_address': 'fa:16:3e:2a:5c:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21f7abf1-5835-4b0f-9358-7cdd69ad076a', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'a5b160ab-2da7-4caa-86d9-55f9a882fead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:52:36Z', 'updated_at': '2021-05-19T11:52:38Z', 'revision_number': 4, 'project_id': 'b3a74154e8c140d887c17f34f2d1f6b7', 'subnets': [{'id': 'a5b160ab-2da7-4caa-86d9-55f9a882fead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-1-iscsi', False) {} {{(pid=91058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:52:39.270855 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6581618-ab51-453d-b0c0-f0ee04f420c9 None None] The sync data for ids ['21f7abf1-5835-4b0f-9358-7cdd69ad076a'] in dv-cinder-787764-1-iscsi is: [{'id': '21f7abf1-5835-4b0f-9358-7cdd69ad076a', 'name': 'tempest-TestVolumeBootPattern-173945444-router', 'tenant_id': 'b3a74154e8c140d887c17f34f2d1f6b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'external_fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': '564fb21e-29a4-4a0f-ab32-50ba00ba5084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:52:34Z', 'updated_at': '2021-05-19T11:52:36Z', 'revision_number': 4, 'project_id': 'b3a74154e8c140d887c17f34f2d1f6b7', 'gw_port': {'id': '564fb21e-29a4-4a0f-ab32-50ba00ba5084', 'name': '', 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f6:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21f7abf1-5835-4b0f-9358-7cdd69ad076a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:52:34Z', 'updated_at': '2021-05-19T11:52:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-1-iscsi', '_interfaces': [{'id': 'b9284a92-9a46-403f-8ff5-aa28391fcfa1', 'name': '', 'network_id': '5f3f674d-ca79-4be3-8876-a51805d694e7', 'tenant_id': 'b3a74154e8c140d887c17f34f2d1f6b7', 'mac_address': 'fa:16:3e:2a:5c:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21f7abf1-5835-4b0f-9358-7cdd69ad076a', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'a5b160ab-2da7-4caa-86d9-55f9a882fead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:52:36Z', 'updated_at': '2021-05-19T11:52:38Z', 'revision_number': 4, 'project_id': 'b3a74154e8c140d887c17f34f2d1f6b7', 'subnets': [{'id': 'a5b160ab-2da7-4caa-86d9-55f9a882fead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 11:52:39.279445 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-27808ebf-dcd7-4bce-8b8b-3801b3deda01 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:39.478352 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-27808ebf-dcd7-4bce-8b8b-3801b3deda01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1593983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1714063'] for router, after_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:39.592957 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27808ebf-dcd7-4bce-8b8b-3801b3deda01 admin admin] Router 8e196d3c-9c62-4649-8792-80d0dac5e30f is scheduled to L3 agent 326bf12a-fdae-48e8-b877-7dbd40e20eda with binding_index 1 {{(pid=91056) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 11:52:39.685702 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27808ebf-dcd7-4bce-8b8b-3801b3deda01 admin admin] Notify agent at l3_agent.dv-cinder-787764-1-iscsi the message routers_updated {{(pid=91056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 11:52:39.692635 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-debe1a10-098b-4b5e-a95d-9354743ee084 None None] Sync routers for ids ['8e196d3c-9c62-4649-8792-80d0dac5e30f'] in dv-cinder-787764-1-iscsi {{(pid=91057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 11:52:39.699041 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-debe1a10-098b-4b5e-a95d-9354743ee084 None None] Routers {'8e196d3c-9c62-4649-8792-80d0dac5e30f'} bound to L3 agent in host dv-cinder-787764-1-iscsi {{(pid=91057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:52:39.699474 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_hamode_db [None req-debe1a10-098b-4b5e-a95d-9354743ee084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-19T11:10:36Z,description=,heartbeat_timestamp=2021-05-19T11:52:36Z,host='dv-cinder-787764-1-iscsi',id=326bf12a-fdae-48e8-b877-7dbd40e20eda,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:36Z,topic='l3_agent')) {'router_ids': ['8e196d3c-9c62-4649-8792-80d0dac5e30f'], 'active': True} {{(pid=91057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:52:39.704196 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-27808ebf-dcd7-4bce-8b8b-3801b3deda01 admin admin] Notify callbacks [] for router, before_response {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:39.706920 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-27808ebf-dcd7-4bce-8b8b-3801b3deda01 admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4253531 May 19 11:52:39.707073 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 42716) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:52:39.802065 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_dvr_db [None req-debe1a10-098b-4b5e-a95d-9354743ee084 None None] Set router 8e196d3c-9c62-4649-8792-80d0dac5e30f gateway port host: dv-cinder-787764-1-iscsi {{(pid=91057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:52:39.900700 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1607b49d-7c98-4acb-bbfe-c0ef658c3fd7 None None] Network 95db7aa6-a9e3-4bd7-8391-b2a723d66d38 requested from dv-cinder-787764-1-iscsi {{(pid=91057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 11:52:40.022496 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-703a9ec7-7a47-4381-95bb-7ea0e3d5d55b None None] Provisioning for port 8e9c06c1-6a66-450d-8371-b920b4626e68 completed by entity DHCP. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 11:52:40.071045 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_hamode_db [None req-debe1a10-098b-4b5e-a95d-9354743ee084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e196d3c-9c62-4649-8792-80d0dac5e30f', 'name': 'tempest-TestVolumeBootPattern-66721787-router', 'tenant_id': '71f30068de774c8c8370865884837d4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'external_fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '55484f25-68a3-4b7e-8c85-ac95a9c5f488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:52:38Z', 'updated_at': '2021-05-19T11:52:39Z', 'revision_number': 3, 'project_id': '71f30068de774c8c8370865884837d4e', 'gw_port': {'id': '55484f25-68a3-4b7e-8c85-ac95a9c5f488', 'name': '', 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:ae:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e196d3c-9c62-4649-8792-80d0dac5e30f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:52:38Z', 'updated_at': '2021-05-19T11:52:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-1-iscsi'}], 'dv-cinder-787764-1-iscsi', False) {} {{(pid=91057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:52:40.077528 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-debe1a10-098b-4b5e-a95d-9354743ee084 None None] Checking router: 8e196d3c-9c62-4649-8792-80d0dac5e30f for host: dv-cinder-787764-1-iscsi {{(pid=91057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 11:52:40.077720 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-debe1a10-098b-4b5e-a95d-9354743ee084 None None] Updating router 8e196d3c-9c62-4649-8792-80d0dac5e30f port 55484f25-68a3-4b7e-8c85-ac95a9c5f488 binding host dv-cinder-787764-1-iscsi {{(pid=91057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 11:52:40.148255 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-debe1a10-098b-4b5e-a95d-9354743ee084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:40.190796 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-d73f382c-f68b-4171-92c2-b464e629e2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:40.309133 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.db_base_plugin_common [None req-d73f382c-f68b-4171-92c2-b464e629e2a9 admin admin] Allocated IP 172.20.0.1 (95db7aa6-a9e3-4bd7-8391-b2a723d66d38/2b13ef97-554a-4acb-b673-1fa298b1a287/1cd258e0-ba8e-430d-a3bb-79126399d9e8) {{(pid=91055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 11:52:40.405429 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-d73f382c-f68b-4171-92c2-b464e629e2a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:40.416622 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.provisioning_blocks [None req-d73f382c-f68b-4171-92c2-b464e629e2a9 admin admin] Transition to ACTIVE for port object 1cd258e0-ba8e-430d-a3bb-79126399d9e8 will not be triggered until provisioned by entity DHCP. {{(pid=91055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 11:52:40.424610 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-debe1a10-098b-4b5e-a95d-9354743ee084 None None] Notify callbacks [] for port, precommit_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:40.431303 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-debe1a10-098b-4b5e-a95d-9354743ee084 None None] Transition to ACTIVE for port object 55484f25-68a3-4b7e-8c85-ac95a9c5f488 will not be triggered until provisioned by entity L2. {{(pid=91057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 11:52:40.434588 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-d73f382c-f68b-4171-92c2-b464e629e2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749740362231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3654904'] for port, after_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:40.435119 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-debe1a10-098b-4b5e-a95d-9354743ee084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602'] for port, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:40.437358 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:52:40.437489 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-1dcda9b5-4f4f-4e05-9b4b-0605bd946b1c tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:52:40.480674 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73f382c-f68b-4171-92c2-b464e629e2a9 admin admin] Network 95db7aa6-a9e3-4bd7-8391-b2a723d66d38 is already hosted by enough agents. {{(pid=91055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 11:52:40.481155 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.managers [None req-debe1a10-098b-4b5e-a95d-9354743ee084 None None] Attempting to bind port 55484f25-68a3-4b7e-8c85-ac95a9c5f488 on host dv-cinder-787764-1-iscsi for vnic_type normal with profile {{(pid=91057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 11:52:40.481363 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.managers [None req-debe1a10-098b-4b5e-a95d-9354743ee084 None None] Attempting to bind port 55484f25-68a3-4b7e-8c85-ac95a9c5f488 by drivers openvswitch,hyperv on host dv-cinder-787764-1-iscsi at level 0 using segments [{'id': '49ddd7c4-aafb-432e-a188-efbf16e2f9e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522'}] {{(pid=91057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 11:52:40.481565 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debe1a10-098b-4b5e-a95d-9354743ee084 None None] Attempting to bind port 55484f25-68a3-4b7e-8c85-ac95a9c5f488 on network 02345af2-6ed3-48fb-b7af-bf8d47e25522 {{(pid=91057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 11:52:40.482591 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.scheduler.base_scheduler [None req-d73f382c-f68b-4171-92c2-b464e629e2a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=91055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:52:40.483381 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889b27e3-32ab-4286-8152-9b3efe75e5d2 None None] Pushing event updated for resources: {'Port': ['ID=55484f25-68a3-4b7e-8c85-ac95a9c5f488,revision_number=2']} {{(pid=91057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:52:40.485338 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73f382c-f68b-4171-92c2-b464e629e2a9 admin admin] Received port after_create {{(pid=91055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 11:52:40.485932 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-889b27e3-32ab-4286-8152-9b3efe75e5d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:52:40.486455 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debe1a10-098b-4b5e-a95d-9354743ee084 None None] Checking agent: {'id': '8ddda9c6-7d5f-4e42-9175-c986b5c107e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787764-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 11, 10, 36), 'started_at': datetime.datetime(2021, 5, 19, 11, 11, 6), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 11, 52, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787764-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 11:52:40.486664 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debe1a10-098b-4b5e-a95d-9354743ee084 None None] Checking segment: {'id': '49ddd7c4-aafb-432e-a188-efbf16e2f9e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 11:52:40.486896 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-debe1a10-098b-4b5e-a95d-9354743ee084 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:40.487117 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debe1a10-098b-4b5e-a95d-9354743ee084 None None] Bound using segment: {'id': '49ddd7c4-aafb-432e-a188-efbf16e2f9e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522'} {{(pid=91057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 11:52:40.487375 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.managers [None req-debe1a10-098b-4b5e-a95d-9354743ee084 None None] Bound port: 55484f25-68a3-4b7e-8c85-ac95a9c5f488, host: dv-cinder-787764-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49ddd7c4-aafb-432e-a188-efbf16e2f9e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522'}}] {{(pid=91057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 11:52:40.487584 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-debe1a10-098b-4b5e-a95d-9354743ee084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:40.509256 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73f382c-f68b-4171-92c2-b464e629e2a9 admin admin] Pushing event updated for resources: {'Port': ['ID=1cd258e0-ba8e-430d-a3bb-79126399d9e8,revision_number=1']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:52:40.511669 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-d73f382c-f68b-4171-92c2-b464e629e2a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:52:40.517687 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Device 8e9c06c1-6a66-450d-8371-b920b4626e68 up at agent ovs-agent-dv-cinder-787764-1-iscsi {{(pid=91057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 11:52:40.529458 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-d73f382c-f68b-4171-92c2-b464e629e2a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1716796'] for router_interface, before_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:40.571004 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-debe1a10-098b-4b5e-a95d-9354743ee084 None None] For port 55484f25-68a3-4b7e-8c85-ac95a9c5f488, host dv-cinder-787764-1-iscsi, cleared binding levels {{(pid=91057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 11:52:40.573386 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-debe1a10-098b-4b5e-a95d-9354743ee084 None None] For port 55484f25-68a3-4b7e-8c85-ac95a9c5f488, host dv-cinder-787764-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-1-iscsi',level=0,port_id=55484f25-68a3-4b7e-8c85-ac95a9c5f488,segment=NetworkSegment(49ddd7c4-aafb-432e-a188-efbf16e2f9e4),segment_id=49ddd7c4-aafb-432e-a188-efbf16e2f9e4)] {{(pid=91057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 11:52:40.578996 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-debe1a10-098b-4b5e-a95d-9354743ee084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602'] for port, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:40.584599 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:52:40.603300 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Provisioning for port 8e9c06c1-6a66-450d-8371-b920b4626e68 completed by entity L2. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 11:52:40.614357 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Provisioning complete for port 8e9c06c1-6a66-450d-8371-b920b4626e68 triggered by entity L2. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:52:40.614616 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441453'] for port, provisioning_complete {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:40.620591 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-d73f382c-f68b-4171-92c2-b464e629e2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:40.659227 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-debe1a10-098b-4b5e-a95d-9354743ee084 None None] Routers {'8e196d3c-9c62-4649-8792-80d0dac5e30f'} bound to L3 agent in host dv-cinder-787764-1-iscsi {{(pid=91057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:52:40.659822 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_hamode_db [None req-debe1a10-098b-4b5e-a95d-9354743ee084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-19T11:10:36Z,description=,heartbeat_timestamp=2021-05-19T11:52:36Z,host='dv-cinder-787764-1-iscsi',id=326bf12a-fdae-48e8-b877-7dbd40e20eda,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:36Z,topic='l3_agent')) {'router_ids': ['8e196d3c-9c62-4649-8792-80d0dac5e30f'], 'active': True} {{(pid=91057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:52:40.698757 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889b27e3-32ab-4286-8152-9b3efe75e5d2 None None] Pushing event updated for resources: {'Port': ['ID=55484f25-68a3-4b7e-8c85-ac95a9c5f488,revision_number=3']} {{(pid=91057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:52:40.706451 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-889b27e3-32ab-4286-8152-9b3efe75e5d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:52:40.745034 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-1ea36dae-5d11-4162-b447-854640b57420 None None] Provisioning for port 1cd258e0-ba8e-430d-a3bb-79126399d9e8 completed by entity DHCP. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 11:52:40.745414 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-d73f382c-f68b-4171-92c2-b464e629e2a9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:40.748377 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-d73f382c-f68b-4171-92c2-b464e629e2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3654881'] for port, after_update {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:40.762281 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-302dad28-61e6-4cd3-9385-ea46d6919e89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:52:40.771711 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-1ea36dae-5d11-4162-b447-854640b57420 None None] Provisioning complete for port 1cd258e0-ba8e-430d-a3bb-79126399d9e8 triggered by entity DHCP. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:52:40.771874 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1ea36dae-5d11-4162-b447-854640b57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441453'] for port, provisioning_complete {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:40.806214 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73f382c-f68b-4171-92c2-b464e629e2a9 admin admin] Pushing event updated for resources: {'Port': ['ID=1cd258e0-ba8e-430d-a3bb-79126399d9e8,revision_number=2']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:52:40.808189 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-d73f382c-f68b-4171-92c2-b464e629e2a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:52:40.808775 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-d73f382c-f68b-4171-92c2-b464e629e2a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1695649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1716827'] for router_interface, after_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:40.814507 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_dvr_db [None req-debe1a10-098b-4b5e-a95d-9354743ee084 None None] Set router 8e196d3c-9c62-4649-8792-80d0dac5e30f gateway port host: dv-cinder-787764-1-iscsi {{(pid=91057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:52:40.846808 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:40.858172 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.plugin [None req-1ea36dae-5d11-4162-b447-854640b57420 None None] Port 1cd258e0-ba8e-430d-a3bb-79126399d9e8 cannot update to ACTIVE because it is not bound. {{(pid=91057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 11:52:40.890911 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73f382c-f68b-4171-92c2-b464e629e2a9 admin admin] Network 95db7aa6-a9e3-4bd7-8391-b2a723d66d38 is already hosted by enough agents. {{(pid=91055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 11:52:40.891537 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.scheduler.base_scheduler [None req-d73f382c-f68b-4171-92c2-b464e629e2a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=91055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:52:40.915914 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] For port 8e9c06c1-6a66-450d-8371-b920b4626e68, host dv-cinder-787764-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-1-iscsi',level=0,port_id=8e9c06c1-6a66-450d-8371-b920b4626e68,segment=NetworkSegment(6b6f4c1f-dc14-4924-8483-222ff98134bc),segment_id=6b6f4c1f-dc14-4924-8483-222ff98134bc)] {{(pid=91057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:52:40.919194 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602'] for port, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:40.919749 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Device 564fb21e-29a4-4a0f-ab32-50ba00ba5084 up at agent ovs-agent-dv-cinder-787764-1-iscsi {{(pid=91057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 11:52:40.956955 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:52:41.002596 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d73f382c-f68b-4171-92c2-b464e629e2a9 admin admin] Router 8e196d3c-9c62-4649-8792-80d0dac5e30f has already been hosted by L3 agent 326bf12a-fdae-48e8-b877-7dbd40e20eda {{(pid=91055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 11:52:41.027805 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Pushing event updated for resources: {'Port': ['ID=8e9c06c1-6a66-450d-8371-b920b4626e68,revision_number=3']} {{(pid=91057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:52:41.042521 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:52:41.050259 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Provisioning complete for port 564fb21e-29a4-4a0f-ab32-50ba00ba5084 triggered by entity L2. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:52:41.050469 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441453'] for port, provisioning_complete {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:41.091715 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-cd37f433-df6b-4aa3-8b56-37b2e8803ad3 None None] Provisioning complete for port 1cd258e0-ba8e-430d-a3bb-79126399d9e8 triggered by entity DHCP. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:52:41.091929 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-cd37f433-df6b-4aa3-8b56-37b2e8803ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441453'] for port, provisioning_complete {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:41.096047 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d73f382c-f68b-4171-92c2-b464e629e2a9 admin admin] Notify agent at l3_agent.dv-cinder-787764-1-iscsi the message routers_updated {{(pid=91055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 11:52:41.102218 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-d73f382c-f68b-4171-92c2-b464e629e2a9 admin admin] 10.222.0.90 "PUT /v2.0/routers/8e196d3c-9c62-4649-8792-80d0dac5e30f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3940821 May 19 11:52:41.140713 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.plugin [None req-cd37f433-df6b-4aa3-8b56-37b2e8803ad3 None None] Port 1cd258e0-ba8e-430d-a3bb-79126399d9e8 cannot update to ACTIVE because it is not bound. {{(pid=91057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 11:52:41.145051 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_hamode_db [None req-debe1a10-098b-4b5e-a95d-9354743ee084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e196d3c-9c62-4649-8792-80d0dac5e30f', 'name': 'tempest-TestVolumeBootPattern-66721787-router', 'tenant_id': '71f30068de774c8c8370865884837d4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'external_fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '55484f25-68a3-4b7e-8c85-ac95a9c5f488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:52:38Z', 'updated_at': '2021-05-19T11:52:40Z', 'revision_number': 4, 'project_id': '71f30068de774c8c8370865884837d4e', 'gw_port': {'id': '55484f25-68a3-4b7e-8c85-ac95a9c5f488', 'name': '', 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:ae:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e196d3c-9c62-4649-8792-80d0dac5e30f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:52:38Z', 'updated_at': '2021-05-19T11:52:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-1-iscsi', '_interfaces': [{'id': '1cd258e0-ba8e-430d-a3bb-79126399d9e8', 'name': '', 'network_id': '95db7aa6-a9e3-4bd7-8391-b2a723d66d38', 'tenant_id': '71f30068de774c8c8370865884837d4e', 'mac_address': 'fa:16:3e:47:9d:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e196d3c-9c62-4649-8792-80d0dac5e30f', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '2b13ef97-554a-4acb-b673-1fa298b1a287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:52:40Z', 'updated_at': '2021-05-19T11:52:40Z', 'revision_number': 1, 'project_id': '71f30068de774c8c8370865884837d4e', 'subnets': [{'id': '2b13ef97-554a-4acb-b673-1fa298b1a287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-1-iscsi', False) {} {{(pid=91057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:52:41.200430 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-debe1a10-098b-4b5e-a95d-9354743ee084 None None] The sync data for ids ['8e196d3c-9c62-4649-8792-80d0dac5e30f'] in dv-cinder-787764-1-iscsi is: [{'id': '8e196d3c-9c62-4649-8792-80d0dac5e30f', 'name': 'tempest-TestVolumeBootPattern-66721787-router', 'tenant_id': '71f30068de774c8c8370865884837d4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'external_fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '55484f25-68a3-4b7e-8c85-ac95a9c5f488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:52:38Z', 'updated_at': '2021-05-19T11:52:40Z', 'revision_number': 4, 'project_id': '71f30068de774c8c8370865884837d4e', 'gw_port': {'id': '55484f25-68a3-4b7e-8c85-ac95a9c5f488', 'name': '', 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:ae:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e196d3c-9c62-4649-8792-80d0dac5e30f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:52:38Z', 'updated_at': '2021-05-19T11:52:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-1-iscsi', '_interfaces': [{'id': '1cd258e0-ba8e-430d-a3bb-79126399d9e8', 'name': '', 'network_id': '95db7aa6-a9e3-4bd7-8391-b2a723d66d38', 'tenant_id': '71f30068de774c8c8370865884837d4e', 'mac_address': 'fa:16:3e:47:9d:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e196d3c-9c62-4649-8792-80d0dac5e30f', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '2b13ef97-554a-4acb-b673-1fa298b1a287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:52:40Z', 'updated_at': '2021-05-19T11:52:40Z', 'revision_number': 1, 'project_id': '71f30068de774c8c8370865884837d4e', 'subnets': [{'id': '2b13ef97-554a-4acb-b673-1fa298b1a287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 11:52:41.207645 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Device b9284a92-9a46-403f-8ff5-aa28391fcfa1 up at agent ovs-agent-dv-cinder-787764-1-iscsi {{(pid=91057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 11:52:41.246571 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Provisioning for port b9284a92-9a46-403f-8ff5-aa28391fcfa1 completed by entity L2. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 11:52:41.249993 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Provisioning complete for port b9284a92-9a46-403f-8ff5-aa28391fcfa1 triggered by entity L2. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:52:41.250307 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441453'] for port, provisioning_complete {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:41.322882 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:41.340824 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] For port b9284a92-9a46-403f-8ff5-aa28391fcfa1, host dv-cinder-787764-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-1-iscsi',level=0,port_id=b9284a92-9a46-403f-8ff5-aa28391fcfa1,segment=NetworkSegment(368b7efe-3dea-4da3-9142-42ad0e67249c),segment_id=368b7efe-3dea-4da3-9142-42ad0e67249c)] {{(pid=91057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:52:41.344257 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602'] for port, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:41.345705 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-889b27e3-32ab-4286-8152-9b3efe75e5d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:52:41.380101 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Pushing event updated for resources: {'Port': ['ID=b9284a92-9a46-403f-8ff5-aa28391fcfa1,revision_number=5']} {{(pid=91057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:52:41.381973 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:52:41.454775 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 42748) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:52:41.463523 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.v2.base [None req-e3ef1461-241f-4b2b-9fb4-89b9127b6796 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-146230179', 'description': 'tempest-secgroup-smoke-146230179 description', 'project_id': 'b3a74154e8c140d887c17f34f2d1f6b7'}} {{(pid=91056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:52:41.467312 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-e3ef1461-241f-4b2b-9fb4-89b9127b6796 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:52:41.469791 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-e3ef1461-241f-4b2b-9fb4-89b9127b6796 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Usage tracker for resource:security_group and tenant:b3a74154e8c140d887c17f34f2d1f6b7 is out of sync, need to count used quota {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:52:41.472159 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-e3ef1461-241f-4b2b-9fb4-89b9127b6796 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:52:41.475312 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-e3ef1461-241f-4b2b-9fb4-89b9127b6796 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:52:41.482676 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-e3ef1461-241f-4b2b-9fb4-89b9127b6796 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Notify callbacks [] for security_group, before_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:41.496748 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-e3ef1461-241f-4b2b-9fb4-89b9127b6796 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:52:41.499249 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-e3ef1461-241f-4b2b-9fb4-89b9127b6796 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Usage tracker for resource:security_group_rule and tenant:b3a74154e8c140d887c17f34f2d1f6b7 is out of sync, need to count used quota {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:52:41.501330 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-e3ef1461-241f-4b2b-9fb4-89b9127b6796 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:52:41.505889 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-e3ef1461-241f-4b2b-9fb4-89b9127b6796 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:52:41.548512 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-e3ef1461-241f-4b2b-9fb4-89b9127b6796 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Notify callbacks [] for security_group, precommit_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:41.554091 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-e3ef1461-241f-4b2b-9fb4-89b9127b6796 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:41.557754 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-9f21ed2a-4408-44ce-addf-50cec902a5c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:52:41.580906 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ef1461-241f-4b2b-9fb4-89b9127b6796 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b19c4839-2054-4c8c-8af8-73c2ba95f36f,revision_number=1']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:52:41.583770 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-e3ef1461-241f-4b2b-9fb4-89b9127b6796 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:52:41.583770 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-e3ef1461-241f-4b2b-9fb4-89b9127b6796 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Notify callbacks [] for security_group, before_response {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:41.587419 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 42756) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:52:41.592086 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.v2.base [None req-77c0da41-d273-4ac5-87dc-5ad4e4babb52 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Request body: {'security_group_rule': {'security_group_id': 'b19c4839-2054-4c8c-8af8-73c2ba95f36f', 'project_id': 'b3a74154e8c140d887c17f34f2d1f6b7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:52:41.596672 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-77c0da41-d273-4ac5-87dc-5ad4e4babb52 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:52:41.597963 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-e3ef1461-241f-4b2b-9fb4-89b9127b6796 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1423631 May 19 11:52:41.599246 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-77c0da41-d273-4ac5-87dc-5ad4e4babb52 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Usage tracker for resource:security_group_rule and tenant:b3a74154e8c140d887c17f34f2d1f6b7 is out of sync, need to count used quota {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:52:41.601045 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-77c0da41-d273-4ac5-87dc-5ad4e4babb52 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:52:41.604436 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-77c0da41-d273-4ac5-87dc-5ad4e4babb52 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:52:41.615432 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-77c0da41-d273-4ac5-87dc-5ad4e4babb52 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:41.766253 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-77c0da41-d273-4ac5-87dc-5ad4e4babb52 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:41.770805 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-77c0da41-d273-4ac5-87dc-5ad4e4babb52 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775300'] for security_group_rule, after_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:41.772241 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-2183b0a6-f050-43a8-8a00-9c41ac414c94 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:52:41.783893 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c0da41-d273-4ac5-87dc-5ad4e4babb52 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=923bb4cd-f49b-40e8-81dc-873847d0decb,revision_number=0']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:52:41.786262 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-77c0da41-d273-4ac5-87dc-5ad4e4babb52 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:52:41.791572 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-77c0da41-d273-4ac5-87dc-5ad4e4babb52 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:41.793499 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-77c0da41-d273-4ac5-87dc-5ad4e4babb52 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2048354 May 19 11:52:41.794079 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 42768) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:52:41.797987 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.v2.base [None req-71a16f1a-fc9b-47ef-ab1c-c927eb9acbce tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Request body: {'security_group_rule': {'security_group_id': 'b19c4839-2054-4c8c-8af8-73c2ba95f36f', 'project_id': 'b3a74154e8c140d887c17f34f2d1f6b7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:52:41.801689 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-71a16f1a-fc9b-47ef-ab1c-c927eb9acbce tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:52:41.803971 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-71a16f1a-fc9b-47ef-ab1c-c927eb9acbce tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Usage tracker for resource:security_group_rule and tenant:b3a74154e8c140d887c17f34f2d1f6b7 is out of sync, need to count used quota {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:52:41.807764 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-71a16f1a-fc9b-47ef-ab1c-c927eb9acbce tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:52:41.811255 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-71a16f1a-fc9b-47ef-ab1c-c927eb9acbce tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:52:41.821485 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-71a16f1a-fc9b-47ef-ab1c-c927eb9acbce tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:41.855493 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-71a16f1a-fc9b-47ef-ab1c-c927eb9acbce tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:41.857933 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-71a16f1a-fc9b-47ef-ab1c-c927eb9acbce tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775300'] for security_group_rule, after_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:41.859922 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-97406d73-d0e9-4f6b-ab91-d01188bb6bed tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:52:41.872577 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a16f1a-fc9b-47ef-ab1c-c927eb9acbce tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39d4680d-eeb8-421c-ba33-110a0bb11168,revision_number=0']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:52:41.874138 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-71a16f1a-fc9b-47ef-ab1c-c927eb9acbce tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:52:41.878208 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-71a16f1a-fc9b-47ef-ab1c-c927eb9acbce tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:41.879031 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-71a16f1a-fc9b-47ef-ab1c-c927eb9acbce tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.0842221 May 19 11:52:41.880986 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 42772) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:52:41.883945 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.v2.base [None req-11d8295a-7e15-451a-9a76-16e45fefdb28 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Request body: {'security_group_rule': {'security_group_id': 'b19c4839-2054-4c8c-8af8-73c2ba95f36f', 'project_id': 'b3a74154e8c140d887c17f34f2d1f6b7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:52:41.887448 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-11d8295a-7e15-451a-9a76-16e45fefdb28 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:52:41.889571 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-11d8295a-7e15-451a-9a76-16e45fefdb28 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Usage tracker for resource:security_group_rule and tenant:b3a74154e8c140d887c17f34f2d1f6b7 is out of sync, need to count used quota {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:52:41.891592 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-11d8295a-7e15-451a-9a76-16e45fefdb28 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:52:41.894654 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-11d8295a-7e15-451a-9a76-16e45fefdb28 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:52:41.904916 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-11d8295a-7e15-451a-9a76-16e45fefdb28 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:41.938993 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-11d8295a-7e15-451a-9a76-16e45fefdb28 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:41.942050 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-11d8295a-7e15-451a-9a76-16e45fefdb28 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775300'] for security_group_rule, after_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:41.943395 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:52:41.955885 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d8295a-7e15-451a-9a76-16e45fefdb28 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a546dc8b-8ef7-407c-b6a4-d14721791dc9,revision_number=0']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:52:41.957316 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-11d8295a-7e15-451a-9a76-16e45fefdb28 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:52:41.961598 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-11d8295a-7e15-451a-9a76-16e45fefdb28 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:41.962306 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-11d8295a-7e15-451a-9a76-16e45fefdb28 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.0807571 May 19 11:52:41.964227 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 42776) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:52:41.967223 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.v2.base [None req-39d9290c-f34a-4a9f-a266-9482a6eb0b8c tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Request body: {'security_group_rule': {'security_group_id': 'b19c4839-2054-4c8c-8af8-73c2ba95f36f', 'project_id': 'b3a74154e8c140d887c17f34f2d1f6b7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:52:41.970643 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-39d9290c-f34a-4a9f-a266-9482a6eb0b8c tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:52:41.972748 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-39d9290c-f34a-4a9f-a266-9482a6eb0b8c tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Usage tracker for resource:security_group_rule and tenant:b3a74154e8c140d887c17f34f2d1f6b7 is out of sync, need to count used quota {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:52:41.974410 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-39d9290c-f34a-4a9f-a266-9482a6eb0b8c tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:52:41.977511 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-39d9290c-f34a-4a9f-a266-9482a6eb0b8c tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:52:41.989006 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-39d9290c-f34a-4a9f-a266-9482a6eb0b8c tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:42.023085 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-39d9290c-f34a-4a9f-a266-9482a6eb0b8c tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:42.025216 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-39d9290c-f34a-4a9f-a266-9482a6eb0b8c tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775300'] for security_group_rule, after_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:42.026601 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-653a9fd8-ef1c-4b49-ab60-1d6f3ba55ed5 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:52:42.038263 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d9290c-f34a-4a9f-a266-9482a6eb0b8c tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3605e01-d01d-4a92-bd08-f881b055f8ff,revision_number=0']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:52:42.039728 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-39d9290c-f34a-4a9f-a266-9482a6eb0b8c tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:52:42.043996 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-39d9290c-f34a-4a9f-a266-9482a6eb0b8c tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:42.044790 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-39d9290c-f34a-4a9f-a266-9482a6eb0b8c tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.0800200 May 19 11:52:42.046895 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 42780) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:52:42.049813 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.v2.base [None req-aaa7ab01-7293-4325-9a58-92ac9412b50e tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Request body: {'security_group_rule': {'security_group_id': 'b19c4839-2054-4c8c-8af8-73c2ba95f36f', 'project_id': 'b3a74154e8c140d887c17f34f2d1f6b7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:52:42.052827 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-aaa7ab01-7293-4325-9a58-92ac9412b50e tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:52:42.054976 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-aaa7ab01-7293-4325-9a58-92ac9412b50e tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Usage tracker for resource:security_group_rule and tenant:b3a74154e8c140d887c17f34f2d1f6b7 is out of sync, need to count used quota {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:52:42.056616 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-aaa7ab01-7293-4325-9a58-92ac9412b50e tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:52:42.059854 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-aaa7ab01-7293-4325-9a58-92ac9412b50e tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:52:42.066047 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.db.securitygroups_db [None req-aaa7ab01-7293-4325-9a58-92ac9412b50e tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Project b3a74154e8c140d887c17f34f2d1f6b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 19 11:52:42.069202 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-aaa7ab01-7293-4325-9a58-92ac9412b50e tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:42.104033 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-aaa7ab01-7293-4325-9a58-92ac9412b50e tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:42.106531 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-aaa7ab01-7293-4325-9a58-92ac9412b50e tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775300'] for security_group_rule, after_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:42.107911 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-77c0da41-d273-4ac5-87dc-5ad4e4babb52 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:52:42.119210 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa7ab01-7293-4325-9a58-92ac9412b50e tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=036b1cea-a377-4167-8b65-a423659aa975,revision_number=0']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:52:42.120544 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-aaa7ab01-7293-4325-9a58-92ac9412b50e tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:52:42.124811 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-aaa7ab01-7293-4325-9a58-92ac9412b50e tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:42.125550 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-aaa7ab01-7293-4325-9a58-92ac9412b50e tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.0781052 May 19 11:52:42.127301 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 42784) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:52:42.130163 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.v2.base [None req-0ddce928-ed98-4dc3-922f-657f6bd00a01 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Request body: {'security_group_rule': {'security_group_id': 'b19c4839-2054-4c8c-8af8-73c2ba95f36f', 'project_id': 'b3a74154e8c140d887c17f34f2d1f6b7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:52:42.133250 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-0ddce928-ed98-4dc3-922f-657f6bd00a01 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:52:42.135445 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-0ddce928-ed98-4dc3-922f-657f6bd00a01 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Usage tracker for resource:security_group_rule and tenant:b3a74154e8c140d887c17f34f2d1f6b7 is out of sync, need to count used quota {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:52:42.137177 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-0ddce928-ed98-4dc3-922f-657f6bd00a01 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:52:42.140292 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-0ddce928-ed98-4dc3-922f-657f6bd00a01 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:52:42.146398 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.db.securitygroups_db [None req-0ddce928-ed98-4dc3-922f-657f6bd00a01 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Project b3a74154e8c140d887c17f34f2d1f6b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 19 11:52:42.149569 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-0ddce928-ed98-4dc3-922f-657f6bd00a01 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:42.184044 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-0ddce928-ed98-4dc3-922f-657f6bd00a01 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:42.185844 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-0ddce928-ed98-4dc3-922f-657f6bd00a01 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775300'] for security_group_rule, after_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:42.187506 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:52:42.198566 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddce928-ed98-4dc3-922f-657f6bd00a01 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7774c422-f20a-46a0-aa62-1bfc8630c44c,revision_number=0']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:52:42.199977 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-0ddce928-ed98-4dc3-922f-657f6bd00a01 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:52:42.205012 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-0ddce928-ed98-4dc3-922f-657f6bd00a01 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:42.205734 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-0ddce928-ed98-4dc3-922f-657f6bd00a01 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.0778995 May 19 11:52:42.495429 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Device 8e9c06c1-6a66-450d-8371-b920b4626e68 up at agent ovs-agent-dv-cinder-787764-1-iscsi {{(pid=91057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 11:52:42.541475 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Provisioning complete for port 8e9c06c1-6a66-450d-8371-b920b4626e68 triggered by entity L2. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:52:42.541740 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441453'] for port, provisioning_complete {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:42.615701 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Device b9284a92-9a46-403f-8ff5-aa28391fcfa1 up at agent ovs-agent-dv-cinder-787764-1-iscsi {{(pid=91057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 11:52:42.652570 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Provisioning complete for port b9284a92-9a46-403f-8ff5-aa28391fcfa1 triggered by entity L2. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:52:42.652783 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441453'] for port, provisioning_complete {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:42.679667 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3cd6f7-b16b-4f48-bf60-ff42202d05d4 None None] Sync routers for ids ['8e196d3c-9c62-4649-8792-80d0dac5e30f'] in dv-cinder-787764-1-iscsi {{(pid=91058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 11:52:42.685457 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3cd6f7-b16b-4f48-bf60-ff42202d05d4 None None] Routers {'8e196d3c-9c62-4649-8792-80d0dac5e30f'} bound to L3 agent in host dv-cinder-787764-1-iscsi {{(pid=91058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:52:42.685863 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.l3_hamode_db [None req-ac3cd6f7-b16b-4f48-bf60-ff42202d05d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-19T11:10:36Z,description=,heartbeat_timestamp=2021-05-19T11:52:36Z,host='dv-cinder-787764-1-iscsi',id=326bf12a-fdae-48e8-b877-7dbd40e20eda,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:36Z,topic='l3_agent')) {'router_ids': ['8e196d3c-9c62-4649-8792-80d0dac5e30f'], 'active': True} {{(pid=91058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:52:42.716353 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Device 55484f25-68a3-4b7e-8c85-ac95a9c5f488 up at agent ovs-agent-dv-cinder-787764-1-iscsi {{(pid=91057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 11:52:42.753048 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Provisioning for port 55484f25-68a3-4b7e-8c85-ac95a9c5f488 completed by entity L2. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 11:52:42.755806 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Provisioning complete for port 55484f25-68a3-4b7e-8c85-ac95a9c5f488 triggered by entity L2. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:52:42.756016 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441453'] for port, provisioning_complete {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:42.780266 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.l3_dvr_db [None req-ac3cd6f7-b16b-4f48-bf60-ff42202d05d4 None None] Set router 8e196d3c-9c62-4649-8792-80d0dac5e30f gateway port host: dv-cinder-787764-1-iscsi {{(pid=91058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:52:42.825526 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:42.835572 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] For port 55484f25-68a3-4b7e-8c85-ac95a9c5f488, host dv-cinder-787764-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-1-iscsi',level=0,port_id=55484f25-68a3-4b7e-8c85-ac95a9c5f488,segment=NetworkSegment(49ddd7c4-aafb-432e-a188-efbf16e2f9e4),segment_id=49ddd7c4-aafb-432e-a188-efbf16e2f9e4)] {{(pid=91057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:52:42.841700 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602'] for port, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:42.843194 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-9d94c5ac-853d-418b-97cb-766fec7f51f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:52:42.885162 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Pushing event updated for resources: {'Port': ['ID=55484f25-68a3-4b7e-8c85-ac95a9c5f488,revision_number=4']} {{(pid=91057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:52:42.886578 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:52:42.974146 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.l3_hamode_db [None req-ac3cd6f7-b16b-4f48-bf60-ff42202d05d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e196d3c-9c62-4649-8792-80d0dac5e30f', 'name': 'tempest-TestVolumeBootPattern-66721787-router', 'tenant_id': '71f30068de774c8c8370865884837d4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'external_fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '55484f25-68a3-4b7e-8c85-ac95a9c5f488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:52:38Z', 'updated_at': '2021-05-19T11:52:40Z', 'revision_number': 4, 'project_id': '71f30068de774c8c8370865884837d4e', 'gw_port': {'id': '55484f25-68a3-4b7e-8c85-ac95a9c5f488', 'name': '', 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:ae:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e196d3c-9c62-4649-8792-80d0dac5e30f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:52:38Z', 'updated_at': '2021-05-19T11:52:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-1-iscsi', '_interfaces': [{'id': '1cd258e0-ba8e-430d-a3bb-79126399d9e8', 'name': '', 'network_id': '95db7aa6-a9e3-4bd7-8391-b2a723d66d38', 'tenant_id': '71f30068de774c8c8370865884837d4e', 'mac_address': 'fa:16:3e:47:9d:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e196d3c-9c62-4649-8792-80d0dac5e30f', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '2b13ef97-554a-4acb-b673-1fa298b1a287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:52:40Z', 'updated_at': '2021-05-19T11:52:40Z', 'revision_number': 2, 'project_id': '71f30068de774c8c8370865884837d4e', 'subnets': [{'id': '2b13ef97-554a-4acb-b673-1fa298b1a287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-1-iscsi', False) {} {{(pid=91058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:52:42.976753 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3cd6f7-b16b-4f48-bf60-ff42202d05d4 None None] Checking router: 8e196d3c-9c62-4649-8792-80d0dac5e30f for host: dv-cinder-787764-1-iscsi {{(pid=91058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 11:52:42.976930 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3cd6f7-b16b-4f48-bf60-ff42202d05d4 None None] Updating router 8e196d3c-9c62-4649-8792-80d0dac5e30f port 1cd258e0-ba8e-430d-a3bb-79126399d9e8 binding host dv-cinder-787764-1-iscsi {{(pid=91058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 11:52:43.000533 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 42846) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:52:43.004134 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron_lib.callbacks.manager [None req-ac3cd6f7-b16b-4f48-bf60-ff42202d05d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:43.064236 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-2fd9d5bb-d9c0-489b-8e45-8ebccafebac2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:43.071810 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-2fd9d5bb-d9c0-489b-8e45-8ebccafebac2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:52:43.074256 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-2fd9d5bb-d9c0-489b-8e45-8ebccafebac2 admin admin] Usage tracker for resource:security_group_rule and tenant:db0a922fe74e4583ab03196f5747d8cb is out of sync, need to count used quota {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:52:43.075901 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-2fd9d5bb-d9c0-489b-8e45-8ebccafebac2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:52:43.079240 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-2fd9d5bb-d9c0-489b-8e45-8ebccafebac2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:52:43.124942 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-2fd9d5bb-d9c0-489b-8e45-8ebccafebac2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:43.128051 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-2fd9d5bb-d9c0-489b-8e45-8ebccafebac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:43.132734 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-3acc5d79-6ad9-43a6-89f1-67a8495056f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:52:43.152982 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-2fd9d5bb-d9c0-489b-8e45-8ebccafebac2 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=db0a922fe74e4583ab03196f5747d8cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1517599 May 19 11:52:43.153609 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd9d5bb-d9c0-489b-8e45-8ebccafebac2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dd0a17f-6c1d-48b6-911d-628b5f667d76,revision_number=1']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:52:43.154996 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 42852) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:52:43.156010 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-2fd9d5bb-d9c0-489b-8e45-8ebccafebac2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:52:43.182184 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron_lib.callbacks.manager [None req-ac3cd6f7-b16b-4f48-bf60-ff42202d05d4 None None] Notify callbacks [] for port, precommit_update {{(pid=91058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:43.189006 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.provisioning_blocks [None req-ac3cd6f7-b16b-4f48-bf60-ff42202d05d4 None None] Transition to ACTIVE for port object 1cd258e0-ba8e-430d-a3bb-79126399d9e8 will not be triggered until provisioned by entity L2. {{(pid=91058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 11:52:43.191141 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-7107f05f-e383-47df-8391-4a2749d81829 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:43.192881 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron_lib.callbacks.manager [None req-ac3cd6f7-b16b-4f48-bf60-ff42202d05d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602'] for port, after_update {{(pid=91058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:43.195568 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91058) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:52:43.205069 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-7107f05f-e383-47df-8391-4a2749d81829 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:43.236509 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-7107f05f-e383-47df-8391-4a2749d81829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:43.238819 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-a4169f2c-993c-4dd7-96a8-3bebf19cf5a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:52:43.245240 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7107f05f-e383-47df-8391-4a2749d81829 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dd0a17f-6c1d-48b6-911d-628b5f667d76,revision_number=None']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:52:43.247352 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-7107f05f-e383-47df-8391-4a2749d81829 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:52:43.249372 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-7107f05f-e383-47df-8391-4a2749d81829 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:43.250221 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-7107f05f-e383-47df-8391-4a2749d81829 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/6dd0a17f-6c1d-48b6-911d-628b5f667d76 HTTP/1.1" status: 204 len: 168 time: 0.0913599 May 19 11:52:43.275280 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33dca9d-4605-498c-b2b4-55140cae96db None None] Pushing event updated for resources: {'Port': ['ID=1cd258e0-ba8e-430d-a3bb-79126399d9e8,revision_number=3']} {{(pid=91058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:52:43.279153 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG oslo_concurrency.lockutils [None req-b33dca9d-4605-498c-b2b4-55140cae96db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91058) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:52:43.308342 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.plugins.ml2.managers [None req-ac3cd6f7-b16b-4f48-bf60-ff42202d05d4 None None] Attempting to bind port 1cd258e0-ba8e-430d-a3bb-79126399d9e8 on host dv-cinder-787764-1-iscsi for vnic_type normal with profile {{(pid=91058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 11:52:43.308547 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.plugins.ml2.managers [None req-ac3cd6f7-b16b-4f48-bf60-ff42202d05d4 None None] Attempting to bind port 1cd258e0-ba8e-430d-a3bb-79126399d9e8 by drivers openvswitch,hyperv on host dv-cinder-787764-1-iscsi at level 0 using segments [{'id': '6b6f4c1f-dc14-4924-8483-222ff98134bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1368, 'network_id': '95db7aa6-a9e3-4bd7-8391-b2a723d66d38'}] {{(pid=91058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 11:52:43.308743 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3cd6f7-b16b-4f48-bf60-ff42202d05d4 None None] Attempting to bind port 1cd258e0-ba8e-430d-a3bb-79126399d9e8 on network 95db7aa6-a9e3-4bd7-8391-b2a723d66d38 {{(pid=91058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 11:52:43.311691 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3cd6f7-b16b-4f48-bf60-ff42202d05d4 None None] Checking agent: {'id': '8ddda9c6-7d5f-4e42-9175-c986b5c107e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787764-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 11, 10, 36), 'started_at': datetime.datetime(2021, 5, 19, 11, 11, 6), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 11, 52, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787764-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 11:52:43.311917 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3cd6f7-b16b-4f48-bf60-ff42202d05d4 None None] Checking segment: {'id': '6b6f4c1f-dc14-4924-8483-222ff98134bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1368, 'network_id': '95db7aa6-a9e3-4bd7-8391-b2a723d66d38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 11:52:43.312148 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron_lib.callbacks.manager [None req-ac3cd6f7-b16b-4f48-bf60-ff42202d05d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:43.312364 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3cd6f7-b16b-4f48-bf60-ff42202d05d4 None None] Bound using segment: {'id': '6b6f4c1f-dc14-4924-8483-222ff98134bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1368, 'network_id': '95db7aa6-a9e3-4bd7-8391-b2a723d66d38'} {{(pid=91058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 11:52:43.312636 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.plugins.ml2.managers [None req-ac3cd6f7-b16b-4f48-bf60-ff42202d05d4 None None] Bound port: 1cd258e0-ba8e-430d-a3bb-79126399d9e8, host: dv-cinder-787764-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b6f4c1f-dc14-4924-8483-222ff98134bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1368, 'network_id': '95db7aa6-a9e3-4bd7-8391-b2a723d66d38'}}] {{(pid=91058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 11:52:43.312841 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron_lib.callbacks.manager [None req-ac3cd6f7-b16b-4f48-bf60-ff42202d05d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:43.359899 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.plugins.ml2.db [None req-ac3cd6f7-b16b-4f48-bf60-ff42202d05d4 None None] For port 1cd258e0-ba8e-430d-a3bb-79126399d9e8, host dv-cinder-787764-1-iscsi, cleared binding levels {{(pid=91058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 11:52:43.361644 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.plugins.ml2.db [None req-ac3cd6f7-b16b-4f48-bf60-ff42202d05d4 None None] For port 1cd258e0-ba8e-430d-a3bb-79126399d9e8, host dv-cinder-787764-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-1-iscsi',level=0,port_id=1cd258e0-ba8e-430d-a3bb-79126399d9e8,segment=NetworkSegment(6b6f4c1f-dc14-4924-8483-222ff98134bc),segment_id=6b6f4c1f-dc14-4924-8483-222ff98134bc)] {{(pid=91058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 11:52:43.365767 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron_lib.callbacks.manager [None req-ac3cd6f7-b16b-4f48-bf60-ff42202d05d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602'] for port, after_update {{(pid=91058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:43.368521 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG oslo_concurrency.lockutils [None req-6ba723e6-55db-4db2-ae36-ea15e7d1bf99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91058) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:52:43.408551 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3cd6f7-b16b-4f48-bf60-ff42202d05d4 None None] Routers {'8e196d3c-9c62-4649-8792-80d0dac5e30f'} bound to L3 agent in host dv-cinder-787764-1-iscsi {{(pid=91058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:52:43.408901 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.l3_hamode_db [None req-ac3cd6f7-b16b-4f48-bf60-ff42202d05d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-19T11:10:36Z,description=,heartbeat_timestamp=2021-05-19T11:52:36Z,host='dv-cinder-787764-1-iscsi',id=326bf12a-fdae-48e8-b877-7dbd40e20eda,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:36Z,topic='l3_agent')) {'router_ids': ['8e196d3c-9c62-4649-8792-80d0dac5e30f'], 'active': True} {{(pid=91058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:52:43.426561 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 42860) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:52:43.437833 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33dca9d-4605-498c-b2b4-55140cae96db None None] Pushing event updated for resources: {'Port': ['ID=1cd258e0-ba8e-430d-a3bb-79126399d9e8,revision_number=4']} {{(pid=91058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:52:43.440204 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-7a63fc52-1100-4439-9281-05d071edc8fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:43.443317 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG oslo_concurrency.lockutils [None req-b33dca9d-4605-498c-b2b4-55140cae96db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91058) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:52:43.451541 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-7a63fc52-1100-4439-9281-05d071edc8fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:52:43.454070 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-7a63fc52-1100-4439-9281-05d071edc8fd admin admin] Usage tracker for resource:security_group_rule and tenant:4de4aae8ce6d407786f3f7e44c688f75 is out of sync, need to count used quota {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:52:43.455734 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-7a63fc52-1100-4439-9281-05d071edc8fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:52:43.458725 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-7a63fc52-1100-4439-9281-05d071edc8fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:52:43.507777 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.l3_dvr_db [None req-ac3cd6f7-b16b-4f48-bf60-ff42202d05d4 None None] Set router 8e196d3c-9c62-4649-8792-80d0dac5e30f gateway port host: dv-cinder-787764-1-iscsi {{(pid=91058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:52:43.509362 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-7a63fc52-1100-4439-9281-05d071edc8fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:43.513542 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-7a63fc52-1100-4439-9281-05d071edc8fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:43.517878 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-36acafe4-d4a4-4bc5-9a70-4c55b613d999 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:52:43.539191 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-7a63fc52-1100-4439-9281-05d071edc8fd admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=4de4aae8ce6d407786f3f7e44c688f75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1119452 May 19 11:52:43.539775 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a63fc52-1100-4439-9281-05d071edc8fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3c1fca8-2a14-46c3-8a84-d938b610c8dc,revision_number=1']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:52:43.541528 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-7a63fc52-1100-4439-9281-05d071edc8fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:52:43.541597 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 42864) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:52:43.573033 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-7a54ae23-c52e-4251-9bff-9baea13487dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:43.589897 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-7a54ae23-c52e-4251-9bff-9baea13487dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:43.622357 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-7a54ae23-c52e-4251-9bff-9baea13487dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:43.631407 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-57287a60-a85a-438a-b386-4121a3eb741b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:52:43.640983 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a54ae23-c52e-4251-9bff-9baea13487dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3c1fca8-2a14-46c3-8a84-d938b610c8dc,revision_number=None']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:52:43.642862 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-7a54ae23-c52e-4251-9bff-9baea13487dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:43.643579 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-7a54ae23-c52e-4251-9bff-9baea13487dd admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/d3c1fca8-2a14-46c3-8a84-d938b610c8dc HTTP/1.1" status: 204 len: 168 time: 0.1012003 May 19 11:52:43.644157 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-7a54ae23-c52e-4251-9bff-9baea13487dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:52:43.694435 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.l3_hamode_db [None req-ac3cd6f7-b16b-4f48-bf60-ff42202d05d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e196d3c-9c62-4649-8792-80d0dac5e30f', 'name': 'tempest-TestVolumeBootPattern-66721787-router', 'tenant_id': '71f30068de774c8c8370865884837d4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'external_fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '55484f25-68a3-4b7e-8c85-ac95a9c5f488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:52:38Z', 'updated_at': '2021-05-19T11:52:40Z', 'revision_number': 4, 'project_id': '71f30068de774c8c8370865884837d4e', 'gw_port': {'id': '55484f25-68a3-4b7e-8c85-ac95a9c5f488', 'name': '', 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:ae:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e196d3c-9c62-4649-8792-80d0dac5e30f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:52:38Z', 'updated_at': '2021-05-19T11:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-1-iscsi', '_interfaces': [{'id': '1cd258e0-ba8e-430d-a3bb-79126399d9e8', 'name': '', 'network_id': '95db7aa6-a9e3-4bd7-8391-b2a723d66d38', 'tenant_id': '71f30068de774c8c8370865884837d4e', 'mac_address': 'fa:16:3e:47:9d:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e196d3c-9c62-4649-8792-80d0dac5e30f', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '2b13ef97-554a-4acb-b673-1fa298b1a287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:52:40Z', 'updated_at': '2021-05-19T11:52:43Z', 'revision_number': 4, 'project_id': '71f30068de774c8c8370865884837d4e', 'subnets': [{'id': '2b13ef97-554a-4acb-b673-1fa298b1a287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-1-iscsi', False) {} {{(pid=91058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:52:43.696549 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3cd6f7-b16b-4f48-bf60-ff42202d05d4 None None] The sync data for ids ['8e196d3c-9c62-4649-8792-80d0dac5e30f'] in dv-cinder-787764-1-iscsi is: [{'id': '8e196d3c-9c62-4649-8792-80d0dac5e30f', 'name': 'tempest-TestVolumeBootPattern-66721787-router', 'tenant_id': '71f30068de774c8c8370865884837d4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'external_fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '55484f25-68a3-4b7e-8c85-ac95a9c5f488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:52:38Z', 'updated_at': '2021-05-19T11:52:40Z', 'revision_number': 4, 'project_id': '71f30068de774c8c8370865884837d4e', 'gw_port': {'id': '55484f25-68a3-4b7e-8c85-ac95a9c5f488', 'name': '', 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:ae:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e196d3c-9c62-4649-8792-80d0dac5e30f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:52:38Z', 'updated_at': '2021-05-19T11:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-1-iscsi', '_interfaces': [{'id': '1cd258e0-ba8e-430d-a3bb-79126399d9e8', 'name': '', 'network_id': '95db7aa6-a9e3-4bd7-8391-b2a723d66d38', 'tenant_id': '71f30068de774c8c8370865884837d4e', 'mac_address': 'fa:16:3e:47:9d:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e196d3c-9c62-4649-8792-80d0dac5e30f', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '2b13ef97-554a-4acb-b673-1fa298b1a287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:52:40Z', 'updated_at': '2021-05-19T11:52:43Z', 'revision_number': 4, 'project_id': '71f30068de774c8c8370865884837d4e', 'subnets': [{'id': '2b13ef97-554a-4acb-b673-1fa298b1a287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 11:52:44.441658 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Device 1cd258e0-ba8e-430d-a3bb-79126399d9e8 up at agent ovs-agent-dv-cinder-787764-1-iscsi {{(pid=91057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 11:52:44.481912 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Provisioning for port 1cd258e0-ba8e-430d-a3bb-79126399d9e8 completed by entity L2. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 11:52:44.484469 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Provisioning complete for port 1cd258e0-ba8e-430d-a3bb-79126399d9e8 triggered by entity L2. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:52:44.484755 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441453'] for port, provisioning_complete {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:44.542941 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:44.561625 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] For port 1cd258e0-ba8e-430d-a3bb-79126399d9e8, host dv-cinder-787764-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-1-iscsi',level=0,port_id=1cd258e0-ba8e-430d-a3bb-79126399d9e8,segment=NetworkSegment(6b6f4c1f-dc14-4924-8483-222ff98134bc),segment_id=6b6f4c1f-dc14-4924-8483-222ff98134bc)] {{(pid=91057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:52:44.565392 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602'] for port, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:44.565893 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Device 55484f25-68a3-4b7e-8c85-ac95a9c5f488 up at agent ovs-agent-dv-cinder-787764-1-iscsi {{(pid=91057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 11:52:44.577086 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:52:44.624046 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Pushing event updated for resources: {'Port': ['ID=1cd258e0-ba8e-430d-a3bb-79126399d9e8,revision_number=5']} {{(pid=91057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:52:44.626561 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:52:44.631253 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Provisioning complete for port 55484f25-68a3-4b7e-8c85-ac95a9c5f488 triggered by entity L2. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:52:44.631459 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441453'] for port, provisioning_complete {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:46.465796 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Device 1cd258e0-ba8e-430d-a3bb-79126399d9e8 up at agent ovs-agent-dv-cinder-787764-1-iscsi {{(pid=91057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 11:52:46.517721 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Provisioning complete for port 1cd258e0-ba8e-430d-a3bb-79126399d9e8 triggered by entity L2. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:52:46.517988 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441453'] for port, provisioning_complete {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:46.814461 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:50.060103 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 42986) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:52:50.149346 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-d5e526e3-0fb7-4e83-8ad2-1c451c8ccf7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:50.158731 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-d5e526e3-0fb7-4e83-8ad2-1c451c8ccf7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:52:50.161311 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-d5e526e3-0fb7-4e83-8ad2-1c451c8ccf7b admin admin] Usage tracker for resource:security_group_rule and tenant:6b06ca629b1b41588ae3bcebc0cd6b2a is out of sync, need to count used quota {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:52:50.163213 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-d5e526e3-0fb7-4e83-8ad2-1c451c8ccf7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:52:50.167016 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-d5e526e3-0fb7-4e83-8ad2-1c451c8ccf7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:52:50.223796 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-d5e526e3-0fb7-4e83-8ad2-1c451c8ccf7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:50.229825 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-d5e526e3-0fb7-4e83-8ad2-1c451c8ccf7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:50.234904 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-630ace47-c4ee-4edb-a1c6-99e2b6bfc832 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:52:50.261160 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-d5e526e3-0fb7-4e83-8ad2-1c451c8ccf7b admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=6b06ca629b1b41588ae3bcebc0cd6b2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2002575 May 19 11:52:50.261765 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e526e3-0fb7-4e83-8ad2-1c451c8ccf7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f497d9df-93c8-479e-b356-5ffa5d638fdd,revision_number=1']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:52:50.263506 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 42998) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:52:50.264025 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-d5e526e3-0fb7-4e83-8ad2-1c451c8ccf7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:52:50.301831 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-3826a184-bd75-4790-94b9-99fda07b768c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:50.318248 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-3826a184-bd75-4790-94b9-99fda07b768c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:50.350997 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-3826a184-bd75-4790-94b9-99fda07b768c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:50.353074 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-3c181957-3cb6-4d17-b8b0-6e31b1b9b635 tempest-TestShelveInstance-1236947242 tempest-TestShelveInstance-1236947242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:52:50.435315 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3826a184-bd75-4790-94b9-99fda07b768c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f497d9df-93c8-479e-b356-5ffa5d638fdd,revision_number=None']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:52:50.437758 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-3826a184-bd75-4790-94b9-99fda07b768c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:52:50.440610 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-3826a184-bd75-4790-94b9-99fda07b768c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:50.441904 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-3826a184-bd75-4790-94b9-99fda07b768c admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/f497d9df-93c8-479e-b356-5ffa5d638fdd HTTP/1.1" status: 204 len: 168 time: 0.1776109 May 19 11:52:54.557326 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 43080) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:52:54.577851 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-b326b741-d877-434c-ade2-99c743fa4bc7 req-c31029a4-b68d-4791-a9a7-11b582b405e3 tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=d74254337c3c4ed48db13318b2c32290&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0194330 May 19 11:52:54.675071 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b326b741-d877-434c-ade2-99c743fa4bc7 req-2c232c7b-6f2b-4f55-9a25-7209926847d0 tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:52:54.675926 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-b326b741-d877-434c-ade2-99c743fa4bc7 req-2c232c7b-6f2b-4f55-9a25-7209926847d0 tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.0947866 May 19 11:52:54.689258 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-b326b741-d877-434c-ade2-99c743fa4bc7 req-baf66efa-6e22-46a6-9062-1bdf22f37772 tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] 10.222.0.90 "GET /v2.0/quotas/d74254337c3c4ed48db13318b2c32290 HTTP/1.1" status: 200 len: 375 time: 0.0062726 May 19 11:52:54.718215 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-b326b741-d877-434c-ade2-99c743fa4bc7 req-0d718832-6b02-4cd2-aebe-583c33f32b40 tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=d74254337c3c4ed48db13318b2c32290&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0255032 May 19 11:52:54.802764 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 43090) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:52:54.805004 dv-cinder-787764-1-iscsi neutron-server[91055]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 19 11:52:54.834057 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-75b22014-201a-49d9-ac72-c0240e50c133 req-735dea82-5c1a-4186-bc7f-fd6529d917cc tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] 10.222.0.90 "GET /v2.0/ports?device_id=34631091-e007-4ac7-af01-6aa8ad9632bc HTTP/1.1" status: 200 len: 210 time: 0.0303888 May 19 11:52:55.950846 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-5e31abdc-54ac-479b-8dc4-e4f7b036d049 req-9cd6f19a-7672-43c7-8a03-a572a07d9291 tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] 10.222.0.90 "GET /v2.0/ports?device_id=34631091-e007-4ac7-af01-6aa8ad9632bc HTTP/1.1" status: 200 len: 210 time: 0.0330627 May 19 11:52:56.253144 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.112', 56315) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:52:56.297943 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-b326b741-d877-434c-ade2-99c743fa4bc7 req-f1b52dca-d6fb-441d-bf32-767202c9956a tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] 10.222.0.112 "GET /v2.0/networks?tenant_id=d74254337c3c4ed48db13318b2c32290&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0199518 May 19 11:52:56.387221 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b326b741-d877-434c-ade2-99c743fa4bc7 req-6e7a3892-cec5-47d2-a08f-84680f0f8029 tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:52:56.388023 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-b326b741-d877-434c-ade2-99c743fa4bc7 req-6e7a3892-cec5-47d2-a08f-84680f0f8029 tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] 10.222.0.112 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.0848176 May 19 11:52:56.399886 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.v2.base [req-b326b741-d877-434c-ade2-99c743fa4bc7 req-2ab0483e-b498-4d01-be10-5555c3ac6c2d tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] Request body: {'port': {'device_id': '34631091-e007-4ac7-af01-6aa8ad9632bc', 'network_id': '62fe130a-4a0d-4f30-b2c3-8057b2cc8cbc', 'admin_state_up': True, 'tenant_id': 'd74254337c3c4ed48db13318b2c32290'}} {{(pid=91056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:52:56.466969 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [req-b326b741-d877-434c-ade2-99c743fa4bc7 req-2ab0483e-b498-4d01-be10-5555c3ac6c2d tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:52:56.469466 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [req-b326b741-d877-434c-ade2-99c743fa4bc7 req-2ab0483e-b498-4d01-be10-5555c3ac6c2d tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] Usage tracker for resource:port and tenant:d74254337c3c4ed48db13318b2c32290 is out of sync, need to count used quota {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:52:56.471199 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [req-b326b741-d877-434c-ade2-99c743fa4bc7 req-2ab0483e-b498-4d01-be10-5555c3ac6c2d tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:52:56.474805 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [req-b326b741-d877-434c-ade2-99c743fa4bc7 req-2ab0483e-b498-4d01-be10-5555c3ac6c2d tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:52:56.483320 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b326b741-d877-434c-ade2-99c743fa4bc7 req-2ab0483e-b498-4d01-be10-5555c3ac6c2d tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] Made reservation on behalf of d74254337c3c4ed48db13318b2c32290 for: {'port': 1} {{(pid=91056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 11:52:56.485199 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [req-b326b741-d877-434c-ade2-99c743fa4bc7 req-2ab0483e-b498-4d01-be10-5555c3ac6c2d tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:56.491817 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [req-b326b741-d877-434c-ade2-99c743fa4bc7 req-2ab0483e-b498-4d01-be10-5555c3ac6c2d tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] Notify callbacks [] for security_group, before_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:56.503617 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [req-b326b741-d877-434c-ade2-99c743fa4bc7 req-2ab0483e-b498-4d01-be10-5555c3ac6c2d tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:52:56.508044 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [req-b326b741-d877-434c-ade2-99c743fa4bc7 req-2ab0483e-b498-4d01-be10-5555c3ac6c2d tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] Usage tracker for resource:security_group_rule and tenant:d74254337c3c4ed48db13318b2c32290 is out of sync, need to count used quota {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:52:56.512026 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [req-b326b741-d877-434c-ade2-99c743fa4bc7 req-2ab0483e-b498-4d01-be10-5555c3ac6c2d tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:52:56.515714 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [req-b326b741-d877-434c-ade2-99c743fa4bc7 req-2ab0483e-b498-4d01-be10-5555c3ac6c2d tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:52:56.568526 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [req-b326b741-d877-434c-ade2-99c743fa4bc7 req-2ab0483e-b498-4d01-be10-5555c3ac6c2d tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] Notify callbacks [] for security_group, precommit_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:56.571479 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [req-b326b741-d877-434c-ade2-99c743fa4bc7 req-2ab0483e-b498-4d01-be10-5555c3ac6c2d tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:56.573458 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-0b5fdd65-2347-4534-b9a6-1e5acc8b2aab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:52:56.624194 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab0483e-b498-4d01-be10-5555c3ac6c2d tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2b19b9e-3e60-48c1-a300-30530c5df421,revision_number=1']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:52:56.628164 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-2ab0483e-b498-4d01-be10-5555c3ac6c2d tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:52:56.677056 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.db_base_plugin_common [req-b326b741-d877-434c-ade2-99c743fa4bc7 req-2ab0483e-b498-4d01-be10-5555c3ac6c2d tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] Allocated IP 192.168.233.140 (62fe130a-4a0d-4f30-b2c3-8057b2cc8cbc/eb1d6cca-0aa8-4028-b46f-93aac2b123f3/755dc0e0-17c7-4c69-b898-4b5a3cb196fe) {{(pid=91056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 11:52:56.796121 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [req-b326b741-d877-434c-ade2-99c743fa4bc7 req-2ab0483e-b498-4d01-be10-5555c3ac6c2d tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] Notify callbacks [] for port, precommit_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:56.805323 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.provisioning_blocks [req-b326b741-d877-434c-ade2-99c743fa4bc7 req-2ab0483e-b498-4d01-be10-5555c3ac6c2d tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] Transition to ACTIVE for port object 755dc0e0-17c7-4c69-b898-4b5a3cb196fe will not be triggered until provisioned by entity DHCP. {{(pid=91056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 11:52:56.822089 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [req-b326b741-d877-434c-ade2-99c743fa4bc7 req-2ab0483e-b498-4d01-be10-5555c3ac6c2d tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749740362231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275141'] for port, after_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:56.826506 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:52:56.864446 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b326b741-d877-434c-ade2-99c743fa4bc7 req-2ab0483e-b498-4d01-be10-5555c3ac6c2d tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] Network 62fe130a-4a0d-4f30-b2c3-8057b2cc8cbc is already hosted by enough agents. {{(pid=91056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 11:52:56.866160 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.scheduler.base_scheduler [req-b326b741-d877-434c-ade2-99c743fa4bc7 req-2ab0483e-b498-4d01-be10-5555c3ac6c2d tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] Resources bound (agent type, host, resource id): {{(pid=91056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:52:56.868492 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.l3_dvrscheduler_db [req-b326b741-d877-434c-ade2-99c743fa4bc7 req-2ab0483e-b498-4d01-be10-5555c3ac6c2d tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] Received port after_create {{(pid=91056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 11:52:56.888719 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab0483e-b498-4d01-be10-5555c3ac6c2d tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] Pushing event updated for resources: {'Port': ['ID=755dc0e0-17c7-4c69-b898-4b5a3cb196fe,revision_number=1']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:52:56.892660 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-2ab0483e-b498-4d01-be10-5555c3ac6c2d tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:52:56.912082 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b326b741-d877-434c-ade2-99c743fa4bc7 req-2ab0483e-b498-4d01-be10-5555c3ac6c2d tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:52:56.912563 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [req-b326b741-d877-434c-ade2-99c743fa4bc7 req-2ab0483e-b498-4d01-be10-5555c3ac6c2d tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6101'] for port, before_response {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:56.930538 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-b326b741-d877-434c-ade2-99c743fa4bc7 req-2ab0483e-b498-4d01-be10-5555c3ac6c2d tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.5325437 May 19 11:52:56.938207 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [req-b326b741-d877-434c-ade2-99c743fa4bc7 req-fc53b32c-b831-452b-970c-0f4f5a814446 tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=91056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 11:52:56.938786 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-b326b741-d877-434c-ade2-99c743fa4bc7 req-fc53b32c-b831-452b-970c-0f4f5a814446 tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] 10.222.0.112 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0032637 May 19 11:52:57.008543 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.v2.base [req-b326b741-d877-434c-ade2-99c743fa4bc7 req-52a3f331-380a-4610-af81-16e0d89e8c21 service neutron] Request body: {'port': {'device_id': '34631091-e007-4ac7-af01-6aa8ad9632bc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78776'}} {{(pid=91056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:52:57.071468 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [req-b326b741-d877-434c-ade2-99c743fa4bc7 req-52a3f331-380a-4610-af81-16e0d89e8c21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:57.077930 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66c37e9-774c-4784-997c-5fad3cdb4c0c req-868fc1a4-d806-4b3f-8bc2-4ebfc023f03e tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:52:57.079177 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-d66c37e9-774c-4784-997c-5fad3cdb4c0c req-868fc1a4-d806-4b3f-8bc2-4ebfc023f03e tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] 10.222.0.90 "GET /v2.0/ports?device_id=34631091-e007-4ac7-af01-6aa8ad9632bc HTTP/1.1" status: 200 len: 936 time: 0.0536773 May 19 11:52:57.089678 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-c7e6b047-b34e-4a0a-8fb7-0604b4e549f9 None None] Provisioning for port 755dc0e0-17c7-4c69-b898-4b5a3cb196fe completed by entity DHCP. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 11:52:57.092541 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-c7e6b047-b34e-4a0a-8fb7-0604b4e549f9 None None] Provisioning complete for port 755dc0e0-17c7-4c69-b898-4b5a3cb196fe triggered by entity DHCP. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:52:57.092792 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-c7e6b047-b34e-4a0a-8fb7-0604b4e549f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441453'] for port, provisioning_complete {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:57.109442 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-d66c37e9-774c-4784-997c-5fad3cdb4c0c req-c1000cc8-9fe3-4ecf-a210-82f0533a29c2 tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] 10.222.0.90 "GET /v2.0/security-groups?id=e2b19b9e-3e60-48c1-a300-30530c5df421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0249119 May 19 11:52:57.149219 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.plugin [None req-c7e6b047-b34e-4a0a-8fb7-0604b4e549f9 None None] Port 755dc0e0-17c7-4c69-b898-4b5a3cb196fe cannot update to ACTIVE because it is not bound. {{(pid=91057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 11:52:57.269762 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.notifiers.nova [req-b326b741-d877-434c-ade2-99c743fa4bc7 req-52a3f331-380a-4610-af81-16e0d89e8c21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 755dc0e0-17c7-4c69-b898-4b5a3cb196fe {{(pid=91056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 11:52:57.273630 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [req-b326b741-d877-434c-ade2-99c743fa4bc7 req-52a3f331-380a-4610-af81-16e0d89e8c21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:57.281913 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.provisioning_blocks [req-b326b741-d877-434c-ade2-99c743fa4bc7 req-52a3f331-380a-4610-af81-16e0d89e8c21 service neutron] Transition to ACTIVE for port object 755dc0e0-17c7-4c69-b898-4b5a3cb196fe will not be triggered until provisioned by entity L2. {{(pid=91056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 11:52:57.286550 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [req-b326b741-d877-434c-ade2-99c743fa4bc7 req-52a3f331-380a-4610-af81-16e0d89e8c21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2275164'] for port, after_update {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:57.288753 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-921767fc-6725-42ed-88f4-b78059e742c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:52:57.435914 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a3f331-380a-4610-af81-16e0d89e8c21 service neutron] Pushing event updated for resources: {'Port': ['ID=755dc0e0-17c7-4c69-b898-4b5a3cb196fe,revision_number=2']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:52:57.453507 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-52a3f331-380a-4610-af81-16e0d89e8c21 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:52:57.500027 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.managers [req-b326b741-d877-434c-ade2-99c743fa4bc7 req-52a3f331-380a-4610-af81-16e0d89e8c21 service neutron] Attempting to bind port 755dc0e0-17c7-4c69-b898-4b5a3cb196fe on host hv-cinder-78776 for vnic_type normal with profile {{(pid=91056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 11:52:57.500227 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.managers [req-b326b741-d877-434c-ade2-99c743fa4bc7 req-52a3f331-380a-4610-af81-16e0d89e8c21 service neutron] Attempting to bind port 755dc0e0-17c7-4c69-b898-4b5a3cb196fe by drivers openvswitch,hyperv on host hv-cinder-78776 at level 0 using segments [{'id': '4698f5f9-3e81-4c76-84cf-ca71806e0a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1370, 'network_id': '62fe130a-4a0d-4f30-b2c3-8057b2cc8cbc'}] {{(pid=91056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 11:52:57.500402 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b326b741-d877-434c-ade2-99c743fa4bc7 req-52a3f331-380a-4610-af81-16e0d89e8c21 service neutron] Attempting to bind port 755dc0e0-17c7-4c69-b898-4b5a3cb196fe on network 62fe130a-4a0d-4f30-b2c3-8057b2cc8cbc {{(pid=91056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 11:52:57.503136 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b326b741-d877-434c-ade2-99c743fa4bc7 req-52a3f331-380a-4610-af81-16e0d89e8c21 service neutron] Port 755dc0e0-17c7-4c69-b898-4b5a3cb196fe on network 62fe130a-4a0d-4f30-b2c3-8057b2cc8cbc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78776 {{(pid=91056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 11:52:57.503309 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b326b741-d877-434c-ade2-99c743fa4bc7 req-52a3f331-380a-4610-af81-16e0d89e8c21 service neutron] Attempting to bind port 755dc0e0-17c7-4c69-b898-4b5a3cb196fe on network 62fe130a-4a0d-4f30-b2c3-8057b2cc8cbc {{(pid=91056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 11:52:57.506306 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b326b741-d877-434c-ade2-99c743fa4bc7 req-52a3f331-380a-4610-af81-16e0d89e8c21 service neutron] Checking agent: {'id': 'ec23b603-1024-4efc-b4c9-1692111c39b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78776', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 11, 14, 16), 'started_at': datetime.datetime(2021, 5, 19, 11, 14, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 11, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 11:52:57.506536 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b326b741-d877-434c-ade2-99c743fa4bc7 req-52a3f331-380a-4610-af81-16e0d89e8c21 service neutron] Checking segment: {'id': '4698f5f9-3e81-4c76-84cf-ca71806e0a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1370, 'network_id': '62fe130a-4a0d-4f30-b2c3-8057b2cc8cbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 11:52:57.506744 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b326b741-d877-434c-ade2-99c743fa4bc7 req-52a3f331-380a-4610-af81-16e0d89e8c21 service neutron] Bound using segment: {'id': '4698f5f9-3e81-4c76-84cf-ca71806e0a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1370, 'network_id': '62fe130a-4a0d-4f30-b2c3-8057b2cc8cbc'} {{(pid=91056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 11:52:57.506977 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.managers [req-b326b741-d877-434c-ade2-99c743fa4bc7 req-52a3f331-380a-4610-af81-16e0d89e8c21 service neutron] Bound port: 755dc0e0-17c7-4c69-b898-4b5a3cb196fe, host: hv-cinder-78776, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4698f5f9-3e81-4c76-84cf-ca71806e0a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1370, 'network_id': '62fe130a-4a0d-4f30-b2c3-8057b2cc8cbc'}}] {{(pid=91056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 11:52:57.507213 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [req-b326b741-d877-434c-ade2-99c743fa4bc7 req-52a3f331-380a-4610-af81-16e0d89e8c21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:57.557176 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.db [req-b326b741-d877-434c-ade2-99c743fa4bc7 req-52a3f331-380a-4610-af81-16e0d89e8c21 service neutron] For port 755dc0e0-17c7-4c69-b898-4b5a3cb196fe, host hv-cinder-78776, cleared binding levels {{(pid=91056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 11:52:57.558971 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.db [req-b326b741-d877-434c-ade2-99c743fa4bc7 req-52a3f331-380a-4610-af81-16e0d89e8c21 service neutron] For port 755dc0e0-17c7-4c69-b898-4b5a3cb196fe, host hv-cinder-78776, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=755dc0e0-17c7-4c69-b898-4b5a3cb196fe,segment=NetworkSegment(4698f5f9-3e81-4c76-84cf-ca71806e0a22),segment_id=4698f5f9-3e81-4c76-84cf-ca71806e0a22)] {{(pid=91056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 11:52:57.563039 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [req-b326b741-d877-434c-ade2-99c743fa4bc7 req-52a3f331-380a-4610-af81-16e0d89e8c21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2275164'] for port, after_update {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:57.565799 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-a5872827-8cd0-4c5c-a376-0c57ca7b3053 tempest-TestMinimumBasicScenario-439403934 tempest-TestMinimumBasicScenario-439403934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:52:57.598877 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b326b741-d877-434c-ade2-99c743fa4bc7 req-52a3f331-380a-4610-af81-16e0d89e8c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:52:57.599230 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [req-b326b741-d877-434c-ade2-99c743fa4bc7 req-52a3f331-380a-4610-af81-16e0d89e8c21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6101'] for port, before_response {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:52:57.601383 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-b326b741-d877-434c-ade2-99c743fa4bc7 req-52a3f331-380a-4610-af81-16e0d89e8c21 service neutron] 10.222.0.112 "PUT /v2.0/ports/755dc0e0-17c7-4c69-b898-4b5a3cb196fe HTTP/1.1" status: 200 len: 1098 time: 0.6554813 May 19 11:52:57.601383 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34631091-e007-4ac7-af01-6aa8ad9632bc', 'tag': '755dc0e0-17c7-4c69-b898-4b5a3cb196fe'}] {{(pid=91056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 11:52:57.612391 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a3f331-380a-4610-af81-16e0d89e8c21 service neutron] Pushing event updated for resources: {'Port': ['ID=755dc0e0-17c7-4c69-b898-4b5a3cb196fe,revision_number=3']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:52:57.614378 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-52a3f331-380a-4610-af81-16e0d89e8c21 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:52:57.696858 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34631091-e007-4ac7-af01-6aa8ad9632bc', 'tag': '755dc0e0-17c7-4c69-b898-4b5a3cb196fe', 'status': 'completed', 'code': 200} May 19 11:52:58.238269 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03915b6c-80ea-46ba-850d-56def2ddb426 req-f88b30e3-327a-4409-a226-4299547c0dcf tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:52:58.239223 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-03915b6c-80ea-46ba-850d-56def2ddb426 req-f88b30e3-327a-4409-a226-4299547c0dcf tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] 10.222.0.90 "GET /v2.0/ports?device_id=34631091-e007-4ac7-af01-6aa8ad9632bc HTTP/1.1" status: 200 len: 948 time: 0.0640805 May 19 11:52:58.266147 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-03915b6c-80ea-46ba-850d-56def2ddb426 req-d4b86f75-416e-4d75-b87a-524d889457a9 tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] 10.222.0.90 "GET /v2.0/security-groups?id=e2b19b9e-3e60-48c1-a300-30530c5df421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0236664 May 19 11:52:59.432466 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bb6761-ab80-4e0e-be29-df7f5774f7f4 req-e94343d7-f0dc-4736-9e83-86dc145ef54e tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:52:59.432952 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [req-89bb6761-ab80-4e0e-be29-df7f5774f7f4 req-e94343d7-f0dc-4736-9e83-86dc145ef54e tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] Synchronizing usage tracker for tenant:d74254337c3c4ed48db13318b2c32290 on resource:port {{(pid=91056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 11:52:59.447141 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [req-89bb6761-ab80-4e0e-be29-df7f5774f7f4 req-e94343d7-f0dc-4736-9e83-86dc145ef54e tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] Unset dirty status for tenant:d74254337c3c4ed48db13318b2c32290 on resource:port {{(pid=91056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 11:52:59.447967 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-89bb6761-ab80-4e0e-be29-df7f5774f7f4 req-e94343d7-f0dc-4736-9e83-86dc145ef54e tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] 10.222.0.90 "GET /v2.0/ports?device_id=34631091-e007-4ac7-af01-6aa8ad9632bc HTTP/1.1" status: 200 len: 948 time: 0.0878246 May 19 11:52:59.479439 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [req-89bb6761-ab80-4e0e-be29-df7f5774f7f4 req-179cc434-db2b-4cd9-9a5f-55b98ede8153 tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] Synchronizing usage tracker for tenant:d74254337c3c4ed48db13318b2c32290 on resource:security_group {{(pid=91056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 11:52:59.493771 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [req-89bb6761-ab80-4e0e-be29-df7f5774f7f4 req-179cc434-db2b-4cd9-9a5f-55b98ede8153 tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] Unset dirty status for tenant:d74254337c3c4ed48db13318b2c32290 on resource:security_group {{(pid=91056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 11:52:59.494473 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-89bb6761-ab80-4e0e-be29-df7f5774f7f4 req-179cc434-db2b-4cd9-9a5f-55b98ede8153 tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] 10.222.0.90 "GET /v2.0/security-groups?id=e2b19b9e-3e60-48c1-a300-30530c5df421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420547 May 19 11:53:00.648190 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a9df41-c781-4486-ac3e-9ef21369fd75 req-36878ff1-8fa2-4855-a4af-d7cf5923e3db tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:53:00.649224 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-13a9df41-c781-4486-ac3e-9ef21369fd75 req-36878ff1-8fa2-4855-a4af-d7cf5923e3db tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] 10.222.0.90 "GET /v2.0/ports?device_id=34631091-e007-4ac7-af01-6aa8ad9632bc HTTP/1.1" status: 200 len: 948 time: 0.0606134 May 19 11:53:00.682763 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-13a9df41-c781-4486-ac3e-9ef21369fd75 req-cd497d85-90f9-406d-a23e-1a26297ec9ac tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] 10.222.0.90 "GET /v2.0/security-groups?id=e2b19b9e-3e60-48c1-a300-30530c5df421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0264664 May 19 11:53:01.823920 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea14705-f8e3-4ee6-aa05-524fb0d7fb8c req-a2b72fe7-ec60-408a-a4ab-377739d2f9d0 tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:53:01.825020 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-2ea14705-f8e3-4ee6-aa05-524fb0d7fb8c req-a2b72fe7-ec60-408a-a4ab-377739d2f9d0 tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] 10.222.0.90 "GET /v2.0/ports?device_id=34631091-e007-4ac7-af01-6aa8ad9632bc HTTP/1.1" status: 200 len: 948 time: 0.0684967 May 19 11:53:01.855191 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-2ea14705-f8e3-4ee6-aa05-524fb0d7fb8c req-e80e9514-15a7-4fc9-b6d1-cdd188796b8e tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] 10.222.0.90 "GET /v2.0/security-groups?id=e2b19b9e-3e60-48c1-a300-30530c5df421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0262313 May 19 11:53:02.993989 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73838251-f871-48db-af56-62996ef163ad req-027a18f8-d657-4667-9909-0027132694c4 tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:53:02.995104 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-73838251-f871-48db-af56-62996ef163ad req-027a18f8-d657-4667-9909-0027132694c4 tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] 10.222.0.90 "GET /v2.0/ports?device_id=34631091-e007-4ac7-af01-6aa8ad9632bc HTTP/1.1" status: 200 len: 948 time: 0.0563540 May 19 11:53:03.028860 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-73838251-f871-48db-af56-62996ef163ad req-bf31a915-0138-48c7-97b5-fc998d0cc643 tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] 10.222.0.90 "GET /v2.0/security-groups?id=e2b19b9e-3e60-48c1-a300-30530c5df421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268812 May 19 11:53:03.329425 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2839de-5983-45c1-a58d-af04635a2711 req-200d0a8b-0ee8-462e-9844-fcd9acaaa37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:53:03.330551 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-3a2839de-5983-45c1-a58d-af04635a2711 req-200d0a8b-0ee8-462e-9844-fcd9acaaa37a service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=d74254337c3c4ed48db13318b2c32290&device_id=34631091-e007-4ac7-af01-6aa8ad9632bc HTTP/1.1" status: 200 len: 1101 time: 0.0575762 May 19 11:53:04.171274 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006567b5-f6ea-474c-a9a1-3c089ffb64c2 req-3a0b1996-0f90-4a88-a919-37b743b320a9 tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:53:04.172295 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-006567b5-f6ea-474c-a9a1-3c089ffb64c2 req-3a0b1996-0f90-4a88-a919-37b743b320a9 tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] 10.222.0.90 "GET /v2.0/ports?device_id=34631091-e007-4ac7-af01-6aa8ad9632bc HTTP/1.1" status: 200 len: 948 time: 0.0666797 May 19 11:53:04.202473 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-006567b5-f6ea-474c-a9a1-3c089ffb64c2 req-ff9c8bd1-3673-4adc-b968-e5bf272612c5 tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] 10.222.0.90 "GET /v2.0/security-groups?id=e2b19b9e-3e60-48c1-a300-30530c5df421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0260015 May 19 11:53:04.602829 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-a124310c-670a-4d27-9ec2-d78f83889cf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:53:04.997096 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-3a2839de-5983-45c1-a58d-af04635a2711 req-459b6fb2-7cc7-4ba5-9e2e-260a8a8dae9f service neutron] 10.222.0.112 "GET /v2.0/networks?tenant_id=d74254337c3c4ed48db13318b2c32290&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0266197 May 19 11:53:05.098092 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2839de-5983-45c1-a58d-af04635a2711 req-d51f755d-c3c7-4456-b6cf-d76ae5b33b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:53:05.099116 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-3a2839de-5983-45c1-a58d-af04635a2711 req-d51f755d-c3c7-4456-b6cf-d76ae5b33b8b service neutron] 10.222.0.112 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0957170 May 19 11:53:05.352667 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748da36f-e0ab-4344-ab09-909c44722589 req-cf1ae52b-91b3-4e97-9b69-495fd2fea993 tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:53:05.353189 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b326b741-d877-434c-ade2-99c743fa4bc7 req-4b67b3ac-7561-4647-a4f3-fa8fe8ca6732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:53:05.353707 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-748da36f-e0ab-4344-ab09-909c44722589 req-cf1ae52b-91b3-4e97-9b69-495fd2fea993 tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] 10.222.0.90 "GET /v2.0/ports?device_id=34631091-e007-4ac7-af01-6aa8ad9632bc HTTP/1.1" status: 200 len: 948 time: 0.0670586 May 19 11:53:05.354197 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-b326b741-d877-434c-ade2-99c743fa4bc7 req-4b67b3ac-7561-4647-a4f3-fa8fe8ca6732 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=d74254337c3c4ed48db13318b2c32290&device_id=34631091-e007-4ac7-af01-6aa8ad9632bc HTTP/1.1" status: 200 len: 1101 time: 0.0576971 May 19 11:53:05.388902 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-748da36f-e0ab-4344-ab09-909c44722589 req-fa55107a-74c4-4fbf-a5e5-029a49fe601e tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] 10.222.0.90 "GET /v2.0/security-groups?id=e2b19b9e-3e60-48c1-a300-30530c5df421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311005 May 19 11:53:05.404436 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-b326b741-d877-434c-ade2-99c743fa4bc7 req-67eaeaa9-cd2c-4273-ab95-02c7616ac026 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=755dc0e0-17c7-4c69-b898-4b5a3cb196fe HTTP/1.1" status: 200 len: 217 time: 0.0397215 May 19 11:53:05.453192 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b326b741-d877-434c-ade2-99c743fa4bc7 req-86dcdfc4-8103-47a6-babc-965e55742c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:53:05.454162 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-b326b741-d877-434c-ade2-99c743fa4bc7 req-86dcdfc4-8103-47a6-babc-965e55742c17 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=eb1d6cca-0aa8-4028-b46f-93aac2b123f3 HTTP/1.1" status: 200 len: 843 time: 0.0413582 May 19 11:53:05.510337 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b326b741-d877-434c-ade2-99c743fa4bc7 req-4ddf8530-3b66-41a1-865a-6d8d5258e061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:53:05.511776 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-b326b741-d877-434c-ade2-99c743fa4bc7 req-4ddf8530-3b66-41a1-865a-6d8d5258e061 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=62fe130a-4a0d-4f30-b2c3-8057b2cc8cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0510805 May 19 11:53:05.604734 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-b326b741-d877-434c-ade2-99c743fa4bc7 req-90f8fa85-62ec-4f42-b619-07e15050fb0a service neutron] 10.222.0.112 "GET /v2.0/networks/62fe130a-4a0d-4f30-b2c3-8057b2cc8cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874331 May 19 11:53:05.696707 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-b326b741-d877-434c-ade2-99c743fa4bc7 req-65ca8297-90a7-4738-9ceb-e8d1d518ed11 service neutron] 10.222.0.112 "GET /v2.0/networks/62fe130a-4a0d-4f30-b2c3-8057b2cc8cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854137 May 19 11:53:05.845898 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:53:06.175780 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-7ced6c4b-86ae-400e-a50f-1684bd3a9a7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:53:06.521384 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bda49a7-4ee1-4c94-90cd-92b230c3016c req-d07884e9-fcb6-442d-a96e-681ef9647bf5 tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:53:06.522373 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-2bda49a7-4ee1-4c94-90cd-92b230c3016c req-d07884e9-fcb6-442d-a96e-681ef9647bf5 tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] 10.222.0.90 "GET /v2.0/ports?device_id=34631091-e007-4ac7-af01-6aa8ad9632bc HTTP/1.1" status: 200 len: 948 time: 0.0590205 May 19 11:53:06.635564 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-2bda49a7-4ee1-4c94-90cd-92b230c3016c req-628946a3-1721-4d17-8277-3b51ccbe7b4e tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] 10.222.0.90 "GET /v2.0/security-groups?id=e2b19b9e-3e60-48c1-a300-30530c5df421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087193 May 19 11:53:06.985726 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-f3552fb9-a093-42e6-b748-7ab8d8c7cb39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:53:07.786464 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a5f2b3-5f54-4c28-b2fe-f372d83a3b50 req-02f49f98-ff85-41de-8d4f-d1fc46b5d52f tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:53:07.787459 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-96a5f2b3-5f54-4c28-b2fe-f372d83a3b50 req-02f49f98-ff85-41de-8d4f-d1fc46b5d52f tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] 10.222.0.90 "GET /v2.0/ports?device_id=34631091-e007-4ac7-af01-6aa8ad9632bc HTTP/1.1" status: 200 len: 948 time: 0.0623047 May 19 11:53:07.819363 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-96a5f2b3-5f54-4c28-b2fe-f372d83a3b50 req-918f65d7-b52e-48cf-b99a-4c740b0a208d tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] 10.222.0.90 "GET /v2.0/security-groups?id=e2b19b9e-3e60-48c1-a300-30530c5df421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277321 May 19 11:53:08.068042 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-66ec5bc0-6952-497b-8f33-b3c04bfd0b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:53:08.935813 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.agents_db [None req-9df4fd67-1abd-480d-9703-ac00f2726051 None None] Agent healthcheck: found 6 active agents {{(pid=91058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 11:53:08.961816 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0795b987-592e-451b-ac2e-c300996ee7f1 req-83c2fa47-f8d2-4077-9de6-754d75787825 tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:53:08.962803 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-0795b987-592e-451b-ac2e-c300996ee7f1 req-83c2fa47-f8d2-4077-9de6-754d75787825 tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] 10.222.0.90 "GET /v2.0/ports?device_id=34631091-e007-4ac7-af01-6aa8ad9632bc HTTP/1.1" status: 200 len: 948 time: 0.0593498 May 19 11:53:08.994693 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-0795b987-592e-451b-ac2e-c300996ee7f1 req-5bff6d86-8965-4b04-a8fb-1784e617f34c tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] 10.222.0.90 "GET /v2.0/security-groups?id=e2b19b9e-3e60-48c1-a300-30530c5df421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280068 May 19 11:53:10.145444 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def29f78-fe22-4db4-ac4b-6f268a6498a3 req-1128a0a3-abda-4c10-916e-21b5a3a9233a tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:53:10.146482 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-def29f78-fe22-4db4-ac4b-6f268a6498a3 req-1128a0a3-abda-4c10-916e-21b5a3a9233a tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] 10.222.0.90 "GET /v2.0/ports?device_id=34631091-e007-4ac7-af01-6aa8ad9632bc HTTP/1.1" status: 200 len: 948 time: 0.0668745 May 19 11:53:10.180164 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-def29f78-fe22-4db4-ac4b-6f268a6498a3 req-73de8547-312e-4466-a497-7741ec639c66 tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] 10.222.0.90 "GET /v2.0/security-groups?id=e2b19b9e-3e60-48c1-a300-30530c5df421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270164 May 19 11:53:11.324708 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf68b5ba-2ec1-4ed0-8fad-e5ccf3f7ad22 req-91cf3a13-147a-4a0f-b054-0ead3bc4d759 tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:53:11.325707 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-bf68b5ba-2ec1-4ed0-8fad-e5ccf3f7ad22 req-91cf3a13-147a-4a0f-b054-0ead3bc4d759 tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] 10.222.0.90 "GET /v2.0/ports?device_id=34631091-e007-4ac7-af01-6aa8ad9632bc HTTP/1.1" status: 200 len: 948 time: 0.0584037 May 19 11:53:11.355236 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-bf68b5ba-2ec1-4ed0-8fad-e5ccf3f7ad22 req-713e54c6-6c53-4072-8d6b-ecb87370e758 tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] 10.222.0.90 "GET /v2.0/security-groups?id=e2b19b9e-3e60-48c1-a300-30530c5df421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0254781 May 19 11:53:12.491704 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bedbb9-5294-4e27-a988-d2730c58860e req-35b3ae08-2223-45b3-a054-8fe42c9c1e0c tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:53:12.492665 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-15bedbb9-5294-4e27-a988-d2730c58860e req-35b3ae08-2223-45b3-a054-8fe42c9c1e0c tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] 10.222.0.90 "GET /v2.0/ports?device_id=34631091-e007-4ac7-af01-6aa8ad9632bc HTTP/1.1" status: 200 len: 948 time: 0.0583594 May 19 11:53:12.521736 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-15bedbb9-5294-4e27-a988-d2730c58860e req-49768848-aa22-4b7b-b2c4-eebd43b774cf tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] 10.222.0.90 "GET /v2.0/security-groups?id=e2b19b9e-3e60-48c1-a300-30530c5df421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0248859 May 19 11:53:13.666609 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e6bcb4-0d46-44a0-8a9e-12f79c265739 req-76bf130f-b63f-40a1-b2ba-7097cce84a67 tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:53:13.667658 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-50e6bcb4-0d46-44a0-8a9e-12f79c265739 req-76bf130f-b63f-40a1-b2ba-7097cce84a67 tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] 10.222.0.90 "GET /v2.0/ports?device_id=34631091-e007-4ac7-af01-6aa8ad9632bc HTTP/1.1" status: 200 len: 948 time: 0.0615134 May 19 11:53:13.699865 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-50e6bcb4-0d46-44a0-8a9e-12f79c265739 req-0c59c706-005a-409d-9f4c-eaecff859f89 tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] 10.222.0.90 "GET /v2.0/security-groups?id=e2b19b9e-3e60-48c1-a300-30530c5df421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0254219 May 19 11:53:13.752652 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Device 755dc0e0-17c7-4c69-b898-4b5a3cb196fe details requested by agent hyperv_hv-cinder-78776 with host hv-cinder-78776 {{(pid=91057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 11:53:13.838089 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] For port 755dc0e0-17c7-4c69-b898-4b5a3cb196fe, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=755dc0e0-17c7-4c69-b898-4b5a3cb196fe,segment=NetworkSegment(4698f5f9-3e81-4c76-84cf-ca71806e0a22),segment_id=4698f5f9-3e81-4c76-84cf-ca71806e0a22)] {{(pid=91057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:53:13.846448 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Returning: {'device': '755dc0e0-17c7-4c69-b898-4b5a3cb196fe', 'network_id': '62fe130a-4a0d-4f30-b2c3-8057b2cc8cbc', 'port_id': '755dc0e0-17c7-4c69-b898-4b5a3cb196fe', 'mac_address': 'fa:16:3e:97:ab:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb1d6cca-0aa8-4028-b46f-93aac2b123f3', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 11:53:13.898103 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:53:13.911538 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.notifiers.nova [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 755dc0e0-17c7-4c69-b898-4b5a3cb196fe {{(pid=91057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 11:53:13.921517 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] For port 755dc0e0-17c7-4c69-b898-4b5a3cb196fe, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=755dc0e0-17c7-4c69-b898-4b5a3cb196fe,segment=NetworkSegment(4698f5f9-3e81-4c76-84cf-ca71806e0a22),segment_id=4698f5f9-3e81-4c76-84cf-ca71806e0a22)] {{(pid=91057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:53:13.926596 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602'] for port, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:53:13.927877 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:53:13.968923 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Pushing event updated for resources: {'Port': ['ID=755dc0e0-17c7-4c69-b898-4b5a3cb196fe,revision_number=4']} {{(pid=91057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:53:13.971272 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:53:14.823283 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ae5dfc-6a08-460e-8025-6711eac94752 req-7974c4ed-b256-44df-adfa-911aad252824 tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:53:14.824268 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-28ae5dfc-6a08-460e-8025-6711eac94752 req-7974c4ed-b256-44df-adfa-911aad252824 tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] 10.222.0.90 "GET /v2.0/ports?device_id=34631091-e007-4ac7-af01-6aa8ad9632bc HTTP/1.1" status: 200 len: 949 time: 0.0541863 May 19 11:53:14.853258 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-28ae5dfc-6a08-460e-8025-6711eac94752 req-5988f527-facd-483a-bef4-456de673f842 tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] 10.222.0.90 "GET /v2.0/security-groups?id=e2b19b9e-3e60-48c1-a300-30530c5df421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0250909 May 19 11:53:15.993457 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9e544c-70ab-4234-bdce-1b6c2b6db733 req-a513b671-8469-48b2-a804-2724873199d9 tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:53:15.994456 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-7f9e544c-70ab-4234-bdce-1b6c2b6db733 req-a513b671-8469-48b2-a804-2724873199d9 tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] 10.222.0.90 "GET /v2.0/ports?device_id=34631091-e007-4ac7-af01-6aa8ad9632bc HTTP/1.1" status: 200 len: 949 time: 0.0568631 May 19 11:53:16.026533 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-7f9e544c-70ab-4234-bdce-1b6c2b6db733 req-29d8f187-8fa8-47d6-bdcc-eb61e23dc797 tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] 10.222.0.90 "GET /v2.0/security-groups?id=e2b19b9e-3e60-48c1-a300-30530c5df421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0255034 May 19 11:53:16.833945 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:53:17.192413 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21acae82-ae56-4854-aaa0-c80364eb54bd req-88386efc-edf1-4451-84af-f7765c797027 tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:53:17.193485 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-21acae82-ae56-4854-aaa0-c80364eb54bd req-88386efc-edf1-4451-84af-f7765c797027 tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] 10.222.0.90 "GET /v2.0/ports?device_id=34631091-e007-4ac7-af01-6aa8ad9632bc HTTP/1.1" status: 200 len: 949 time: 0.0725648 May 19 11:53:17.226919 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-21acae82-ae56-4854-aaa0-c80364eb54bd req-76d072fb-24c4-42c8-a9ad-b52a91229331 tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] 10.222.0.90 "GET /v2.0/security-groups?id=e2b19b9e-3e60-48c1-a300-30530c5df421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268946 May 19 11:53:17.509413 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] get_ports_and_sgs() called for port_ids ['755dc0e0-17c7-4c69-b898-4b5a3cb196fe'] {{(pid=91057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 11:53:18.375970 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e8e5a1-0d14-49d6-9b79-2d34fd2bccb6 req-bbf06e59-3ab4-46c9-b7a1-2e22e77bb4da tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:53:18.376913 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-e3e8e5a1-0d14-49d6-9b79-2d34fd2bccb6 req-bbf06e59-3ab4-46c9-b7a1-2e22e77bb4da tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] 10.222.0.90 "GET /v2.0/ports?device_id=34631091-e007-4ac7-af01-6aa8ad9632bc HTTP/1.1" status: 200 len: 949 time: 0.0623515 May 19 11:53:18.407140 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-e3e8e5a1-0d14-49d6-9b79-2d34fd2bccb6 req-3c5742a7-ce85-4551-b692-0d6d8c7f2382 tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] 10.222.0.90 "GET /v2.0/security-groups?id=e2b19b9e-3e60-48c1-a300-30530c5df421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0251272 May 19 11:53:19.559261 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042bb714-0d4a-4535-b7fb-4f3c3f5299ed req-38ed995a-868e-4a3d-a1ba-8a035f839761 tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:53:19.560174 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-042bb714-0d4a-4535-b7fb-4f3c3f5299ed req-38ed995a-868e-4a3d-a1ba-8a035f839761 tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] 10.222.0.90 "GET /v2.0/ports?device_id=34631091-e007-4ac7-af01-6aa8ad9632bc HTTP/1.1" status: 200 len: 949 time: 0.0651536 May 19 11:53:19.592872 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-042bb714-0d4a-4535-b7fb-4f3c3f5299ed req-45c2d764-3783-49db-b566-4453d5ddc5a4 tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] 10.222.0.90 "GET /v2.0/security-groups?id=e2b19b9e-3e60-48c1-a300-30530c5df421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286100 May 19 11:53:20.711505 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6a5934-33ae-4003-a5d8-48a70091aabf req-71245d0e-c962-47d0-a64f-53676d7fe17b tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:53:20.712306 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-1b6a5934-33ae-4003-a5d8-48a70091aabf req-71245d0e-c962-47d0-a64f-53676d7fe17b tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] 10.222.0.90 "GET /v2.0/ports?device_id=34631091-e007-4ac7-af01-6aa8ad9632bc HTTP/1.1" status: 200 len: 949 time: 0.0527961 May 19 11:53:20.741915 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-1b6a5934-33ae-4003-a5d8-48a70091aabf req-7a5925e3-64fb-4e2a-a31d-702589beeccc tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] 10.222.0.90 "GET /v2.0/security-groups?id=e2b19b9e-3e60-48c1-a300-30530c5df421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0260689 May 19 11:53:21.555483 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Device 755dc0e0-17c7-4c69-b898-4b5a3cb196fe up at agent hyperv_hv-cinder-78776 {{(pid=91057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 11:53:21.614088 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Provisioning for port 755dc0e0-17c7-4c69-b898-4b5a3cb196fe completed by entity L2. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 11:53:21.617946 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Provisioning complete for port 755dc0e0-17c7-4c69-b898-4b5a3cb196fe triggered by entity L2. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:53:21.618200 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441453'] for port, provisioning_complete {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:53:21.696728 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:53:21.715111 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34631091-e007-4ac7-af01-6aa8ad9632bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '755dc0e0-17c7-4c69-b898-4b5a3cb196fe'}] {{(pid=91057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 11:53:21.722285 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] For port 755dc0e0-17c7-4c69-b898-4b5a3cb196fe, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=755dc0e0-17c7-4c69-b898-4b5a3cb196fe,segment=NetworkSegment(4698f5f9-3e81-4c76-84cf-ca71806e0a22),segment_id=4698f5f9-3e81-4c76-84cf-ca71806e0a22)] {{(pid=91057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:53:21.726923 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602'] for port, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:53:21.728332 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:53:21.773302 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Pushing event updated for resources: {'Port': ['ID=755dc0e0-17c7-4c69-b898-4b5a3cb196fe,revision_number=5']} {{(pid=91057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:53:21.775826 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:53:21.789167 dv-cinder-787764-1-iscsi neutron-server[91057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34631091-e007-4ac7-af01-6aa8ad9632bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '755dc0e0-17c7-4c69-b898-4b5a3cb196fe', 'code': 200} May 19 11:53:21.860812 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97280379-a59f-406d-b848-5a3fbac70c19 req-93de4c88-f166-4033-9ee4-93b581b9847f tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:53:21.861752 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-97280379-a59f-406d-b848-5a3fbac70c19 req-93de4c88-f166-4033-9ee4-93b581b9847f tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] 10.222.0.90 "GET /v2.0/ports?device_id=34631091-e007-4ac7-af01-6aa8ad9632bc HTTP/1.1" status: 200 len: 950 time: 0.0536602 May 19 11:53:21.895479 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-97280379-a59f-406d-b848-5a3fbac70c19 req-10e82cb0-bfac-4dce-b1f8-98a194ea7f37 tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] 10.222.0.90 "GET /v2.0/security-groups?id=e2b19b9e-3e60-48c1-a300-30530c5df421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265682 May 19 11:53:21.942076 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b00acea-4ae7-4482-a725-02e5af399e13 req-a6386444-da0d-47e1-9ee8-de388e1bc08e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:53:21.943039 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-7b00acea-4ae7-4482-a725-02e5af399e13 req-a6386444-da0d-47e1-9ee8-de388e1bc08e service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=34631091-e007-4ac7-af01-6aa8ad9632bc HTTP/1.1" status: 200 len: 1103 time: 0.0461533 May 19 11:53:21.973339 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-7b00acea-4ae7-4482-a725-02e5af399e13 req-0f817b72-29e5-4c90-90f4-96187a1ea75d service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=e2b19b9e-3e60-48c1-a300-30530c5df421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0219314 May 19 11:53:23.106277 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96512306-0e17-496e-b0df-05a5eedfd2c6 req-26addd95-2b66-4fe1-a766-5577629f8ef1 tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:53:23.107261 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-96512306-0e17-496e-b0df-05a5eedfd2c6 req-26addd95-2b66-4fe1-a766-5577629f8ef1 tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] 10.222.0.90 "GET /v2.0/ports?device_id=34631091-e007-4ac7-af01-6aa8ad9632bc HTTP/1.1" status: 200 len: 950 time: 0.1316314 May 19 11:53:23.137711 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-96512306-0e17-496e-b0df-05a5eedfd2c6 req-1ab0fc4c-5af2-417b-87bd-ccd5878748e1 tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] 10.222.0.90 "GET /v2.0/security-groups?id=e2b19b9e-3e60-48c1-a300-30530c5df421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0260956 May 19 11:53:24.284202 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132f6642-d3e6-43e9-81a5-60535416a35c req-7cd164d9-bd99-4fb7-a66a-1c987ba557f6 tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:53:24.285233 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-132f6642-d3e6-43e9-81a5-60535416a35c req-7cd164d9-bd99-4fb7-a66a-1c987ba557f6 tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] 10.222.0.90 "GET /v2.0/ports?device_id=34631091-e007-4ac7-af01-6aa8ad9632bc HTTP/1.1" status: 200 len: 950 time: 0.0603073 May 19 11:53:24.315639 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-132f6642-d3e6-43e9-81a5-60535416a35c req-856e5387-77fe-43b3-bf44-632003ad2ec3 tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] 10.222.0.90 "GET /v2.0/security-groups?id=e2b19b9e-3e60-48c1-a300-30530c5df421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0264263 May 19 11:53:25.048527 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 43446) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:53:25.131616 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-904022da-77ea-46dd-8e66-f71728010bee admin admin] Notify callbacks [] for security_group, before_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:53:25.141392 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-904022da-77ea-46dd-8e66-f71728010bee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:53:25.144459 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-904022da-77ea-46dd-8e66-f71728010bee admin admin] Usage tracker for resource:security_group_rule and tenant:212032d46d9f448a96488a67c0d4e03e is out of sync, need to count used quota {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:53:25.146657 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-904022da-77ea-46dd-8e66-f71728010bee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:53:25.151549 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-904022da-77ea-46dd-8e66-f71728010bee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:53:25.211456 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-904022da-77ea-46dd-8e66-f71728010bee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:53:25.215664 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-904022da-77ea-46dd-8e66-f71728010bee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:53:25.220105 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-7107f05f-e383-47df-8391-4a2749d81829 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:53:25.244016 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904022da-77ea-46dd-8e66-f71728010bee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5245afe0-d64f-4e25-b3d6-6e998021782f,revision_number=1']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:53:25.246678 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-904022da-77ea-46dd-8e66-f71728010bee admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=212032d46d9f448a96488a67c0d4e03e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1973641 May 19 11:53:25.247260 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-904022da-77ea-46dd-8e66-f71728010bee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:53:25.248741 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 43452) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:53:25.287875 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-9ddbbae3-9848-42eb-a141-5187f44e33f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:53:25.304689 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-9ddbbae3-9848-42eb-a141-5187f44e33f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:53:25.348662 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-9ddbbae3-9848-42eb-a141-5187f44e33f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:53:25.352398 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-1cd36910-b6d3-447f-9dbb-1624303e5fbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:53:25.361728 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddbbae3-9848-42eb-a141-5187f44e33f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5245afe0-d64f-4e25-b3d6-6e998021782f,revision_number=None']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:53:25.363359 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-9ddbbae3-9848-42eb-a141-5187f44e33f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:53:25.365964 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-9ddbbae3-9848-42eb-a141-5187f44e33f7 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/5245afe0-d64f-4e25-b3d6-6e998021782f HTTP/1.1" status: 204 len: 168 time: 0.1147604 May 19 11:53:25.365964 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-9ddbbae3-9848-42eb-a141-5187f44e33f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:53:25.450729 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f331956-ac48-46e9-a7d7-c01216046b09 req-a886506e-f3cb-429c-96f3-4cb0ccbd8c63 tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:53:25.451679 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-4f331956-ac48-46e9-a7d7-c01216046b09 req-a886506e-f3cb-429c-96f3-4cb0ccbd8c63 tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] 10.222.0.90 "GET /v2.0/ports?device_id=34631091-e007-4ac7-af01-6aa8ad9632bc HTTP/1.1" status: 200 len: 950 time: 0.0530269 May 19 11:53:25.478255 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-4f331956-ac48-46e9-a7d7-c01216046b09 req-6017ee3d-7447-44c4-8a81-0f820b2bdcf1 tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] 10.222.0.90 "GET /v2.0/security-groups?id=e2b19b9e-3e60-48c1-a300-30530c5df421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0229809 May 19 11:53:25.541898 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 43466) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:53:25.556105 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-cb440e9b-7ecb-4a95-abd2-3ef9e99c46c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:53:25.564742 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-cb440e9b-7ecb-4a95-abd2-3ef9e99c46c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:53:25.567151 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-cb440e9b-7ecb-4a95-abd2-3ef9e99c46c2 admin admin] Usage tracker for resource:security_group_rule and tenant:f45ad64a3be246119df6c4f75bea0d5d is out of sync, need to count used quota {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:53:25.568900 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-cb440e9b-7ecb-4a95-abd2-3ef9e99c46c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:53:25.572868 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-cb440e9b-7ecb-4a95-abd2-3ef9e99c46c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:53:25.621682 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-cb440e9b-7ecb-4a95-abd2-3ef9e99c46c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:53:25.624703 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-cb440e9b-7ecb-4a95-abd2-3ef9e99c46c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:53:25.628564 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-7a63fc52-1100-4439-9281-05d071edc8fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:53:25.649156 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-cb440e9b-7ecb-4a95-abd2-3ef9e99c46c2 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=f45ad64a3be246119df6c4f75bea0d5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1065819 May 19 11:53:25.650147 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb440e9b-7ecb-4a95-abd2-3ef9e99c46c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0245f07a-6209-473d-a988-075798e61afd,revision_number=1']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:53:25.651711 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 43470) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:53:25.651819 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-cb440e9b-7ecb-4a95-abd2-3ef9e99c46c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:53:25.687814 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-2756d6c2-8727-4d54-8fce-d1991be30d1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:53:25.701423 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-2756d6c2-8727-4d54-8fce-d1991be30d1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:53:25.730460 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-2756d6c2-8727-4d54-8fce-d1991be30d1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:53:25.732268 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-41ca840a-1304-4de6-a557-e8ee61558cef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:53:25.738442 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2756d6c2-8727-4d54-8fce-d1991be30d1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0245f07a-6209-473d-a988-075798e61afd,revision_number=None']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:53:25.740001 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-2756d6c2-8727-4d54-8fce-d1991be30d1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.008s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:53:25.744532 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-2756d6c2-8727-4d54-8fce-d1991be30d1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:53:25.745219 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-2756d6c2-8727-4d54-8fce-d1991be30d1a admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/0245f07a-6209-473d-a988-075798e61afd HTTP/1.1" status: 204 len: 168 time: 0.0925021 May 19 11:53:26.578566 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275c17ce-4610-4716-b3fe-85c51b064b05 req-9e8de849-bfbe-46a1-ae1f-3953d78e0459 tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:53:26.579381 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-275c17ce-4610-4716-b3fe-85c51b064b05 req-9e8de849-bfbe-46a1-ae1f-3953d78e0459 tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] 10.222.0.90 "GET /v2.0/ports?device_id=34631091-e007-4ac7-af01-6aa8ad9632bc HTTP/1.1" status: 200 len: 950 time: 0.0435379 May 19 11:53:26.611449 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-275c17ce-4610-4716-b3fe-85c51b064b05 req-9716a677-251c-4d21-84e3-85f72e0344fa tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] 10.222.0.90 "GET /v2.0/security-groups?id=e2b19b9e-3e60-48c1-a300-30530c5df421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0250251 May 19 11:53:26.861005 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250c7707-039b-4c76-8412-7c5fae387ead req-b41b8a10-2d26-4bfd-8e24-73221c4dd2b5 tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:53:26.861985 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-250c7707-039b-4c76-8412-7c5fae387ead req-b41b8a10-2d26-4bfd-8e24-73221c4dd2b5 tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] 10.222.0.90 "GET /v2.0/ports?device_id=34631091-e007-4ac7-af01-6aa8ad9632bc HTTP/1.1" status: 200 len: 950 time: 0.0489902 May 19 11:53:26.889561 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-250c7707-039b-4c76-8412-7c5fae387ead req-7477cd1f-65d5-470b-a3dd-99af6038f287 tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] 10.222.0.90 "GET /v2.0/security-groups?id=e2b19b9e-3e60-48c1-a300-30530c5df421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0240800 May 19 11:53:27.304201 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 43558) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:53:27.378329 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-a5b6fbfd-656d-4393-87c6-898810a1ed61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:53:27.387044 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-a5b6fbfd-656d-4393-87c6-898810a1ed61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:53:27.389525 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-a5b6fbfd-656d-4393-87c6-898810a1ed61 admin admin] Usage tracker for resource:security_group_rule and tenant:d452e17a65314e549380e49ebbe04626 is out of sync, need to count used quota {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:53:27.391330 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-a5b6fbfd-656d-4393-87c6-898810a1ed61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:53:27.394897 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-a5b6fbfd-656d-4393-87c6-898810a1ed61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:53:27.447491 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-a5b6fbfd-656d-4393-87c6-898810a1ed61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:53:27.451084 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-a5b6fbfd-656d-4393-87c6-898810a1ed61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:53:27.454777 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-04cd84c4-3df7-4f05-8df4-451b030be976 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:53:27.477579 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-a5b6fbfd-656d-4393-87c6-898810a1ed61 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=d452e17a65314e549380e49ebbe04626&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1722891 May 19 11:53:27.478171 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b6fbfd-656d-4393-87c6-898810a1ed61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=026bb396-176d-4569-9942-37696557848c,revision_number=1']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:53:27.479795 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 43568) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:53:27.480574 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-a5b6fbfd-656d-4393-87c6-898810a1ed61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:53:27.521828 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-bf167aa0-aeee-4367-a54a-414f45a93316 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:53:27.538675 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-bf167aa0-aeee-4367-a54a-414f45a93316 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:53:27.570396 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-bf167aa0-aeee-4367-a54a-414f45a93316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:53:27.572606 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-c80a63cc-f3f2-41a8-92ab-36db86c8b57c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:53:27.580898 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf167aa0-aeee-4367-a54a-414f45a93316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=026bb396-176d-4569-9942-37696557848c,revision_number=None']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:53:27.582670 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-bf167aa0-aeee-4367-a54a-414f45a93316 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:53:27.583212 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-bf167aa0-aeee-4367-a54a-414f45a93316 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:53:27.585922 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-bf167aa0-aeee-4367-a54a-414f45a93316 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/026bb396-176d-4569-9942-37696557848c HTTP/1.1" status: 204 len: 168 time: 0.1031318 May 19 11:53:27.662839 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-d77400f4-3682-4cfc-b854-0c0c901c385f req-704689b3-f0c1-4e17-b295-e07289482a2e tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-146230179&fields=id&tenant_id=b3a74154e8c140d887c17f34f2d1f6b7 HTTP/1.1" status: 200 len: 267 time: 0.0224624 May 19 11:53:27.742547 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77400f4-3682-4cfc-b854-0c0c901c385f req-099d8cbb-f741-4d59-be0d-b2b58c7be27c tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:53:27.743330 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-d77400f4-3682-4cfc-b854-0c0c901c385f req-099d8cbb-f741-4d59-be0d-b2b58c7be27c tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/networks?id=5f3f674d-ca79-4be3-8876-a51805d694e7 HTTP/1.1" status: 200 len: 811 time: 0.0767393 May 19 11:53:27.745959 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 43588) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:53:27.761874 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-8fa76340-53dc-4a44-b921-6be85379326d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:53:27.767514 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-d77400f4-3682-4cfc-b854-0c0c901c385f req-2993db82-e537-489d-b250-805f189fd031 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/quotas/b3a74154e8c140d887c17f34f2d1f6b7 HTTP/1.1" status: 200 len: 375 time: 0.0201967 May 19 11:53:27.770138 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-8fa76340-53dc-4a44-b921-6be85379326d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:53:27.772835 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-8fa76340-53dc-4a44-b921-6be85379326d admin admin] Usage tracker for resource:security_group_rule and tenant:4ca294db0bf14e1f8b3c2224d0f91b86 is out of sync, need to count used quota {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:53:27.788147 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-8fa76340-53dc-4a44-b921-6be85379326d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:53:27.795996 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-8fa76340-53dc-4a44-b921-6be85379326d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:53:27.836740 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [req-d77400f4-3682-4cfc-b854-0c0c901c385f req-d224bf25-bea0-4d33-a80d-da5c60946482 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Synchronizing usage tracker for tenant:b3a74154e8c140d887c17f34f2d1f6b7 on resource:port {{(pid=91055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 11:53:27.859775 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [req-d77400f4-3682-4cfc-b854-0c0c901c385f req-d224bf25-bea0-4d33-a80d-da5c60946482 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Unset dirty status for tenant:b3a74154e8c140d887c17f34f2d1f6b7 on resource:port {{(pid=91055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 11:53:27.860503 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-d77400f4-3682-4cfc-b854-0c0c901c385f req-d224bf25-bea0-4d33-a80d-da5c60946482 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=b3a74154e8c140d887c17f34f2d1f6b7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0891421 May 19 11:53:27.863956 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-8fa76340-53dc-4a44-b921-6be85379326d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:53:27.866559 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-8fa76340-53dc-4a44-b921-6be85379326d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:53:27.871626 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-177fc305-d265-4311-b713-24e33c92a914 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:53:27.897442 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-8fa76340-53dc-4a44-b921-6be85379326d admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=4ca294db0bf14e1f8b3c2224d0f91b86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1508667 May 19 11:53:27.898002 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa76340-53dc-4a44-b921-6be85379326d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=067240a6-68e1-472b-8c07-74741c8ef6da,revision_number=1']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:53:27.899308 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 43596) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:53:27.900714 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-8fa76340-53dc-4a44-b921-6be85379326d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:53:27.931309 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-d5abb0a5-559c-4a52-b278-eceac5dc5075 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:53:27.949550 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-d5abb0a5-559c-4a52-b278-eceac5dc5075 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:53:27.971984 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [req-d77400f4-3682-4cfc-b854-0c0c901c385f req-1df16ce0-4b1e-4102-9296-4f151f482d4b service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=91055) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 11:53:27.972597 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-d77400f4-3682-4cfc-b854-0c0c901c385f req-1df16ce0-4b1e-4102-9296-4f151f482d4b service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1015592 May 19 11:53:28.001786 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e2667b-7e23-4ef5-9b9f-eedc7655a607 req-5e0e37a6-7ed9-4c00-90a9-3d26396db359 tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:53:28.002767 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-23e2667b-7e23-4ef5-9b9f-eedc7655a607 req-5e0e37a6-7ed9-4c00-90a9-3d26396db359 tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] 10.222.0.90 "GET /v2.0/ports?device_id=34631091-e007-4ac7-af01-6aa8ad9632bc HTTP/1.1" status: 200 len: 950 time: 0.0460181 May 19 11:53:28.025770 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-d5abb0a5-559c-4a52-b278-eceac5dc5075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:53:28.027006 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-23e2667b-7e23-4ef5-9b9f-eedc7655a607 req-c1bab49a-f84e-43e8-99e5-dc0199f26f54 tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] 10.222.0.90 "GET /v2.0/security-groups?id=e2b19b9e-3e60-48c1-a300-30530c5df421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0208256 May 19 11:53:28.030279 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-e5c3c1d7-5911-4c0e-a93b-fe1608586f6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:53:28.040994 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5abb0a5-559c-4a52-b278-eceac5dc5075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=067240a6-68e1-472b-8c07-74741c8ef6da,revision_number=None']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:53:28.044804 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-d5abb0a5-559c-4a52-b278-eceac5dc5075 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:53:28.050669 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-d5abb0a5-559c-4a52-b278-eceac5dc5075 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:53:28.051334 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-d5abb0a5-559c-4a52-b278-eceac5dc5075 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/067240a6-68e1-472b-8c07-74741c8ef6da HTTP/1.1" status: 204 len: 168 time: 0.1515191 May 19 11:53:28.060738 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-d77400f4-3682-4cfc-b854-0c0c901c385f req-07a599c1-2730-423c-9f8b-3c92e0d4cae8 service neutron] 10.222.0.90 "GET /v2.0/networks/5f3f674d-ca79-4be3-8876-a51805d694e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845668 May 19 11:53:28.132065 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-d77400f4-3682-4cfc-b854-0c0c901c385f req-51803caa-9cfa-4290-863d-16a8c729d78c service neutron] 10.222.0.90 "GET /v2.0/networks/5f3f674d-ca79-4be3-8876-a51805d694e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0675845 May 19 11:53:28.361418 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-63afda20-d5a5-4f51-977a-fe49c2e50a06 req-b9246971-275d-4c01-9f77-6b628b4ef5ea tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/ports?device_id=1cb2ddf6-63d7-4e04-b762-4216875d5649 HTTP/1.1" status: 200 len: 210 time: 0.0283628 May 19 11:53:28.673864 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 43664) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:53:28.798124 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2b9d8ce-7505-478c-81f4-f61961355127 admin admin] Deleting subnet 0c1eeb82-ed76-4ff9-a5b3-85f21b5520e7 {{(pid=91055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 11:53:28.799867 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-f2b9d8ce-7505-478c-81f4-f61961355127 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:53:28.827461 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-f2b9d8ce-7505-478c-81f4-f61961355127 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2220800'] for subnet, precommit_delete_associations {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:53:28.856150 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-f2b9d8ce-7505-478c-81f4-f61961355127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1429695'] for subnet, precommit_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:53:29.012252 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-f2b9d8ce-7505-478c-81f4-f61961355127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1429640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2635303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3994663'] for subnet, after_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:53:29.014532 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:53:29.032327 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b9d8ce-7505-478c-81f4-f61961355127 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c1eeb82-ed76-4ff9-a5b3-85f21b5520e7,revision_number=None']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:53:29.034180 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-f2b9d8ce-7505-478c-81f4-f61961355127 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:53:29.034747 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-f2b9d8ce-7505-478c-81f4-f61961355127 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695638'] for subnet, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:53:29.038585 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-f2b9d8ce-7505-478c-81f4-f61961355127 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/0c1eeb82-ed76-4ff9-a5b3-85f21b5520e7 HTTP/1.1" status: 204 len: 168 time: 0.3640537 May 19 11:53:29.041683 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 43692) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:53:29.189046 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-5c2a99a1-7ccf-4b1b-8029-09848fbb8180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-736967'] for network, before_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:53:29.225931 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88316dbf-83b6-47b1-818a-ea09d548702c req-03b7894c-66b5-4a1d-96d7-6841160efbe5 tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:53:29.226741 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-88316dbf-83b6-47b1-818a-ea09d548702c req-03b7894c-66b5-4a1d-96d7-6841160efbe5 tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] 10.222.0.90 "GET /v2.0/ports?device_id=34631091-e007-4ac7-af01-6aa8ad9632bc HTTP/1.1" status: 200 len: 950 time: 0.0988953 May 19 11:53:29.269091 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-5c2a99a1-7ccf-4b1b-8029-09848fbb8180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1426996', 'neutron.services.segments.db._delete_segments_for_network-8749740806274'] for network, precommit_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:53:29.280339 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.services.segments.db [None req-5c2a99a1-7ccf-4b1b-8029-09848fbb8180 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab3676a9-fb1a-415e-9230-9c46db1e9d0d']}} {{(pid=91055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:53:29.288421 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-88316dbf-83b6-47b1-818a-ea09d548702c req-d08278cd-4da0-4a0c-866d-b1e0468c6424 tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] 10.222.0.90 "GET /v2.0/security-groups?id=e2b19b9e-3e60-48c1-a300-30530c5df421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559947 May 19 11:53:29.289239 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.services.segments.db [None req-5c2a99a1-7ccf-4b1b-8029-09848fbb8180 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8507c2b-517e-4470-aac1-e7718062dccc') {'for_net_delete': True} {{(pid=91055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:53:29.289416 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.services.segments.db [None req-5c2a99a1-7ccf-4b1b-8029-09848fbb8180 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8507c2b-517e-4470-aac1-e7718062dccc') {} {{(pid=91055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:53:29.296516 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-5c2a99a1-7ccf-4b1b-8029-09848fbb8180 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749740816523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2220823'] for segment, before_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:53:29.308551 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-5c2a99a1-7ccf-4b1b-8029-09848fbb8180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432044'] for segment, precommit_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:53:29.312060 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c2a99a1-7ccf-4b1b-8029-09848fbb8180 admin admin] Releasing vlan 1396 on physical network physnet1 to pool {{(pid=91055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 11:53:29.312233 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-5c2a99a1-7ccf-4b1b-8029-09848fbb8180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3654789'] for segment, after_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:53:29.318806 dv-cinder-787764-1-iscsi neutron-server[91055]: Traceback (most recent call last): May 19 11:53:29.318806 dv-cinder-787764-1-iscsi neutron-server[91055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 11:53:29.318806 dv-cinder-787764-1-iscsi neutron-server[91055]: timer() May 19 11:53:29.318806 dv-cinder-787764-1-iscsi neutron-server[91055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 11:53:29.318806 dv-cinder-787764-1-iscsi neutron-server[91055]: cb(*args, **kw) May 19 11:53:29.318806 dv-cinder-787764-1-iscsi neutron-server[91055]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 11:53:29.318806 dv-cinder-787764-1-iscsi neutron-server[91055]: return func(*args, **kwargs) May 19 11:53:29.318806 dv-cinder-787764-1-iscsi neutron-server[91055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 11:53:29.318806 dv-cinder-787764-1-iscsi neutron-server[91055]: self._notify() May 19 11:53:29.318806 dv-cinder-787764-1-iscsi neutron-server[91055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 11:53:29.318806 dv-cinder-787764-1-iscsi neutron-server[91055]: self.callback(batched_events) May 19 11:53:29.318806 dv-cinder-787764-1-iscsi neutron-server[91055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 11:53:29.318806 dv-cinder-787764-1-iscsi neutron-server[91055]: event.method(event) May 19 11:53:29.318806 dv-cinder-787764-1-iscsi neutron-server[91055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 11:53:29.318806 dv-cinder-787764-1-iscsi neutron-server[91055]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 11:53:29.318806 dv-cinder-787764-1-iscsi neutron-server[91055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 11:53:29.318806 dv-cinder-787764-1-iscsi neutron-server[91055]: aggregate_uuid = self.p_client.list_aggregates( May 19 11:53:29.318806 dv-cinder-787764-1-iscsi neutron-server[91055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 11:53:29.318806 dv-cinder-787764-1-iscsi neutron-server[91055]: return f(self, *a, **k) May 19 11:53:29.318806 dv-cinder-787764-1-iscsi neutron-server[91055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 11:53:29.318806 dv-cinder-787764-1-iscsi neutron-server[91055]: return self._get(url).json() May 19 11:53:29.318806 dv-cinder-787764-1-iscsi neutron-server[91055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 11:53:29.318806 dv-cinder-787764-1-iscsi neutron-server[91055]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 11:53:29.318806 dv-cinder-787764-1-iscsi neutron-server[91055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 11:53:29.318806 dv-cinder-787764-1-iscsi neutron-server[91055]: return self.request(url, 'GET', **kwargs) May 19 11:53:29.318806 dv-cinder-787764-1-iscsi neutron-server[91055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 11:53:29.318806 dv-cinder-787764-1-iscsi neutron-server[91055]: base_url = self.get_endpoint(auth, allow=allow, May 19 11:53:29.318806 dv-cinder-787764-1-iscsi neutron-server[91055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 11:53:29.318806 dv-cinder-787764-1-iscsi neutron-server[91055]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 11:53:29.318806 dv-cinder-787764-1-iscsi neutron-server[91055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 11:53:29.318806 dv-cinder-787764-1-iscsi neutron-server[91055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 11:53:29.318806 dv-cinder-787764-1-iscsi neutron-server[91055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 11:53:29.356964 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-5c2a99a1-7ccf-4b1b-8029-09848fbb8180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1427005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1777549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1695667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713993'] for network, after_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:53:29.359376 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:53:29.366523 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-5c2a99a1-7ccf-4b1b-8029-09848fbb8180 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695638'] for network, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:53:29.372646 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2a99a1-7ccf-4b1b-8029-09848fbb8180 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab3676a9-fb1a-415e-9230-9c46db1e9d0d,revision_number=None']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:53:29.374430 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-5c2a99a1-7ccf-4b1b-8029-09848fbb8180 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:53:29.385063 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-5c2a99a1-7ccf-4b1b-8029-09848fbb8180 admin admin] 10.222.0.90 "DELETE /v2.0/networks/ab3676a9-fb1a-415e-9230-9c46db1e9d0d HTTP/1.1" status: 204 len: 168 time: 0.3427367 May 19 11:53:29.444498 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-3420dec8-58d3-4a3e-ae19-63c54d022825 req-dd68c85a-5087-495c-b4d7-1b4d68973f47 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/ports?device_id=1cb2ddf6-63d7-4e04-b762-4216875d5649 HTTP/1.1" status: 200 len: 210 time: 0.0241783 May 19 11:53:29.458688 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 43700) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:53:29.487733 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-ab5cb2b9-4599-4ac7-816a-e5310d90fc11 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=74451180ce2649c199795adfd8a38c53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0282249 May 19 11:53:29.489265 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 43704) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:53:29.526638 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-64949694-b4a3-40ca-bb66-e58ade0b7188 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:53:29.540299 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-64949694-b4a3-40ca-bb66-e58ade0b7188 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:53:29.568980 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-64949694-b4a3-40ca-bb66-e58ade0b7188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:53:29.570931 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-bec3cade-57d9-4ebe-aebd-eaa144d32456 tempest-AttachVolumeShelveTestJSON-1973125838 tempest-AttachVolumeShelveTestJSON-1973125838-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:53:29.578302 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64949694-b4a3-40ca-bb66-e58ade0b7188 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6198a4f-4e81-44de-841c-7d08cb9b9fe7,revision_number=None']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:53:29.580622 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-64949694-b4a3-40ca-bb66-e58ade0b7188 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:53:29.591865 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-64949694-b4a3-40ca-bb66-e58ade0b7188 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:53:29.592748 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-64949694-b4a3-40ca-bb66-e58ade0b7188 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/e6198a4f-4e81-44de-841c-7d08cb9b9fe7 HTTP/1.1" status: 204 len: 168 time: 0.1028876 May 19 11:53:30.433711 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae96e88-9c9a-41e3-ac61-e7138899556c req-be62d81d-a7e6-43b0-8134-daa52ae27e66 tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:53:30.434612 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-5ae96e88-9c9a-41e3-ac61-e7138899556c req-be62d81d-a7e6-43b0-8134-daa52ae27e66 tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] 10.222.0.90 "GET /v2.0/ports?device_id=34631091-e007-4ac7-af01-6aa8ad9632bc HTTP/1.1" status: 200 len: 950 time: 0.0722749 May 19 11:53:30.459101 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-5ae96e88-9c9a-41e3-ac61-e7138899556c req-509e524d-8386-49ee-8bfb-8a518d818b82 tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] 10.222.0.90 "GET /v2.0/security-groups?id=e2b19b9e-3e60-48c1-a300-30530c5df421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0209904 May 19 11:53:30.541585 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-835d828a-7f29-4084-8b35-252b8cfd62f1 req-42a4a633-c749-4170-a0b5-2d2eb9e0fd9a tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/ports?device_id=1cb2ddf6-63d7-4e04-b762-4216875d5649 HTTP/1.1" status: 200 len: 210 time: 0.0373774 May 19 11:53:31.335249 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cb81ad-0aeb-45eb-a435-4c1ebc6833a1 req-2fe2d7ae-60aa-4077-b01d-7a351998d5b1 tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:53:31.336570 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-92cb81ad-0aeb-45eb-a435-4c1ebc6833a1 req-2fe2d7ae-60aa-4077-b01d-7a351998d5b1 tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] 10.222.0.112 "GET /v2.0/ports?device_id=34631091-e007-4ac7-af01-6aa8ad9632bc HTTP/1.1" status: 200 len: 950 time: 0.1573634 May 19 11:53:31.432323 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.plugin [req-92cb81ad-0aeb-45eb-a435-4c1ebc6833a1 req-95ba8c75-ab28-48b4-9110-a8cf623043ec tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] Deleting port 755dc0e0-17c7-4c69-b898-4b5a3cb196fe {{(pid=91056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 11:53:31.432533 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [req-92cb81ad-0aeb-45eb-a435-4c1ebc6833a1 req-95ba8c75-ab28-48b4-9110-a8cf623043ec tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749740776295'] for port, before_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:53:31.533972 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.db [req-92cb81ad-0aeb-45eb-a435-4c1ebc6833a1 req-95ba8c75-ab28-48b4-9110-a8cf623043ec tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] For port 755dc0e0-17c7-4c69-b898-4b5a3cb196fe, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=755dc0e0-17c7-4c69-b898-4b5a3cb196fe,segment=NetworkSegment(4698f5f9-3e81-4c76-84cf-ca71806e0a22),segment_id=4698f5f9-3e81-4c76-84cf-ca71806e0a22)] {{(pid=91056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:53:31.534172 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [req-92cb81ad-0aeb-45eb-a435-4c1ebc6833a1 req-95ba8c75-ab28-48b4-9110-a8cf623043ec tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1714319'] for port, precommit_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:53:31.594588 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1249bb50-ec7f-4c7e-b9c9-7951b676b14a req-2565c112-550f-461e-837c-a5785be23fad tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:53:31.596146 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-1249bb50-ec7f-4c7e-b9c9-7951b676b14a req-2565c112-550f-461e-837c-a5785be23fad tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] 10.222.0.90 "GET /v2.0/ports?device_id=34631091-e007-4ac7-af01-6aa8ad9632bc HTTP/1.1" status: 200 len: 950 time: 0.0668039 May 19 11:53:31.620571 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.plugin [req-92cb81ad-0aeb-45eb-a435-4c1ebc6833a1 req-95ba8c75-ab28-48b4-9110-a8cf623043ec tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] Calling delete_port for 755dc0e0-17c7-4c69-b898-4b5a3cb196fe owned by compute:nova {{(pid=91056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 11:53:31.627307 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-1249bb50-ec7f-4c7e-b9c9-7951b676b14a req-142e53e2-2af7-4819-8418-6ae0318aaf04 tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] 10.222.0.90 "GET /v2.0/security-groups?id=e2b19b9e-3e60-48c1-a300-30530c5df421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266235 May 19 11:53:31.653580 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-e0b159bc-6f2e-4743-97ad-c9e845f1fbb6 req-7dba0adf-77b1-47fd-a7a1-0d4090b99e94 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/ports?device_id=1cb2ddf6-63d7-4e04-b762-4216875d5649 HTTP/1.1" status: 200 len: 210 time: 0.0377445 May 19 11:53:31.731765 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [req-92cb81ad-0aeb-45eb-a435-4c1ebc6833a1 req-95ba8c75-ab28-48b4-9110-a8cf623043ec tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749740778424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749740364548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275141'] for port, after_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:53:31.735954 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-073e4c99-d283-47d7-9ea0-4259894aff8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:53:31.741484 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] get_ports_and_sgs() called for port_ids ['755dc0e0-17c7-4c69-b898-4b5a3cb196fe'] {{(pid=91057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 11:53:31.764746 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ba8c75-ab28-48b4-9110-a8cf623043ec tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] Pushing event deleted for resources: {'Port': ['ID=755dc0e0-17c7-4c69-b898-4b5a3cb196fe,revision_number=None']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:53:31.789619 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ba8c75-ab28-48b4-9110-a8cf623043ec tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:53:31.789898 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ba8c75-ab28-48b4-9110-a8cf623043ec tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:53:31.790139 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ba8c75-ab28-48b4-9110-a8cf623043ec tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:53:31.790559 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ba8c75-ab28-48b4-9110-a8cf623043ec tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:53:31.790843 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ba8c75-ab28-48b4-9110-a8cf623043ec tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:53:31.791204 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ba8c75-ab28-48b4-9110-a8cf623043ec tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:53:31.791561 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ba8c75-ab28-48b4-9110-a8cf623043ec tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:53:31.791903 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ba8c75-ab28-48b4-9110-a8cf623043ec tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:53:31.792196 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ba8c75-ab28-48b4-9110-a8cf623043ec tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:53:31.792566 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ba8c75-ab28-48b4-9110-a8cf623043ec tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:53:31.793278 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ba8c75-ab28-48b4-9110-a8cf623043ec tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:53:31.793961 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ba8c75-ab28-48b4-9110-a8cf623043ec tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:53:31.799831 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-95ba8c75-ab28-48b4-9110-a8cf623043ec tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:53:31.830516 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.l3_dvrscheduler_db [req-92cb81ad-0aeb-45eb-a435-4c1ebc6833a1 req-95ba8c75-ab28-48b4-9110-a8cf623043ec tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] No DVR routers for this DVR port 755dc0e0-17c7-4c69-b898-4b5a3cb196fe on host hv-cinder-78776 {{(pid=91056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 11:53:31.833188 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [req-92cb81ad-0aeb-45eb-a435-4c1ebc6833a1 req-95ba8c75-ab28-48b4-9110-a8cf623043ec tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6101'] for port, before_response {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:53:31.835920 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34631091-e007-4ac7-af01-6aa8ad9632bc', 'name': 'network-vif-deleted', 'tag': '755dc0e0-17c7-4c69-b898-4b5a3cb196fe'}] {{(pid=91056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 11:53:31.851310 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-92cb81ad-0aeb-45eb-a435-4c1ebc6833a1 req-95ba8c75-ab28-48b4-9110-a8cf623043ec tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] 10.222.0.112 "DELETE /v2.0/ports/755dc0e0-17c7-4c69-b898-4b5a3cb196fe HTTP/1.1" status: 204 len: 173 time: 0.5082874 May 19 11:53:31.869768 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34631091-e007-4ac7-af01-6aa8ad9632bc', 'name': 'network-vif-deleted', 'tag': '755dc0e0-17c7-4c69-b898-4b5a3cb196fe', 'status': 'completed', 'code': 200} May 19 11:53:32.762659 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-3365cdc8-0335-483a-9208-bccbfd8e099a req-6c3d6c0d-d8ae-4b0b-815f-71216c80ddd2 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/ports?device_id=1cb2ddf6-63d7-4e04-b762-4216875d5649 HTTP/1.1" status: 200 len: 210 time: 0.0314188 May 19 11:53:32.763397 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [req-67507334-901d-4058-baa2-7ed7f5832345 req-e94ab33e-2a5a-4a1c-abe6-f45b70ac0973 tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] Synchronizing usage tracker for tenant:d74254337c3c4ed48db13318b2c32290 on resource:port {{(pid=91056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 11:53:32.775475 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [req-67507334-901d-4058-baa2-7ed7f5832345 req-e94ab33e-2a5a-4a1c-abe6-f45b70ac0973 tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] Unset dirty status for tenant:d74254337c3c4ed48db13318b2c32290 on resource:port {{(pid=91056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 11:53:32.776558 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-67507334-901d-4058-baa2-7ed7f5832345 req-e94ab33e-2a5a-4a1c-abe6-f45b70ac0973 tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] 10.222.0.90 "GET /v2.0/ports?device_id=34631091-e007-4ac7-af01-6aa8ad9632bc HTTP/1.1" status: 200 len: 210 time: 0.0527134 May 19 11:53:33.874193 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-05624052-d51a-4a2c-ad91-ec4bcb082cc1 req-fb09cd8b-4bf5-4034-99eb-c06ab3238e3b tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/ports?device_id=1cb2ddf6-63d7-4e04-b762-4216875d5649 HTTP/1.1" status: 200 len: 210 time: 0.0353448 May 19 11:53:33.892186 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-44efc3ee-9401-43bc-8e30-9c26b207bbd6 req-518fb267-3ea4-47e0-b639-bba84b0258ef tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] 10.222.0.90 "GET /v2.0/ports?device_id=34631091-e007-4ac7-af01-6aa8ad9632bc HTTP/1.1" status: 200 len: 210 time: 0.0308645 May 19 11:53:34.116395 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77400f4-3682-4cfc-b854-0c0c901c385f req-9731c621-8083-4332-85b7-0e3d488beb58 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:53:34.116861 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [req-d77400f4-3682-4cfc-b854-0c0c901c385f req-9731c621-8083-4332-85b7-0e3d488beb58 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Synchronizing usage tracker for tenant:b3a74154e8c140d887c17f34f2d1f6b7 on resource:network {{(pid=91056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 11:53:34.130026 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [req-d77400f4-3682-4cfc-b854-0c0c901c385f req-9731c621-8083-4332-85b7-0e3d488beb58 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Unset dirty status for tenant:b3a74154e8c140d887c17f34f2d1f6b7 on resource:network {{(pid=91056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 11:53:34.130967 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-d77400f4-3682-4cfc-b854-0c0c901c385f req-9731c621-8083-4332-85b7-0e3d488beb58 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.112 "GET /v2.0/networks?id=5f3f674d-ca79-4be3-8876-a51805d694e7 HTTP/1.1" status: 200 len: 811 time: 0.1185067 May 19 11:53:34.166044 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [req-d77400f4-3682-4cfc-b854-0c0c901c385f req-b8ce4885-2a93-4970-ae5f-e94fdad4b08d tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Synchronizing usage tracker for tenant:b3a74154e8c140d887c17f34f2d1f6b7 on resource:security_group {{(pid=91056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 11:53:34.178456 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [req-d77400f4-3682-4cfc-b854-0c0c901c385f req-b8ce4885-2a93-4970-ae5f-e94fdad4b08d tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Unset dirty status for tenant:b3a74154e8c140d887c17f34f2d1f6b7 on resource:security_group {{(pid=91056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 11:53:34.179366 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-d77400f4-3682-4cfc-b854-0c0c901c385f req-b8ce4885-2a93-4970-ae5f-e94fdad4b08d tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.112 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b3a74154e8c140d887c17f34f2d1f6b7 HTTP/1.1" status: 200 len: 379 time: 0.0405395 May 19 11:53:34.186484 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.v2.base [req-d77400f4-3682-4cfc-b854-0c0c901c385f req-fb13b1f0-06fa-4b5d-8a52-618aa764710a tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Request body: {'port': {'device_id': '1cb2ddf6-63d7-4e04-b762-4216875d5649', 'network_id': '5f3f674d-ca79-4be3-8876-a51805d694e7', 'admin_state_up': True, 'tenant_id': 'b3a74154e8c140d887c17f34f2d1f6b7', 'security_groups': ['b19c4839-2054-4c8c-8af8-73c2ba95f36f']}} {{(pid=91056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:53:34.279745 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [req-d77400f4-3682-4cfc-b854-0c0c901c385f req-fb13b1f0-06fa-4b5d-8a52-618aa764710a tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:53:34.285840 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [req-d77400f4-3682-4cfc-b854-0c0c901c385f req-fb13b1f0-06fa-4b5d-8a52-618aa764710a tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:53:34.293450 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d77400f4-3682-4cfc-b854-0c0c901c385f req-fb13b1f0-06fa-4b5d-8a52-618aa764710a tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Made reservation on behalf of b3a74154e8c140d887c17f34f2d1f6b7 for: {'port': 1} {{(pid=91056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 11:53:34.295867 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [req-d77400f4-3682-4cfc-b854-0c0c901c385f req-fb13b1f0-06fa-4b5d-8a52-618aa764710a tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:53:34.393098 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.db_base_plugin_common [req-d77400f4-3682-4cfc-b854-0c0c901c385f req-fb13b1f0-06fa-4b5d-8a52-618aa764710a tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Allocated IP 172.20.0.8 (5f3f674d-ca79-4be3-8876-a51805d694e7/a5b160ab-2da7-4caa-86d9-55f9a882fead/eaac39af-e416-4f87-8322-d9e84fc0f7fa) {{(pid=91056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 11:53:34.489323 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [req-d77400f4-3682-4cfc-b854-0c0c901c385f req-fb13b1f0-06fa-4b5d-8a52-618aa764710a tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Notify callbacks [] for port, precommit_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:53:34.497283 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.provisioning_blocks [req-d77400f4-3682-4cfc-b854-0c0c901c385f req-fb13b1f0-06fa-4b5d-8a52-618aa764710a tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Transition to ACTIVE for port object eaac39af-e416-4f87-8322-d9e84fc0f7fa will not be triggered until provisioned by entity DHCP. {{(pid=91056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 11:53:34.511945 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [req-d77400f4-3682-4cfc-b854-0c0c901c385f req-fb13b1f0-06fa-4b5d-8a52-618aa764710a tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749740362231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275141'] for port, after_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:53:34.515694 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-921767fc-6725-42ed-88f4-b78059e742c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:53:34.549343 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d77400f4-3682-4cfc-b854-0c0c901c385f req-fb13b1f0-06fa-4b5d-8a52-618aa764710a tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Network 5f3f674d-ca79-4be3-8876-a51805d694e7 is already hosted by enough agents. {{(pid=91056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 11:53:34.550901 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.scheduler.base_scheduler [req-d77400f4-3682-4cfc-b854-0c0c901c385f req-fb13b1f0-06fa-4b5d-8a52-618aa764710a tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Resources bound (agent type, host, resource id): {{(pid=91056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:53:34.552976 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.l3_dvrscheduler_db [req-d77400f4-3682-4cfc-b854-0c0c901c385f req-fb13b1f0-06fa-4b5d-8a52-618aa764710a tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Received port after_create {{(pid=91056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 11:53:34.568036 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb13b1f0-06fa-4b5d-8a52-618aa764710a tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Pushing event updated for resources: {'Port': ['ID=eaac39af-e416-4f87-8322-d9e84fc0f7fa,revision_number=1']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:53:34.571328 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-fb13b1f0-06fa-4b5d-8a52-618aa764710a tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:53:34.591275 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77400f4-3682-4cfc-b854-0c0c901c385f req-fb13b1f0-06fa-4b5d-8a52-618aa764710a tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:53:34.591677 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [req-d77400f4-3682-4cfc-b854-0c0c901c385f req-fb13b1f0-06fa-4b5d-8a52-618aa764710a tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6101'] for port, before_response {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:53:34.593540 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-18872298-07cc-4429-862f-8e9e2670e313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:53:34.610887 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-d77400f4-3682-4cfc-b854-0c0c901c385f req-fb13b1f0-06fa-4b5d-8a52-618aa764710a tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.4269879 May 19 11:53:34.618965 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.v2.base [req-d77400f4-3682-4cfc-b854-0c0c901c385f req-af407e38-095d-4b64-8219-3eaa4a7d5478 service neutron] Request body: {'port': {'device_id': '1cb2ddf6-63d7-4e04-b762-4216875d5649', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78776'}} {{(pid=91056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:53:34.685206 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [req-d77400f4-3682-4cfc-b854-0c0c901c385f req-af407e38-095d-4b64-8219-3eaa4a7d5478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:53:34.734229 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-9577bb7b-2a94-4d70-b7b5-5e0081c5e116 None None] Provisioning for port eaac39af-e416-4f87-8322-d9e84fc0f7fa completed by entity DHCP. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 11:53:34.737810 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-9577bb7b-2a94-4d70-b7b5-5e0081c5e116 None None] Provisioning complete for port eaac39af-e416-4f87-8322-d9e84fc0f7fa triggered by entity DHCP. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:53:34.738067 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-9577bb7b-2a94-4d70-b7b5-5e0081c5e116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441453'] for port, provisioning_complete {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:53:34.772928 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.plugin [None req-9577bb7b-2a94-4d70-b7b5-5e0081c5e116 None None] Port eaac39af-e416-4f87-8322-d9e84fc0f7fa cannot update to ACTIVE because it is not bound. {{(pid=91057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 11:53:34.862104 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.notifiers.nova [req-d77400f4-3682-4cfc-b854-0c0c901c385f req-af407e38-095d-4b64-8219-3eaa4a7d5478 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eaac39af-e416-4f87-8322-d9e84fc0f7fa {{(pid=91056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 11:53:34.865904 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [req-d77400f4-3682-4cfc-b854-0c0c901c385f req-af407e38-095d-4b64-8219-3eaa4a7d5478 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:53:34.879045 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.provisioning_blocks [req-d77400f4-3682-4cfc-b854-0c0c901c385f req-af407e38-095d-4b64-8219-3eaa4a7d5478 service neutron] Transition to ACTIVE for port object eaac39af-e416-4f87-8322-d9e84fc0f7fa will not be triggered until provisioned by entity L2. {{(pid=91056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 11:53:34.882896 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [req-d77400f4-3682-4cfc-b854-0c0c901c385f req-af407e38-095d-4b64-8219-3eaa4a7d5478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2275164'] for port, after_update {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:53:34.887757 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-1ca42cb3-7331-4bb0-9217-5085e9aa53da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:53:34.997974 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1425bc2-19d4-4f78-b63b-ec16106141bf req-e4d31504-95bb-453c-96dc-31cde175b6a8 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:53:34.999481 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-f1425bc2-19d4-4f78-b63b-ec16106141bf req-e4d31504-95bb-453c-96dc-31cde175b6a8 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/ports?device_id=1cb2ddf6-63d7-4e04-b762-4216875d5649 HTTP/1.1" status: 200 len: 943 time: 0.0637448 May 19 11:53:35.026082 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-f1425bc2-19d4-4f78-b63b-ec16106141bf req-9765546b-6034-405f-b505-4ea6024f8667 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/security-groups?id=b19c4839-2054-4c8c-8af8-73c2ba95f36f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0226004 May 19 11:53:35.086249 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af407e38-095d-4b64-8219-3eaa4a7d5478 service neutron] Pushing event updated for resources: {'Port': ['ID=eaac39af-e416-4f87-8322-d9e84fc0f7fa,revision_number=2']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:53:35.090276 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-af407e38-095d-4b64-8219-3eaa4a7d5478 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:53:35.137614 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.managers [req-d77400f4-3682-4cfc-b854-0c0c901c385f req-af407e38-095d-4b64-8219-3eaa4a7d5478 service neutron] Attempting to bind port eaac39af-e416-4f87-8322-d9e84fc0f7fa on host hv-cinder-78776 for vnic_type normal with profile {{(pid=91056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 11:53:35.137781 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.managers [req-d77400f4-3682-4cfc-b854-0c0c901c385f req-af407e38-095d-4b64-8219-3eaa4a7d5478 service neutron] Attempting to bind port eaac39af-e416-4f87-8322-d9e84fc0f7fa by drivers openvswitch,hyperv on host hv-cinder-78776 at level 0 using segments [{'id': '368b7efe-3dea-4da3-9142-42ad0e67249c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1358, 'network_id': '5f3f674d-ca79-4be3-8876-a51805d694e7'}] {{(pid=91056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 11:53:35.137942 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d77400f4-3682-4cfc-b854-0c0c901c385f req-af407e38-095d-4b64-8219-3eaa4a7d5478 service neutron] Attempting to bind port eaac39af-e416-4f87-8322-d9e84fc0f7fa on network 5f3f674d-ca79-4be3-8876-a51805d694e7 {{(pid=91056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 11:53:35.141532 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d77400f4-3682-4cfc-b854-0c0c901c385f req-af407e38-095d-4b64-8219-3eaa4a7d5478 service neutron] Port eaac39af-e416-4f87-8322-d9e84fc0f7fa on network 5f3f674d-ca79-4be3-8876-a51805d694e7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78776 {{(pid=91056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 11:53:35.141760 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d77400f4-3682-4cfc-b854-0c0c901c385f req-af407e38-095d-4b64-8219-3eaa4a7d5478 service neutron] Attempting to bind port eaac39af-e416-4f87-8322-d9e84fc0f7fa on network 5f3f674d-ca79-4be3-8876-a51805d694e7 {{(pid=91056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 11:53:35.144702 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d77400f4-3682-4cfc-b854-0c0c901c385f req-af407e38-095d-4b64-8219-3eaa4a7d5478 service neutron] Checking agent: {'id': 'ec23b603-1024-4efc-b4c9-1692111c39b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78776', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 11, 14, 16), 'started_at': datetime.datetime(2021, 5, 19, 11, 14, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 11, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 11:53:35.144918 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d77400f4-3682-4cfc-b854-0c0c901c385f req-af407e38-095d-4b64-8219-3eaa4a7d5478 service neutron] Checking segment: {'id': '368b7efe-3dea-4da3-9142-42ad0e67249c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1358, 'network_id': '5f3f674d-ca79-4be3-8876-a51805d694e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 11:53:35.145190 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d77400f4-3682-4cfc-b854-0c0c901c385f req-af407e38-095d-4b64-8219-3eaa4a7d5478 service neutron] Bound using segment: {'id': '368b7efe-3dea-4da3-9142-42ad0e67249c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1358, 'network_id': '5f3f674d-ca79-4be3-8876-a51805d694e7'} {{(pid=91056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 11:53:35.145465 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.managers [req-d77400f4-3682-4cfc-b854-0c0c901c385f req-af407e38-095d-4b64-8219-3eaa4a7d5478 service neutron] Bound port: eaac39af-e416-4f87-8322-d9e84fc0f7fa, host: hv-cinder-78776, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '368b7efe-3dea-4da3-9142-42ad0e67249c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1358, 'network_id': '5f3f674d-ca79-4be3-8876-a51805d694e7'}}] {{(pid=91056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 11:53:35.145694 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [req-d77400f4-3682-4cfc-b854-0c0c901c385f req-af407e38-095d-4b64-8219-3eaa4a7d5478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:53:35.194331 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.db [req-d77400f4-3682-4cfc-b854-0c0c901c385f req-af407e38-095d-4b64-8219-3eaa4a7d5478 service neutron] For port eaac39af-e416-4f87-8322-d9e84fc0f7fa, host hv-cinder-78776, cleared binding levels {{(pid=91056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 11:53:35.196185 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.db [req-d77400f4-3682-4cfc-b854-0c0c901c385f req-af407e38-095d-4b64-8219-3eaa4a7d5478 service neutron] For port eaac39af-e416-4f87-8322-d9e84fc0f7fa, host hv-cinder-78776, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=eaac39af-e416-4f87-8322-d9e84fc0f7fa,segment=NetworkSegment(368b7efe-3dea-4da3-9142-42ad0e67249c),segment_id=368b7efe-3dea-4da3-9142-42ad0e67249c)] {{(pid=91056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 11:53:35.199550 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [req-d77400f4-3682-4cfc-b854-0c0c901c385f req-af407e38-095d-4b64-8219-3eaa4a7d5478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2275164'] for port, after_update {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:53:35.201840 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:53:35.236609 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77400f4-3682-4cfc-b854-0c0c901c385f req-af407e38-095d-4b64-8219-3eaa4a7d5478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:53:35.236969 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [req-d77400f4-3682-4cfc-b854-0c0c901c385f req-af407e38-095d-4b64-8219-3eaa4a7d5478 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6101'] for port, before_response {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:53:35.239767 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-d77400f4-3682-4cfc-b854-0c0c901c385f req-af407e38-095d-4b64-8219-3eaa4a7d5478 service neutron] 10.222.0.112 "PUT /v2.0/ports/eaac39af-e416-4f87-8322-d9e84fc0f7fa HTTP/1.1" status: 200 len: 1093 time: 0.6217628 May 19 11:53:35.240106 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cb2ddf6-63d7-4e04-b762-4216875d5649', 'tag': 'eaac39af-e416-4f87-8322-d9e84fc0f7fa'}] {{(pid=91056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 11:53:35.254359 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af407e38-095d-4b64-8219-3eaa4a7d5478 service neutron] Pushing event updated for resources: {'Port': ['ID=eaac39af-e416-4f87-8322-d9e84fc0f7fa,revision_number=3']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:53:35.256207 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-af407e38-095d-4b64-8219-3eaa4a7d5478 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:53:35.277527 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cb2ddf6-63d7-4e04-b762-4216875d5649', 'tag': 'eaac39af-e416-4f87-8322-d9e84fc0f7fa', 'status': 'completed', 'code': 200} May 19 11:53:35.531524 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Device 755dc0e0-17c7-4c69-b898-4b5a3cb196fe no longer exists at agent hyperv_hv-cinder-78776 {{(pid=91057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 11:53:35.551148 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.plugin [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] No Port match for: 755dc0e0-17c7-4c69-b898-4b5a3cb196fe {{(pid=91057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 11:53:35.551397 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Device 755dc0e0-17c7-4c69-b898-4b5a3cb196fe not bound to the agent host hv-cinder-78776 {{(pid=91057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 11:53:35.653998 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77400f4-3682-4cfc-b854-0c0c901c385f req-ba7b446b-afd2-434e-b5cb-28f33d11c029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:53:35.654898 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-d77400f4-3682-4cfc-b854-0c0c901c385f req-ba7b446b-afd2-434e-b5cb-28f33d11c029 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=b3a74154e8c140d887c17f34f2d1f6b7&device_id=1cb2ddf6-63d7-4e04-b762-4216875d5649 HTTP/1.1" status: 200 len: 1096 time: 0.0421739 May 19 11:53:35.699202 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-d77400f4-3682-4cfc-b854-0c0c901c385f req-e530827a-be52-4b59-88c1-d87644a926f4 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eaac39af-e416-4f87-8322-d9e84fc0f7fa HTTP/1.1" status: 200 len: 217 time: 0.0388234 May 19 11:53:35.739434 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77400f4-3682-4cfc-b854-0c0c901c385f req-9e5cac3b-65e0-4fce-8ba1-0e690f4b77c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:53:35.740297 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-d77400f4-3682-4cfc-b854-0c0c901c385f req-9e5cac3b-65e0-4fce-8ba1-0e690f4b77c1 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=a5b160ab-2da7-4caa-86d9-55f9a882fead HTTP/1.1" status: 200 len: 850 time: 0.0367038 May 19 11:53:35.786657 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77400f4-3682-4cfc-b854-0c0c901c385f req-c2bba8c0-4a37-4fc9-8035-04b53f935819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:53:35.787537 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-d77400f4-3682-4cfc-b854-0c0c901c385f req-c2bba8c0-4a37-4fc9-8035-04b53f935819 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=5f3f674d-ca79-4be3-8876-a51805d694e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0430758 May 19 11:53:35.832461 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:53:35.864049 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-d77400f4-3682-4cfc-b854-0c0c901c385f req-3dea2ea0-be16-45a5-8b28-f38ce6800671 service neutron] 10.222.0.112 "GET /v2.0/networks/5f3f674d-ca79-4be3-8876-a51805d694e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0716984 May 19 11:53:35.942174 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-d77400f4-3682-4cfc-b854-0c0c901c385f req-1a104590-4bb3-43f7-aff6-c79c1529bf16 service neutron] 10.222.0.112 "GET /v2.0/networks/5f3f674d-ca79-4be3-8876-a51805d694e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0739787 May 19 11:53:36.132138 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e2b0a3-933d-4388-96db-fcd5f6dd83b1 req-05325cf9-46ee-4e46-b23f-1e76b2b5262a tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:53:36.133023 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-22e2b0a3-933d-4388-96db-fcd5f6dd83b1 req-05325cf9-46ee-4e46-b23f-1e76b2b5262a tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/ports?device_id=1cb2ddf6-63d7-4e04-b762-4216875d5649 HTTP/1.1" status: 200 len: 943 time: 0.0467973 May 19 11:53:36.161526 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-22e2b0a3-933d-4388-96db-fcd5f6dd83b1 req-1a8ecb67-7bdd-4cd1-9005-9c6a9a8ff0f5 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/security-groups?id=b19c4839-2054-4c8c-8af8-73c2ba95f36f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0250525 May 19 11:53:36.172923 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-abc1b692-2339-43ba-976b-56e298520cc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:53:36.642370 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f834101e-add0-4113-b988-7377cb2381ba req-bea9762f-9132-454b-ad31-8d566c034b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:53:36.643260 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-f834101e-add0-4113-b988-7377cb2381ba req-bea9762f-9132-454b-ad31-8d566c034b19 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=b3a74154e8c140d887c17f34f2d1f6b7&device_id=1cb2ddf6-63d7-4e04-b762-4216875d5649 HTTP/1.1" status: 200 len: 1096 time: 0.0442820 May 19 11:53:36.718317 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f834101e-add0-4113-b988-7377cb2381ba req-ad92b2eb-71d2-48ae-9c88-15d86a5118c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:53:36.719176 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-f834101e-add0-4113-b988-7377cb2381ba req-ad92b2eb-71d2-48ae-9c88-15d86a5118c8 service neutron] 10.222.0.112 "GET /v2.0/networks?id=5f3f674d-ca79-4be3-8876-a51805d694e7 HTTP/1.1" status: 200 len: 913 time: 0.0715606 May 19 11:53:36.762545 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-f834101e-add0-4113-b988-7377cb2381ba req-3d2ec68d-4238-4b6e-8e74-a1bd31a8d6fd service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eaac39af-e416-4f87-8322-d9e84fc0f7fa HTTP/1.1" status: 200 len: 217 time: 0.0346692 May 19 11:53:36.798704 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f834101e-add0-4113-b988-7377cb2381ba req-bdcc5e30-4d7e-4072-bf38-a0c91e1b0d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:53:36.799561 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-f834101e-add0-4113-b988-7377cb2381ba req-bdcc5e30-4d7e-4072-bf38-a0c91e1b0d17 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=a5b160ab-2da7-4caa-86d9-55f9a882fead HTTP/1.1" status: 200 len: 850 time: 0.0329306 May 19 11:53:36.841826 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f834101e-add0-4113-b988-7377cb2381ba req-d2c85388-4d91-4830-98cb-87147df9b508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:53:36.842689 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-f834101e-add0-4113-b988-7377cb2381ba req-d2c85388-4d91-4830-98cb-87147df9b508 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=5f3f674d-ca79-4be3-8876-a51805d694e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384054 May 19 11:53:36.919520 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-f834101e-add0-4113-b988-7377cb2381ba req-877c276c-c5b2-4535-8704-708d4d7ad3c3 service neutron] 10.222.0.112 "GET /v2.0/networks/5f3f674d-ca79-4be3-8876-a51805d694e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0716341 May 19 11:53:36.982454 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-f3552fb9-a093-42e6-b748-7ab8d8c7cb39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:53:37.075284 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-f834101e-add0-4113-b988-7377cb2381ba req-7090af9a-e9ff-4576-8082-6763bc2beb74 service neutron] 10.222.0.112 "GET /v2.0/networks/5f3f674d-ca79-4be3-8876-a51805d694e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511602 May 19 11:53:37.286037 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cbd505-c5b0-405e-ba7d-aa3b8b4ea305 req-b045b9dd-2be6-4d72-973a-29454e1d5ce0 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:53:37.286450 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [req-00cbd505-c5b0-405e-ba7d-aa3b8b4ea305 req-b045b9dd-2be6-4d72-973a-29454e1d5ce0 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Synchronizing usage tracker for tenant:b3a74154e8c140d887c17f34f2d1f6b7 on resource:port {{(pid=91056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 11:53:37.296682 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [req-00cbd505-c5b0-405e-ba7d-aa3b8b4ea305 req-b045b9dd-2be6-4d72-973a-29454e1d5ce0 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Unset dirty status for tenant:b3a74154e8c140d887c17f34f2d1f6b7 on resource:port {{(pid=91056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 11:53:37.297439 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-00cbd505-c5b0-405e-ba7d-aa3b8b4ea305 req-b045b9dd-2be6-4d72-973a-29454e1d5ce0 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/ports?device_id=1cb2ddf6-63d7-4e04-b762-4216875d5649 HTTP/1.1" status: 200 len: 943 time: 0.0605743 May 19 11:53:37.322266 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-00cbd505-c5b0-405e-ba7d-aa3b8b4ea305 req-27f8c119-f9e7-484b-bbfb-5f238d36278e tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/security-groups?id=b19c4839-2054-4c8c-8af8-73c2ba95f36f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0213060 May 19 11:53:38.062053 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-66ec5bc0-6952-497b-8f33-b3c04bfd0b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:53:38.175719 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 43998) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:53:38.275928 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-37a2047f-8af2-4e43-83db-20ade4dbd28f admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=d74254337c3c4ed48db13318b2c32290&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0992527 May 19 11:53:38.279155 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 44004) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:53:38.319216 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-a930d2ac-576b-4fea-a206-03a4d53c2240 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:53:38.336272 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-a930d2ac-576b-4fea-a206-03a4d53c2240 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:53:38.369890 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-a930d2ac-576b-4fea-a206-03a4d53c2240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:53:38.372464 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-af5e7eef-d24e-426b-98cb-b95570ca7eb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:53:38.381830 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a930d2ac-576b-4fea-a206-03a4d53c2240 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2b19b9e-3e60-48c1-a300-30530c5df421,revision_number=None']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:53:38.383764 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-a930d2ac-576b-4fea-a206-03a4d53c2240 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:53:38.390970 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-a930d2ac-576b-4fea-a206-03a4d53c2240 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:53:38.393818 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-a930d2ac-576b-4fea-a206-03a4d53c2240 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/e2b19b9e-3e60-48c1-a300-30530c5df421 HTTP/1.1" status: 204 len: 168 time: 0.1120839 May 19 11:53:38.445290 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0f8f56-af32-4732-8f32-5cf77fc29459 req-66c063d0-e702-4fbf-b77e-c6c38e5460f8 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:53:38.446925 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-2b0f8f56-af32-4732-8f32-5cf77fc29459 req-66c063d0-e702-4fbf-b77e-c6c38e5460f8 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/ports?device_id=1cb2ddf6-63d7-4e04-b762-4216875d5649 HTTP/1.1" status: 200 len: 943 time: 0.0591950 May 19 11:53:38.486171 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-2b0f8f56-af32-4732-8f32-5cf77fc29459 req-371474cf-5fdc-4c49-80e1-8b4550d58519 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/security-groups?id=b19c4839-2054-4c8c-8af8-73c2ba95f36f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343335 May 19 11:53:39.634291 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53feb47-6db1-499e-bb06-cf6983f22261 req-341ed98e-a8c8-4b83-9fc2-ab265aff2d46 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:53:39.636106 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-c53feb47-6db1-499e-bb06-cf6983f22261 req-341ed98e-a8c8-4b83-9fc2-ab265aff2d46 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/ports?device_id=1cb2ddf6-63d7-4e04-b762-4216875d5649 HTTP/1.1" status: 200 len: 943 time: 0.0663390 May 19 11:53:39.665610 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-c53feb47-6db1-499e-bb06-cf6983f22261 req-c70f1692-bfde-43ac-90e1-9979cc3756f6 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/security-groups?id=b19c4839-2054-4c8c-8af8-73c2ba95f36f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0256956 May 19 11:53:40.796027 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0140b883-6880-4b54-90c4-62fc803f5c56 req-c924a18e-7a6c-4c8b-a8ca-5bf7318f5b11 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:53:40.796962 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-0140b883-6880-4b54-90c4-62fc803f5c56 req-c924a18e-7a6c-4c8b-a8ca-5bf7318f5b11 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/ports?device_id=1cb2ddf6-63d7-4e04-b762-4216875d5649 HTTP/1.1" status: 200 len: 943 time: 0.0574563 May 19 11:53:40.825529 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-0140b883-6880-4b54-90c4-62fc803f5c56 req-c4417580-86fd-422a-87b5-2244d4cec373 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/security-groups?id=b19c4839-2054-4c8c-8af8-73c2ba95f36f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0246594 May 19 11:53:41.968235 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42905508-0619-4ffb-a8c9-bae61d6aacf7 req-499095e0-7594-4072-952e-3d5d2c80668e tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:53:41.969261 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-42905508-0619-4ffb-a8c9-bae61d6aacf7 req-499095e0-7594-4072-952e-3d5d2c80668e tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/ports?device_id=1cb2ddf6-63d7-4e04-b762-4216875d5649 HTTP/1.1" status: 200 len: 943 time: 0.0693896 May 19 11:53:41.998716 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-42905508-0619-4ffb-a8c9-bae61d6aacf7 req-9fab7974-1766-412b-80d7-cf387e48ab29 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/security-groups?id=b19c4839-2054-4c8c-8af8-73c2ba95f36f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0255690 May 19 11:53:43.149872 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76667fcc-d57a-47f9-8d81-ae14233d7239 req-bfff9b51-a241-4590-bd39-4cd202f75e46 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:53:43.150834 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-76667fcc-d57a-47f9-8d81-ae14233d7239 req-bfff9b51-a241-4590-bd39-4cd202f75e46 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/ports?device_id=1cb2ddf6-63d7-4e04-b762-4216875d5649 HTTP/1.1" status: 200 len: 943 time: 0.0686219 May 19 11:53:43.180790 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-76667fcc-d57a-47f9-8d81-ae14233d7239 req-2f71ff9f-390d-43bb-bd7e-fafaebc867c6 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/security-groups?id=b19c4839-2054-4c8c-8af8-73c2ba95f36f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0260208 May 19 11:53:44.319253 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f0fe88-267f-4b61-b9e2-480cda1d199a req-4e6aa0df-ec75-4703-97a2-4f7bff46ecd2 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:53:44.320218 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-37f0fe88-267f-4b61-b9e2-480cda1d199a req-4e6aa0df-ec75-4703-97a2-4f7bff46ecd2 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/ports?device_id=1cb2ddf6-63d7-4e04-b762-4216875d5649 HTTP/1.1" status: 200 len: 943 time: 0.0601740 May 19 11:53:44.349431 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-37f0fe88-267f-4b61-b9e2-480cda1d199a req-ce1ed8d6-3b63-4521-b90f-b9e77fade787 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/security-groups?id=b19c4839-2054-4c8c-8af8-73c2ba95f36f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0247886 May 19 11:53:45.493084 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a020cd-fede-456b-a5fd-7ebb1cfc421b req-f4c9abe7-5cfe-4495-9098-eacc75e5f9b4 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:53:45.494064 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-38a020cd-fede-456b-a5fd-7ebb1cfc421b req-f4c9abe7-5cfe-4495-9098-eacc75e5f9b4 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/ports?device_id=1cb2ddf6-63d7-4e04-b762-4216875d5649 HTTP/1.1" status: 200 len: 943 time: 0.0601995 May 19 11:53:45.522968 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-38a020cd-fede-456b-a5fd-7ebb1cfc421b req-323cf405-33ee-4db5-b70d-de2854827e08 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/security-groups?id=b19c4839-2054-4c8c-8af8-73c2ba95f36f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0252092 May 19 11:53:45.938601 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.agents_db [None req-9df4fd67-1abd-480d-9703-ac00f2726051 None None] Agent healthcheck: found 6 active agents {{(pid=91058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 11:53:46.665883 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4001b121-ab07-4dce-ba40-9d0c0f84d8e2 req-5fb4e97c-b510-48ad-8845-525aaed2c092 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:53:46.666932 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-4001b121-ab07-4dce-ba40-9d0c0f84d8e2 req-5fb4e97c-b510-48ad-8845-525aaed2c092 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/ports?device_id=1cb2ddf6-63d7-4e04-b762-4216875d5649 HTTP/1.1" status: 200 len: 943 time: 0.0601089 May 19 11:53:46.698258 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-4001b121-ab07-4dce-ba40-9d0c0f84d8e2 req-4617fca9-7e10-4260-9d9b-1cebc301c4d2 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/security-groups?id=b19c4839-2054-4c8c-8af8-73c2ba95f36f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270712 May 19 11:53:46.827960 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:53:47.851026 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445abfd4-0867-49b4-984b-4e9d42b49df6 req-cd332a47-6c98-40ef-a370-6d36f8f68280 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:53:47.852074 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-445abfd4-0867-49b4-984b-4e9d42b49df6 req-cd332a47-6c98-40ef-a370-6d36f8f68280 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/ports?device_id=1cb2ddf6-63d7-4e04-b762-4216875d5649 HTTP/1.1" status: 200 len: 943 time: 0.0673509 May 19 11:53:47.882210 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-445abfd4-0867-49b4-984b-4e9d42b49df6 req-b0ba8ff5-71f0-409a-b2ff-e0169d2bc7fe tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/security-groups?id=b19c4839-2054-4c8c-8af8-73c2ba95f36f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0262907 May 19 11:53:49.037251 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abbce67-8796-4788-86f2-73e586f06b1c req-0bc0cb39-0480-4718-b00e-f12495212dd5 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:53:49.038290 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-8abbce67-8796-4788-86f2-73e586f06b1c req-0bc0cb39-0480-4718-b00e-f12495212dd5 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/ports?device_id=1cb2ddf6-63d7-4e04-b762-4216875d5649 HTTP/1.1" status: 200 len: 943 time: 0.0737939 May 19 11:53:49.073372 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-8abbce67-8796-4788-86f2-73e586f06b1c req-af88b58b-2a57-45c3-a52e-0b828d37f338 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/security-groups?id=b19c4839-2054-4c8c-8af8-73c2ba95f36f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309260 May 19 11:53:50.218220 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fedc57-aa38-41e9-89e9-0acc815cd9e1 req-f0566a60-15a5-4b0a-b62b-40fe9dce6e2c tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:53:50.219176 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-e1fedc57-aa38-41e9-89e9-0acc815cd9e1 req-f0566a60-15a5-4b0a-b62b-40fe9dce6e2c tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/ports?device_id=1cb2ddf6-63d7-4e04-b762-4216875d5649 HTTP/1.1" status: 200 len: 943 time: 0.0595899 May 19 11:53:50.250739 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-e1fedc57-aa38-41e9-89e9-0acc815cd9e1 req-aaf7912d-4c95-4479-b7b4-22377e899e50 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/security-groups?id=b19c4839-2054-4c8c-8af8-73c2ba95f36f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0249956 May 19 11:53:51.402165 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a65de7-135d-4fa1-9532-f25689c20263 req-ae652f42-b408-477e-b19e-db120cf3e38d tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:53:51.403218 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-a1a65de7-135d-4fa1-9532-f25689c20263 req-ae652f42-b408-477e-b19e-db120cf3e38d tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/ports?device_id=1cb2ddf6-63d7-4e04-b762-4216875d5649 HTTP/1.1" status: 200 len: 943 time: 0.0636263 May 19 11:53:51.439895 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-a1a65de7-135d-4fa1-9532-f25689c20263 req-5199a516-efe9-4b67-b47c-3e1a2bdcc256 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/security-groups?id=b19c4839-2054-4c8c-8af8-73c2ba95f36f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297203 May 19 11:53:52.646611 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c416454a-7c08-4e2a-bdfb-b4ce5a4621c6 req-2828f938-1ab7-4617-a2b0-bb141f407cde tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:53:52.647488 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-c416454a-7c08-4e2a-bdfb-b4ce5a4621c6 req-2828f938-1ab7-4617-a2b0-bb141f407cde tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/ports?device_id=1cb2ddf6-63d7-4e04-b762-4216875d5649 HTTP/1.1" status: 200 len: 943 time: 0.1290390 May 19 11:53:52.677181 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-c416454a-7c08-4e2a-bdfb-b4ce5a4621c6 req-9be84b22-006e-4c94-9647-9763d3aff38c tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/security-groups?id=b19c4839-2054-4c8c-8af8-73c2ba95f36f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0244319 May 19 11:53:53.825176 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2955d05a-5750-45d1-8d46-4d0b8e142bec req-885e2cd4-ed34-4ffa-9c74-9451c554c963 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:53:53.826156 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-2955d05a-5750-45d1-8d46-4d0b8e142bec req-885e2cd4-ed34-4ffa-9c74-9451c554c963 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/ports?device_id=1cb2ddf6-63d7-4e04-b762-4216875d5649 HTTP/1.1" status: 200 len: 943 time: 0.0601740 May 19 11:53:53.856543 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-2955d05a-5750-45d1-8d46-4d0b8e142bec req-68a87b50-3988-4e6c-8d3a-a9106e8f484a tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/security-groups?id=b19c4839-2054-4c8c-8af8-73c2ba95f36f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0264945 May 19 11:53:55.000778 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e424f1-eff5-464f-b4b9-0ac64475bd05 req-00334957-5422-4d93-a0c6-bda928eb5ee1 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:53:55.001778 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-30e424f1-eff5-464f-b4b9-0ac64475bd05 req-00334957-5422-4d93-a0c6-bda928eb5ee1 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/ports?device_id=1cb2ddf6-63d7-4e04-b762-4216875d5649 HTTP/1.1" status: 200 len: 943 time: 0.0608802 May 19 11:53:55.034555 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-30e424f1-eff5-464f-b4b9-0ac64475bd05 req-8a11c30d-cc6f-4c9e-aad9-57a7bc511783 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/security-groups?id=b19c4839-2054-4c8c-8af8-73c2ba95f36f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0288095 May 19 11:53:55.655277 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Device eaac39af-e416-4f87-8322-d9e84fc0f7fa details requested by agent hyperv_hv-cinder-78776 with host hv-cinder-78776 {{(pid=91057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 11:53:55.763534 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] For port eaac39af-e416-4f87-8322-d9e84fc0f7fa, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=eaac39af-e416-4f87-8322-d9e84fc0f7fa,segment=NetworkSegment(368b7efe-3dea-4da3-9142-42ad0e67249c),segment_id=368b7efe-3dea-4da3-9142-42ad0e67249c)] {{(pid=91057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:53:55.771894 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Returning: {'device': 'eaac39af-e416-4f87-8322-d9e84fc0f7fa', 'network_id': '5f3f674d-ca79-4be3-8876-a51805d694e7', 'port_id': 'eaac39af-e416-4f87-8322-d9e84fc0f7fa', 'mac_address': 'fa:16:3e:27:f9:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5b160ab-2da7-4caa-86d9-55f9a882fead', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 11:53:55.811642 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:53:55.823127 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.notifiers.nova [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eaac39af-e416-4f87-8322-d9e84fc0f7fa {{(pid=91057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 11:53:55.834192 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] For port eaac39af-e416-4f87-8322-d9e84fc0f7fa, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=eaac39af-e416-4f87-8322-d9e84fc0f7fa,segment=NetworkSegment(368b7efe-3dea-4da3-9142-42ad0e67249c),segment_id=368b7efe-3dea-4da3-9142-42ad0e67249c)] {{(pid=91057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:53:55.838490 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602'] for port, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:53:55.840590 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-dade96f9-3ec6-49a2-a33b-27d4861a59a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:53:55.882550 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Pushing event updated for resources: {'Port': ['ID=eaac39af-e416-4f87-8322-d9e84fc0f7fa,revision_number=4']} {{(pid=91057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:53:55.887708 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:53:55.887892 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:53:55.888101 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:53:55.888312 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:53:55.888519 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:53:55.888726 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:53:55.888932 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:53:55.889161 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:53:55.889377 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:53:55.889584 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:53:55.889789 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:53:55.889993 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:53:55.892611 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:53:56.180359 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b3f1bc-c7ba-444f-b5da-10d1248075c1 req-bab74ee8-7c3f-44da-85f0-4a0241467d62 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:53:56.181375 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-f7b3f1bc-c7ba-444f-b5da-10d1248075c1 req-bab74ee8-7c3f-44da-85f0-4a0241467d62 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/ports?device_id=1cb2ddf6-63d7-4e04-b762-4216875d5649 HTTP/1.1" status: 200 len: 944 time: 0.0611668 May 19 11:53:56.209824 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-f7b3f1bc-c7ba-444f-b5da-10d1248075c1 req-7a5e9345-2c91-4fe3-9826-1ea6440866cc tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/security-groups?id=b19c4839-2054-4c8c-8af8-73c2ba95f36f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0241203 May 19 11:53:57.355540 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7591a2-8b13-472d-bf5c-b0c987a24019 req-e56e00dc-084c-442c-a3b9-f399e3874bdc tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:53:57.356581 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-2c7591a2-8b13-472d-bf5c-b0c987a24019 req-e56e00dc-084c-442c-a3b9-f399e3874bdc tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/ports?device_id=1cb2ddf6-63d7-4e04-b762-4216875d5649 HTTP/1.1" status: 200 len: 944 time: 0.0583837 May 19 11:53:57.386910 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-2c7591a2-8b13-472d-bf5c-b0c987a24019 req-249fee3f-8345-46e0-adfa-517a536c5e3b tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/security-groups?id=b19c4839-2054-4c8c-8af8-73c2ba95f36f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0259838 May 19 11:53:57.565506 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 44180) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:53:57.646653 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-d88b47e7-f16c-413b-bfd5-3500a8114002 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:53:57.656392 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-d88b47e7-f16c-413b-bfd5-3500a8114002 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:53:57.658956 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-d88b47e7-f16c-413b-bfd5-3500a8114002 admin admin] Usage tracker for resource:security_group_rule and tenant:1bdeaa36810f4304afe0f3d43e15256c is out of sync, need to count used quota {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:53:57.660846 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-d88b47e7-f16c-413b-bfd5-3500a8114002 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:53:57.664528 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-d88b47e7-f16c-413b-bfd5-3500a8114002 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:53:57.721436 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-d88b47e7-f16c-413b-bfd5-3500a8114002 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:53:57.724591 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-d88b47e7-f16c-413b-bfd5-3500a8114002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:53:57.729205 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-a37baafc-c4a3-40ec-8eb1-0a647d16eae4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:53:57.754768 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-d88b47e7-f16c-413b-bfd5-3500a8114002 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=1bdeaa36810f4304afe0f3d43e15256c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1883724 May 19 11:53:57.755263 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88b47e7-f16c-413b-bfd5-3500a8114002 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93441a0e-63a8-4059-91f7-75a19de26e07,revision_number=1']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:53:57.757070 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 44186) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:53:57.759920 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88b47e7-f16c-413b-bfd5-3500a8114002 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:53:57.760390 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88b47e7-f16c-413b-bfd5-3500a8114002 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:53:57.761354 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88b47e7-f16c-413b-bfd5-3500a8114002 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:53:57.761600 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88b47e7-f16c-413b-bfd5-3500a8114002 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:53:57.762111 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88b47e7-f16c-413b-bfd5-3500a8114002 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:53:57.762342 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88b47e7-f16c-413b-bfd5-3500a8114002 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:53:57.762583 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88b47e7-f16c-413b-bfd5-3500a8114002 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:53:57.762822 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88b47e7-f16c-413b-bfd5-3500a8114002 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:53:57.763065 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88b47e7-f16c-413b-bfd5-3500a8114002 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:53:57.763300 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88b47e7-f16c-413b-bfd5-3500a8114002 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:53:57.763534 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88b47e7-f16c-413b-bfd5-3500a8114002 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:53:57.763994 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88b47e7-f16c-413b-bfd5-3500a8114002 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:53:57.767142 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-d88b47e7-f16c-413b-bfd5-3500a8114002 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:53:57.796452 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-d22759d1-d789-4343-9154-04c6722e59e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:53:57.813285 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-d22759d1-d789-4343-9154-04c6722e59e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:53:57.846285 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-d22759d1-d789-4343-9154-04c6722e59e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:53:57.848638 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-d248854b-807b-4de6-84da-6662c5d9522d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:53:57.856771 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22759d1-d789-4343-9154-04c6722e59e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93441a0e-63a8-4059-91f7-75a19de26e07,revision_number=None']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:53:57.858794 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-d22759d1-d789-4343-9154-04c6722e59e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:53:57.860114 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-d22759d1-d789-4343-9154-04c6722e59e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:53:57.862863 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-d22759d1-d789-4343-9154-04c6722e59e8 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/93441a0e-63a8-4059-91f7-75a19de26e07 HTTP/1.1" status: 204 len: 168 time: 0.1030250 May 19 11:53:57.934489 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] get_ports_and_sgs() called for port_ids ['eaac39af-e416-4f87-8322-d9e84fc0f7fa'] {{(pid=91057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 11:53:58.520877 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d10651-0920-4f43-920b-f4a429190572 req-25d0af2b-c264-439b-880e-c94e345e6fce tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:53:58.521790 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-76d10651-0920-4f43-920b-f4a429190572 req-25d0af2b-c264-439b-880e-c94e345e6fce tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/ports?device_id=1cb2ddf6-63d7-4e04-b762-4216875d5649 HTTP/1.1" status: 200 len: 944 time: 0.0522861 May 19 11:53:58.547070 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-76d10651-0920-4f43-920b-f4a429190572 req-4cfad0ad-e342-49d4-8898-7b7bb3742050 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/security-groups?id=b19c4839-2054-4c8c-8af8-73c2ba95f36f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0214722 May 19 11:53:59.656346 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Device eaac39af-e416-4f87-8322-d9e84fc0f7fa up at agent hyperv_hv-cinder-78776 {{(pid=91057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 11:53:59.700038 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddca97db-18a3-421c-80e0-0d6eeea0d262 req-e7209fec-43d1-40ed-bf14-fe443ed541a1 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:53:59.701135 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-ddca97db-18a3-421c-80e0-0d6eeea0d262 req-e7209fec-43d1-40ed-bf14-fe443ed541a1 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/ports?device_id=1cb2ddf6-63d7-4e04-b762-4216875d5649 HTTP/1.1" status: 200 len: 944 time: 0.0691652 May 19 11:53:59.707416 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Provisioning for port eaac39af-e416-4f87-8322-d9e84fc0f7fa completed by entity L2. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 11:53:59.713453 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Provisioning complete for port eaac39af-e416-4f87-8322-d9e84fc0f7fa triggered by entity L2. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:53:59.714168 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441453'] for port, provisioning_complete {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:53:59.733001 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-ddca97db-18a3-421c-80e0-0d6eeea0d262 req-0d04ad77-b1a8-4cad-abbf-97a458784681 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/security-groups?id=b19c4839-2054-4c8c-8af8-73c2ba95f36f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273600 May 19 11:53:59.812375 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:53:59.829367 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cb2ddf6-63d7-4e04-b762-4216875d5649', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaac39af-e416-4f87-8322-d9e84fc0f7fa'}] {{(pid=91057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 11:53:59.835729 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] For port eaac39af-e416-4f87-8322-d9e84fc0f7fa, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=eaac39af-e416-4f87-8322-d9e84fc0f7fa,segment=NetworkSegment(368b7efe-3dea-4da3-9142-42ad0e67249c),segment_id=368b7efe-3dea-4da3-9142-42ad0e67249c)] {{(pid=91057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:53:59.840068 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602'] for port, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:53:59.841518 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-f116cabb-3b15-42e1-af79-d56519c59284 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:53:59.861152 dv-cinder-787764-1-iscsi neutron-server[91057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cb2ddf6-63d7-4e04-b762-4216875d5649', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaac39af-e416-4f87-8322-d9e84fc0f7fa', 'code': 200} May 19 11:53:59.886321 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Pushing event updated for resources: {'Port': ['ID=eaac39af-e416-4f87-8322-d9e84fc0f7fa,revision_number=5']} {{(pid=91057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:53:59.888410 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:54:00.869334 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185e3354-33ff-4518-9250-fb25f6d687d5 req-110387f1-8c10-4321-9b24-73c1207dc94a tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:54:00.870265 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-185e3354-33ff-4518-9250-fb25f6d687d5 req-110387f1-8c10-4321-9b24-73c1207dc94a tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/ports?device_id=1cb2ddf6-63d7-4e04-b762-4216875d5649 HTTP/1.1" status: 200 len: 945 time: 0.0550880 May 19 11:54:00.897136 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-185e3354-33ff-4518-9250-fb25f6d687d5 req-ecbe26eb-caf5-473d-acc1-10303a84432c tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/security-groups?id=b19c4839-2054-4c8c-8af8-73c2ba95f36f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0226974 May 19 11:54:01.084430 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d578a190-39e6-44a7-b67c-2b656c20fd96 req-41be008c-685e-450b-a2a7-651ef417a6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:54:01.086374 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-d578a190-39e6-44a7-b67c-2b656c20fd96 req-41be008c-685e-450b-a2a7-651ef417a6fc service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=1cb2ddf6-63d7-4e04-b762-4216875d5649 HTTP/1.1" status: 200 len: 1098 time: 0.0578892 May 19 11:54:01.121933 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-d578a190-39e6-44a7-b67c-2b656c20fd96 req-37f93972-4f00-4cdb-94c8-1bed51f0f21f service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=b19c4839-2054-4c8c-8af8-73c2ba95f36f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269246 May 19 11:54:02.043554 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0597bef0-c3aa-478b-a3fb-984226163150 req-89b018c0-da7f-4642-9296-884d0378a2fb tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:54:02.044574 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-0597bef0-c3aa-478b-a3fb-984226163150 req-89b018c0-da7f-4642-9296-884d0378a2fb tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/ports?device_id=1cb2ddf6-63d7-4e04-b762-4216875d5649 HTTP/1.1" status: 200 len: 945 time: 0.0637755 May 19 11:54:02.077370 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-0597bef0-c3aa-478b-a3fb-984226163150 req-319ce084-d302-465c-b403-2469eedd2ae6 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/security-groups?id=b19c4839-2054-4c8c-8af8-73c2ba95f36f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0261545 May 19 11:54:03.223955 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab9dc00-96f3-4be9-9e22-170b8aa12462 req-b224eb9c-a6ab-4c0e-81ad-3921e5d6052b tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:54:03.224920 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-2ab9dc00-96f3-4be9-9e22-170b8aa12462 req-b224eb9c-a6ab-4c0e-81ad-3921e5d6052b tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/ports?device_id=1cb2ddf6-63d7-4e04-b762-4216875d5649 HTTP/1.1" status: 200 len: 945 time: 0.0598297 May 19 11:54:03.259337 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-2ab9dc00-96f3-4be9-9e22-170b8aa12462 req-8dca3bf4-c50d-43d5-b0fa-2af85674463c tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/security-groups?id=b19c4839-2054-4c8c-8af8-73c2ba95f36f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275700 May 19 11:54:04.393646 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80789057-7245-474d-bee9-46ecefb0f907 req-b9f738e4-dee2-4411-8f52-7d3089815973 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:54:04.394617 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-80789057-7245-474d-bee9-46ecefb0f907 req-b9f738e4-dee2-4411-8f52-7d3089815973 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/ports?device_id=1cb2ddf6-63d7-4e04-b762-4216875d5649 HTTP/1.1" status: 200 len: 945 time: 0.0583823 May 19 11:54:04.423942 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-80789057-7245-474d-bee9-46ecefb0f907 req-f8c225b0-17c7-49df-a2ec-b0f7baa17fa8 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/security-groups?id=b19c4839-2054-4c8c-8af8-73c2ba95f36f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0253875 May 19 11:54:04.604056 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-fe1ecef1-db2c-4e07-816e-55bce131bf81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:54:05.568912 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c86208-8e59-4dc9-b3bb-1f17b3976350 req-1163d0ef-a7a7-439b-bfbe-10d04f1d1918 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:54:05.569860 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-69c86208-8e59-4dc9-b3bb-1f17b3976350 req-1163d0ef-a7a7-439b-bfbe-10d04f1d1918 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/ports?device_id=1cb2ddf6-63d7-4e04-b762-4216875d5649 HTTP/1.1" status: 200 len: 945 time: 0.0694129 May 19 11:54:05.602398 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-69c86208-8e59-4dc9-b3bb-1f17b3976350 req-f277e3a0-99bf-4ec4-ae3e-fbddb9e82c0c tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/security-groups?id=b19c4839-2054-4c8c-8af8-73c2ba95f36f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0259933 May 19 11:54:05.722767 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7a7488-4d3b-4e20-b648-1e7412cbea4b req-9230ae68-1692-405f-b7e7-60231743988c tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:54:05.723782 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-2c7a7488-4d3b-4e20-b648-1e7412cbea4b req-9230ae68-1692-405f-b7e7-60231743988c tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/ports?device_id=1cb2ddf6-63d7-4e04-b762-4216875d5649 HTTP/1.1" status: 200 len: 945 time: 0.0537009 May 19 11:54:05.752985 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-2c7a7488-4d3b-4e20-b648-1e7412cbea4b req-8be9a3ce-3b95-433e-a61c-d98606b1e179 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/security-groups?id=b19c4839-2054-4c8c-8af8-73c2ba95f36f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0252833 May 19 11:54:05.767943 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 44232) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:54:05.841984 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:54:06.012681 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f803b46-b32c-4ea5-8191-a529d83932b5 tempest-TestVolumeBootPattern-378998300 tempest-TestVolumeBootPattern-378998300-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:54:06.013744 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-8f803b46-b32c-4ea5-8191-a529d83932b5 tempest-TestVolumeBootPattern-378998300 tempest-TestVolumeBootPattern-378998300-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=1cb2ddf6-63d7-4e04-b762-4216875d5649 HTTP/1.1" status: 200 len: 1093 time: 0.2451999 May 19 11:54:06.016039 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 44238) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:54:06.019468 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.v2.base [None req-02b39583-1ae0-4c4e-a543-4f30d3ba956b tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Request body: {'floatingip': {'floating_network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'port_id': 'eaac39af-e416-4f87-8322-d9e84fc0f7fa', 'tenant_id': 'b3a74154e8c140d887c17f34f2d1f6b7', 'fixed_ip_address': '172.20.0.8'}} {{(pid=91056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:54:06.023268 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-02b39583-1ae0-4c4e-a543-4f30d3ba956b tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:54:06.025835 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-02b39583-1ae0-4c4e-a543-4f30d3ba956b tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Usage tracker for resource:floatingip and tenant:b3a74154e8c140d887c17f34f2d1f6b7 is out of sync, need to count used quota {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:54:06.027770 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-02b39583-1ae0-4c4e-a543-4f30d3ba956b tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:54:06.031659 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-02b39583-1ae0-4c4e-a543-4f30d3ba956b tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:54:06.040597 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-02b39583-1ae0-4c4e-a543-4f30d3ba956b tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Notify callbacks [] for floatingip, before_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:54:06.132436 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-02b39583-1ae0-4c4e-a543-4f30d3ba956b tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:54:06.176067 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-bcdac67a-e479-4d67-af38-54c34210743f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:54:06.217508 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.db_base_plugin_common [None req-02b39583-1ae0-4c4e-a543-4f30d3ba956b tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Allocated IP 172.27.0.27 (02345af2-6ed3-48fb-b7af-bf8d47e25522/aba42eaa-d100-461a-90c5-240f62c775e0/8c76df19-1939-47a8-84fa-99e7a3f01780) {{(pid=91056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 11:54:06.301389 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-02b39583-1ae0-4c4e-a543-4f30d3ba956b tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Notify callbacks [] for port, precommit_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:54:06.323783 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-02b39583-1ae0-4c4e-a543-4f30d3ba956b tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749740362231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275141'] for port, after_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:54:06.326015 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-fb13b1f0-06fa-4b5d-8a52-618aa764710a tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:54:06.357491 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b39583-1ae0-4c4e-a543-4f30d3ba956b tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Network 02345af2-6ed3-48fb-b7af-bf8d47e25522 is already hosted by enough agents. {{(pid=91056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 11:54:06.358979 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.scheduler.base_scheduler [None req-02b39583-1ae0-4c4e-a543-4f30d3ba956b tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Resources bound (agent type, host, resource id): {{(pid=91056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:54:06.360698 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b39583-1ae0-4c4e-a543-4f30d3ba956b tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Received port after_create {{(pid=91056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 11:54:06.378241 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b39583-1ae0-4c4e-a543-4f30d3ba956b tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Pushing event updated for resources: {'Port': ['ID=8c76df19-1939-47a8-84fa-99e7a3f01780,revision_number=1']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:54:06.380944 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-02b39583-1ae0-4c4e-a543-4f30d3ba956b tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:54:06.640331 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-02b39583-1ae0-4c4e-a543-4f30d3ba956b tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:54:06.687960 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-02b39583-1ae0-4c4e-a543-4f30d3ba956b tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:54:06.816213 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-02b39583-1ae0-4c4e-a543-4f30d3ba956b tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Notify callbacks [] for port, precommit_update {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:54:06.820631 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-02b39583-1ae0-4c4e-a543-4f30d3ba956b tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2275164'] for port, after_update {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:54:06.822977 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:54:06.886569 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b39583-1ae0-4c4e-a543-4f30d3ba956b tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Pushing event updated for resources: {'Port': ['ID=8c76df19-1939-47a8-84fa-99e7a3f01780,revision_number=2']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:54:06.888992 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-02b39583-1ae0-4c4e-a543-4f30d3ba956b tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:54:06.893992 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-02b39583-1ae0-4c4e-a543-4f30d3ba956b tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716915'] for floatingip, after_update {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:54:06.988409 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-f3552fb9-a093-42e6-b748-7ab8d8c7cb39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:54:07.069930 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.db.l3_db [None req-02b39583-1ae0-4c4e-a543-4f30d3ba956b tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Floating IP 1dcd65c5-133d-4a03-b568-12c3331ffcfc associated. External IP: 172.27.0.27, port: eaac39af-e416-4f87-8322-d9e84fc0f7fa. May 19 11:54:07.321822 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02b39583-1ae0-4c4e-a543-4f30d3ba956b tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Router 21f7abf1-5835-4b0f-9358-7cdd69ad076a has already been hosted by L3 agent 326bf12a-fdae-48e8-b877-7dbd40e20eda {{(pid=91056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 11:54:07.431304 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02b39583-1ae0-4c4e-a543-4f30d3ba956b tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Notify agent at l3_agent.dv-cinder-787764-1-iscsi the message routers_updated {{(pid=91056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 11:54:07.441994 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a634e4-695c-4551-85e9-b5b20d517fc0 None None] Sync routers for ids ['21f7abf1-5835-4b0f-9358-7cdd69ad076a'] in dv-cinder-787764-1-iscsi {{(pid=91057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 11:54:07.449795 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a634e4-695c-4551-85e9-b5b20d517fc0 None None] Routers {'21f7abf1-5835-4b0f-9358-7cdd69ad076a'} bound to L3 agent in host dv-cinder-787764-1-iscsi {{(pid=91057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:54:07.450220 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_hamode_db [None req-b3a634e4-695c-4551-85e9-b5b20d517fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T11:10:36Z,description=,heartbeat_timestamp=2021-05-19T11:54:06Z,host='dv-cinder-787764-1-iscsi',id=326bf12a-fdae-48e8-b877-7dbd40e20eda,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:36Z,topic='l3_agent')) {'router_ids': ['21f7abf1-5835-4b0f-9358-7cdd69ad076a'], 'active': True} {{(pid=91057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:54:07.450430 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-02b39583-1ae0-4c4e-a543-4f30d3ba956b tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6101'] for floatingip, before_response {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:54:07.484907 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-02b39583-1ae0-4c4e-a543-4f30d3ba956b tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.4681327 May 19 11:54:07.485553 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cb2ddf6-63d7-4e04-b762-4216875d5649', 'tag': 'eaac39af-e416-4f87-8322-d9e84fc0f7fa'}] {{(pid=91056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 11:54:07.518738 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cb2ddf6-63d7-4e04-b762-4216875d5649', 'tag': 'eaac39af-e416-4f87-8322-d9e84fc0f7fa', 'status': 'completed', 'code': 200} May 19 11:54:07.565396 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_dvr_db [None req-b3a634e4-695c-4551-85e9-b5b20d517fc0 None None] Set router 21f7abf1-5835-4b0f-9358-7cdd69ad076a gateway port host: dv-cinder-787764-1-iscsi {{(pid=91057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:54:07.584026 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe4a35f-307d-4fcc-8d6d-f93d01803ee6 req-e02a0f6f-9ce2-4740-bf5f-f7beee08f808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:54:07.585033 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-3fe4a35f-307d-4fcc-8d6d-f93d01803ee6 req-e02a0f6f-9ce2-4740-bf5f-f7beee08f808 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=b3a74154e8c140d887c17f34f2d1f6b7&device_id=1cb2ddf6-63d7-4e04-b762-4216875d5649 HTTP/1.1" status: 200 len: 1098 time: 0.0493119 May 19 11:54:07.666935 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe4a35f-307d-4fcc-8d6d-f93d01803ee6 req-732414f6-2651-401c-b927-a3a8fd494fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:54:07.668462 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-3fe4a35f-307d-4fcc-8d6d-f93d01803ee6 req-732414f6-2651-401c-b927-a3a8fd494fd7 service neutron] 10.222.0.112 "GET /v2.0/networks?id=5f3f674d-ca79-4be3-8876-a51805d694e7 HTTP/1.1" status: 200 len: 913 time: 0.0791807 May 19 11:54:07.736526 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-3fe4a35f-307d-4fcc-8d6d-f93d01803ee6 req-ca329ec3-8c5b-47e9-828b-527b4a097e8d service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eaac39af-e416-4f87-8322-d9e84fc0f7fa HTTP/1.1" status: 200 len: 998 time: 0.0602365 May 19 11:54:07.783755 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe4a35f-307d-4fcc-8d6d-f93d01803ee6 req-a098220d-1912-4f37-9869-154a339f3d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:54:07.784715 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-3fe4a35f-307d-4fcc-8d6d-f93d01803ee6 req-a098220d-1912-4f37-9869-154a339f3d70 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=a5b160ab-2da7-4caa-86d9-55f9a882fead HTTP/1.1" status: 200 len: 850 time: 0.0400202 May 19 11:54:07.788426 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_hamode_db [None req-b3a634e4-695c-4551-85e9-b5b20d517fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21f7abf1-5835-4b0f-9358-7cdd69ad076a', 'name': 'tempest-TestVolumeBootPattern-173945444-router', 'tenant_id': 'b3a74154e8c140d887c17f34f2d1f6b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'external_fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': '564fb21e-29a4-4a0f-ab32-50ba00ba5084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:52:34Z', 'updated_at': '2021-05-19T11:52:36Z', 'revision_number': 4, 'project_id': 'b3a74154e8c140d887c17f34f2d1f6b7', 'gw_port': {'id': '564fb21e-29a4-4a0f-ab32-50ba00ba5084', 'name': '', 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f6:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f7abf1-5835-4b0f-9358-7cdd69ad076a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:52:34Z', 'updated_at': '2021-05-19T11:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-1-iscsi', '_floatingips': [{'id': '1dcd65c5-133d-4a03-b568-12c3331ffcfc', 'tenant_id': 'b3a74154e8c140d887c17f34f2d1f6b7', 'floating_ip_address': '172.27.0.27', 'floating_network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'router_id': '21f7abf1-5835-4b0f-9358-7cdd69ad076a', 'port_id': 'eaac39af-e416-4f87-8322-d9e84fc0f7fa', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f3f674d-ca79-4be3-8876-a51805d694e7', 'mac_address': 'fa:16:3e:27:f9:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb2ddf6-63d7-4e04-b762-4216875d5649', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T11:54:06Z', 'updated_at': '2021-05-19T11:54:06Z', 'revision_number': 0, 'project_id': 'b3a74154e8c140d887c17f34f2d1f6b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9284a92-9a46-403f-8ff5-aa28391fcfa1', 'name': '', 'network_id': '5f3f674d-ca79-4be3-8876-a51805d694e7', 'tenant_id': 'b3a74154e8c140d887c17f34f2d1f6b7', 'mac_address': 'fa:16:3e:2a:5c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f7abf1-5835-4b0f-9358-7cdd69ad076a', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'a5b160ab-2da7-4caa-86d9-55f9a882fead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:52:36Z', 'updated_at': '2021-05-19T11:52:41Z', 'revision_number': 5, 'project_id': 'b3a74154e8c140d887c17f34f2d1f6b7', 'subnets': [{'id': 'a5b160ab-2da7-4caa-86d9-55f9a882fead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-1-iscsi', False) {} {{(pid=91057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:54:07.791378 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a634e4-695c-4551-85e9-b5b20d517fc0 None None] Checking router: 21f7abf1-5835-4b0f-9358-7cdd69ad076a for host: dv-cinder-787764-1-iscsi {{(pid=91057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 11:54:07.796640 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a634e4-695c-4551-85e9-b5b20d517fc0 None None] Routers {'21f7abf1-5835-4b0f-9358-7cdd69ad076a'} bound to L3 agent in host dv-cinder-787764-1-iscsi {{(pid=91057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:54:07.797012 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_hamode_db [None req-b3a634e4-695c-4551-85e9-b5b20d517fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T11:10:36Z,description=,heartbeat_timestamp=2021-05-19T11:54:06Z,host='dv-cinder-787764-1-iscsi',id=326bf12a-fdae-48e8-b877-7dbd40e20eda,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:36Z,topic='l3_agent')) {'router_ids': ['21f7abf1-5835-4b0f-9358-7cdd69ad076a'], 'active': True} {{(pid=91057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:54:07.832781 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe4a35f-307d-4fcc-8d6d-f93d01803ee6 req-4020a96a-f3f1-403f-9db3-b89cc0b6150c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:54:07.833594 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-3fe4a35f-307d-4fcc-8d6d-f93d01803ee6 req-4020a96a-f3f1-403f-9db3-b89cc0b6150c service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=5f3f674d-ca79-4be3-8876-a51805d694e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411553 May 19 11:54:07.897967 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_dvr_db [None req-b3a634e4-695c-4551-85e9-b5b20d517fc0 None None] Set router 21f7abf1-5835-4b0f-9358-7cdd69ad076a gateway port host: dv-cinder-787764-1-iscsi {{(pid=91057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:54:07.911663 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-3fe4a35f-307d-4fcc-8d6d-f93d01803ee6 req-73921072-4221-47a6-9d9c-8d97dcbc45bf service neutron] 10.222.0.112 "GET /v2.0/networks/5f3f674d-ca79-4be3-8876-a51805d694e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0726306 May 19 11:54:08.008834 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-3fe4a35f-307d-4fcc-8d6d-f93d01803ee6 req-f804cc98-ae13-4bc1-ad99-819e25f71df2 service neutron] 10.222.0.112 "GET /v2.0/networks/5f3f674d-ca79-4be3-8876-a51805d694e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875838 May 19 11:54:08.068745 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-66ec5bc0-6952-497b-8f33-b3c04bfd0b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:54:08.084082 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_hamode_db [None req-b3a634e4-695c-4551-85e9-b5b20d517fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21f7abf1-5835-4b0f-9358-7cdd69ad076a', 'name': 'tempest-TestVolumeBootPattern-173945444-router', 'tenant_id': 'b3a74154e8c140d887c17f34f2d1f6b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'external_fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': '564fb21e-29a4-4a0f-ab32-50ba00ba5084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:52:34Z', 'updated_at': '2021-05-19T11:52:36Z', 'revision_number': 4, 'project_id': 'b3a74154e8c140d887c17f34f2d1f6b7', 'gw_port': {'id': '564fb21e-29a4-4a0f-ab32-50ba00ba5084', 'name': '', 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f6:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f7abf1-5835-4b0f-9358-7cdd69ad076a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:52:34Z', 'updated_at': '2021-05-19T11:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-1-iscsi', '_floatingips': [{'id': '1dcd65c5-133d-4a03-b568-12c3331ffcfc', 'tenant_id': 'b3a74154e8c140d887c17f34f2d1f6b7', 'floating_ip_address': '172.27.0.27', 'floating_network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'router_id': '21f7abf1-5835-4b0f-9358-7cdd69ad076a', 'port_id': 'eaac39af-e416-4f87-8322-d9e84fc0f7fa', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f3f674d-ca79-4be3-8876-a51805d694e7', 'mac_address': 'fa:16:3e:27:f9:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb2ddf6-63d7-4e04-b762-4216875d5649', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T11:54:06Z', 'updated_at': '2021-05-19T11:54:06Z', 'revision_number': 0, 'project_id': 'b3a74154e8c140d887c17f34f2d1f6b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9284a92-9a46-403f-8ff5-aa28391fcfa1', 'name': '', 'network_id': '5f3f674d-ca79-4be3-8876-a51805d694e7', 'tenant_id': 'b3a74154e8c140d887c17f34f2d1f6b7', 'mac_address': 'fa:16:3e:2a:5c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f7abf1-5835-4b0f-9358-7cdd69ad076a', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'a5b160ab-2da7-4caa-86d9-55f9a882fead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:52:36Z', 'updated_at': '2021-05-19T11:52:41Z', 'revision_number': 5, 'project_id': 'b3a74154e8c140d887c17f34f2d1f6b7', 'subnets': [{'id': 'a5b160ab-2da7-4caa-86d9-55f9a882fead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-1-iscsi', False) {} {{(pid=91057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:54:08.086498 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a634e4-695c-4551-85e9-b5b20d517fc0 None None] The sync data for ids ['21f7abf1-5835-4b0f-9358-7cdd69ad076a'] in dv-cinder-787764-1-iscsi is: [{'id': '21f7abf1-5835-4b0f-9358-7cdd69ad076a', 'name': 'tempest-TestVolumeBootPattern-173945444-router', 'tenant_id': 'b3a74154e8c140d887c17f34f2d1f6b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'external_fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': '564fb21e-29a4-4a0f-ab32-50ba00ba5084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:52:34Z', 'updated_at': '2021-05-19T11:52:36Z', 'revision_number': 4, 'project_id': 'b3a74154e8c140d887c17f34f2d1f6b7', 'gw_port': {'id': '564fb21e-29a4-4a0f-ab32-50ba00ba5084', 'name': '', 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f6:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f7abf1-5835-4b0f-9358-7cdd69ad076a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:52:34Z', 'updated_at': '2021-05-19T11:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-1-iscsi', '_floatingips': [{'id': '1dcd65c5-133d-4a03-b568-12c3331ffcfc', 'tenant_id': 'b3a74154e8c140d887c17f34f2d1f6b7', 'floating_ip_address': '172.27.0.27', 'floating_network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'router_id': '21f7abf1-5835-4b0f-9358-7cdd69ad076a', 'port_id': 'eaac39af-e416-4f87-8322-d9e84fc0f7fa', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f3f674d-ca79-4be3-8876-a51805d694e7', 'mac_address': 'fa:16:3e:27:f9:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb2ddf6-63d7-4e04-b762-4216875d5649', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T11:54:06Z', 'updated_at': '2021-05-19T11:54:06Z', 'revision_number': 0, 'project_id': 'b3a74154e8c140d887c17f34f2d1f6b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9284a92-9a46-403f-8ff5-aa28391fcfa1', 'name': '', 'network_id': '5f3f674d-ca79-4be3-8876-a51805d694e7', 'tenant_id': 'b3a74154e8c140d887c17f34f2d1f6b7', 'mac_address': 'fa:16:3e:2a:5c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f7abf1-5835-4b0f-9358-7cdd69ad076a', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'a5b160ab-2da7-4caa-86d9-55f9a882fead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:52:36Z', 'updated_at': '2021-05-19T11:52:41Z', 'revision_number': 5, 'project_id': 'b3a74154e8c140d887c17f34f2d1f6b7', 'subnets': [{'id': 'a5b160ab-2da7-4caa-86d9-55f9a882fead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 11:54:08.453841 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f4174f-a13f-4238-9416-c188cc91a259 None None] New status for floating IP 1dcd65c5-133d-4a03-b568-12c3331ffcfc: ACTIVE {{(pid=91058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 11:54:16.844572 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:54:22.940218 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.agents_db [None req-9df4fd67-1abd-480d-9703-ac00f2726051 None None] Agent healthcheck: found 6 active agents {{(pid=91058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 11:54:25.202592 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 44322) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:54:25.296007 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-941e350b-1f31-4342-9d30-e8f9eace9ac0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:54:25.307647 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-941e350b-1f31-4342-9d30-e8f9eace9ac0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:54:25.310459 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-941e350b-1f31-4342-9d30-e8f9eace9ac0 admin admin] Usage tracker for resource:security_group_rule and tenant:e724b6d051194ffca927b8a0194d530c is out of sync, need to count used quota {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:54:25.312424 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-941e350b-1f31-4342-9d30-e8f9eace9ac0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:54:25.316256 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-941e350b-1f31-4342-9d30-e8f9eace9ac0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:54:25.375899 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-941e350b-1f31-4342-9d30-e8f9eace9ac0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:54:25.379236 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-941e350b-1f31-4342-9d30-e8f9eace9ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:54:25.383943 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-16a56787-9349-4766-a82e-57b739e70302 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:54:25.409736 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-941e350b-1f31-4342-9d30-e8f9eace9ac0 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=e724b6d051194ffca927b8a0194d530c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2063644 May 19 11:54:25.410376 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941e350b-1f31-4342-9d30-e8f9eace9ac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bdad2ed-6453-4840-a659-ce9ec65f3274,revision_number=1']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:54:25.412141 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 44328) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:54:25.412679 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-941e350b-1f31-4342-9d30-e8f9eace9ac0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:54:25.541309 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-105f91bf-f48e-42a7-9264-ebccec60bcd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:54:25.559094 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-105f91bf-f48e-42a7-9264-ebccec60bcd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:54:25.593633 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-105f91bf-f48e-42a7-9264-ebccec60bcd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:54:25.599438 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-28180ef5-bed8-4a6f-832b-5c367cac9b65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:54:25.612833 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105f91bf-f48e-42a7-9264-ebccec60bcd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bdad2ed-6453-4840-a659-ce9ec65f3274,revision_number=None']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:54:25.614936 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-105f91bf-f48e-42a7-9264-ebccec60bcd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:54:25.615436 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-105f91bf-f48e-42a7-9264-ebccec60bcd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:54:25.618180 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-105f91bf-f48e-42a7-9264-ebccec60bcd7 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/7bdad2ed-6453-4840-a659-ce9ec65f3274 HTTP/1.1" status: 204 len: 168 time: 0.2053094 May 19 11:54:34.603561 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-7b34e2b0-732a-4d90-aef3-55d126d5c242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:54:35.838935 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:54:36.184616 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1dd66e91-777a-4761-912d-0b79ea5c42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:54:36.999760 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-f3552fb9-a093-42e6-b748-7ab8d8c7cb39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:54:38.078397 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-66ec5bc0-6952-497b-8f33-b3c04bfd0b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:54:46.835205 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:54:48.914695 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-a2017b9e-7f9b-46b1-bd15-99fb08c3503d req-9abe9874-c14f-4157-a82e-acd966563cc6 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=1cb2ddf6-63d7-4e04-b762-4216875d5649&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0637107 May 19 11:54:49.390656 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2017b9e-7f9b-46b1-bd15-99fb08c3503d req-40bd6513-4e08-42f6-a45b-d1800aaf4a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:54:49.391761 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-a2017b9e-7f9b-46b1-bd15-99fb08c3503d req-40bd6513-4e08-42f6-a45b-d1800aaf4a52 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=b3a74154e8c140d887c17f34f2d1f6b7&device_id=1cb2ddf6-63d7-4e04-b762-4216875d5649 HTTP/1.1" status: 200 len: 1098 time: 0.0651414 May 19 11:54:49.501006 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2017b9e-7f9b-46b1-bd15-99fb08c3503d req-76e4cdda-4f54-41fb-9496-7783d341a3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:54:49.502840 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-a2017b9e-7f9b-46b1-bd15-99fb08c3503d req-76e4cdda-4f54-41fb-9496-7783d341a3d7 service neutron] 10.222.0.112 "GET /v2.0/networks?id=5f3f674d-ca79-4be3-8876-a51805d694e7 HTTP/1.1" status: 200 len: 913 time: 0.0902088 May 19 11:54:49.574887 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-a2017b9e-7f9b-46b1-bd15-99fb08c3503d req-58ae9bc8-2e7c-4ef1-b3b1-f26c79df411c service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eaac39af-e416-4f87-8322-d9e84fc0f7fa HTTP/1.1" status: 200 len: 1000 time: 0.0630610 May 19 11:54:49.619165 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2017b9e-7f9b-46b1-bd15-99fb08c3503d req-4857e963-45a0-4a1c-97f4-f588c0d511bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:54:49.620035 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-a2017b9e-7f9b-46b1-bd15-99fb08c3503d req-4857e963-45a0-4a1c-97f4-f588c0d511bb service neutron] 10.222.0.112 "GET /v2.0/subnets?id=a5b160ab-2da7-4caa-86d9-55f9a882fead HTTP/1.1" status: 200 len: 850 time: 0.0370448 May 19 11:54:49.672531 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2017b9e-7f9b-46b1-bd15-99fb08c3503d req-2dc22c5f-93c5-48bd-b527-e795aed3b5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:54:49.673442 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-a2017b9e-7f9b-46b1-bd15-99fb08c3503d req-2dc22c5f-93c5-48bd-b527-e795aed3b5f5 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=5f3f674d-ca79-4be3-8876-a51805d694e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0477977 May 19 11:54:49.755949 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-a2017b9e-7f9b-46b1-bd15-99fb08c3503d req-6dcaf6c0-1095-44f3-8bca-f415dbad0268 service neutron] 10.222.0.112 "GET /v2.0/networks/5f3f674d-ca79-4be3-8876-a51805d694e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0773447 May 19 11:54:49.840043 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-a2017b9e-7f9b-46b1-bd15-99fb08c3503d req-8b1db60d-be71-4ce2-848f-8533d01554f0 service neutron] 10.222.0.112 "GET /v2.0/networks/5f3f674d-ca79-4be3-8876-a51805d694e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0763373 May 19 11:54:59.941184 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.agents_db [None req-9df4fd67-1abd-480d-9703-ac00f2726051 None None] Agent healthcheck: found 6 active agents {{(pid=91058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 11:55:04.603035 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-6a8272c3-70bc-4505-bd95-7146dcfaceeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:55:05.831444 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:55:06.177098 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-accb67aa-45fe-4d71-9cf5-f624ac6225e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:55:07.001024 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-f3552fb9-a093-42e6-b748-7ab8d8c7cb39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:55:08.078632 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-66ec5bc0-6952-497b-8f33-b3c04bfd0b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:55:16.842330 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:55:19.080343 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 44570) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:55:19.172629 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-b5322f77-2b36-45ca-89dd-489d01757593 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:55:19.182255 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-b5322f77-2b36-45ca-89dd-489d01757593 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:55:19.185032 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-b5322f77-2b36-45ca-89dd-489d01757593 admin admin] Usage tracker for resource:security_group_rule and tenant:21ab8b8c3c7e423a95f91bb24788d3e3 is out of sync, need to count used quota {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:55:19.187041 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-b5322f77-2b36-45ca-89dd-489d01757593 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:55:19.191097 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-b5322f77-2b36-45ca-89dd-489d01757593 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:55:19.248188 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-b5322f77-2b36-45ca-89dd-489d01757593 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:55:19.251433 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-b5322f77-2b36-45ca-89dd-489d01757593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:55:19.256170 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-c1e3407c-6f7a-49cd-97cf-1c982345d3d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:55:19.281838 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-b5322f77-2b36-45ca-89dd-489d01757593 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=21ab8b8c3c7e423a95f91bb24788d3e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2003815 May 19 11:55:19.282505 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5322f77-2b36-45ca-89dd-489d01757593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f46f0b8-816e-4e30-b415-40ad2cc5ee6f,revision_number=1']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:55:19.284138 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 44576) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:55:19.287091 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5322f77-2b36-45ca-89dd-489d01757593 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:55:19.287315 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5322f77-2b36-45ca-89dd-489d01757593 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:55:19.287522 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5322f77-2b36-45ca-89dd-489d01757593 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:55:19.287732 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5322f77-2b36-45ca-89dd-489d01757593 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:55:19.287933 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5322f77-2b36-45ca-89dd-489d01757593 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:55:19.288136 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5322f77-2b36-45ca-89dd-489d01757593 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:55:19.288336 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5322f77-2b36-45ca-89dd-489d01757593 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:55:19.288535 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5322f77-2b36-45ca-89dd-489d01757593 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:55:19.288734 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5322f77-2b36-45ca-89dd-489d01757593 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:55:19.288931 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5322f77-2b36-45ca-89dd-489d01757593 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:55:19.289146 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5322f77-2b36-45ca-89dd-489d01757593 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:55:19.289349 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5322f77-2b36-45ca-89dd-489d01757593 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:55:19.291779 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-b5322f77-2b36-45ca-89dd-489d01757593 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:55:19.323587 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-fe413465-b2a2-4e37-bc9d-092141023071 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:55:19.340317 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-fe413465-b2a2-4e37-bc9d-092141023071 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:55:19.378202 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-fe413465-b2a2-4e37-bc9d-092141023071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:55:19.380314 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-4536dada-4f58-48fe-9df5-7c6acae7c1c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:55:19.388688 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe413465-b2a2-4e37-bc9d-092141023071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f46f0b8-816e-4e30-b415-40ad2cc5ee6f,revision_number=None']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:55:19.394919 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe413465-b2a2-4e37-bc9d-092141023071 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:55:19.395141 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe413465-b2a2-4e37-bc9d-092141023071 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:55:19.395365 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe413465-b2a2-4e37-bc9d-092141023071 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:55:19.395588 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe413465-b2a2-4e37-bc9d-092141023071 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:55:19.395808 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe413465-b2a2-4e37-bc9d-092141023071 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:55:19.396030 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe413465-b2a2-4e37-bc9d-092141023071 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:55:19.396248 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe413465-b2a2-4e37-bc9d-092141023071 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:55:19.396465 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe413465-b2a2-4e37-bc9d-092141023071 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:55:19.396681 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe413465-b2a2-4e37-bc9d-092141023071 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:55:19.396898 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe413465-b2a2-4e37-bc9d-092141023071 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:55:19.397131 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe413465-b2a2-4e37-bc9d-092141023071 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:55:19.397352 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe413465-b2a2-4e37-bc9d-092141023071 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:55:19.400253 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-fe413465-b2a2-4e37-bc9d-092141023071 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:55:19.402712 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-fe413465-b2a2-4e37-bc9d-092141023071 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:55:19.403746 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-fe413465-b2a2-4e37-bc9d-092141023071 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/2f46f0b8-816e-4e30-b415-40ad2cc5ee6f HTTP/1.1" status: 204 len: 168 time: 0.1188753 May 19 11:55:34.602057 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-25ab8e3d-6f44-4712-8d3e-6a573035a670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:55:35.839939 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:55:36.186762 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-9a5d1541-6fe9-4b88-b7a1-8cf4d5989579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:55:36.942613 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.agents_db [None req-9df4fd67-1abd-480d-9703-ac00f2726051 None None] Agent healthcheck: found 6 active agents {{(pid=91058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 11:55:37.006483 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-f3552fb9-a093-42e6-b748-7ab8d8c7cb39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:55:38.082660 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-66ec5bc0-6952-497b-8f33-b3c04bfd0b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:55:46.686928 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 44750) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:55:46.773522 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-38235387-56a1-4b85-a58c-1f6ee4200e27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:55:46.783357 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-38235387-56a1-4b85-a58c-1f6ee4200e27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:55:46.785918 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-38235387-56a1-4b85-a58c-1f6ee4200e27 admin admin] Usage tracker for resource:security_group_rule and tenant:221ec5b5d9e947869504e69c2c218bbf is out of sync, need to count used quota {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:55:46.787863 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [None req-38235387-56a1-4b85-a58c-1f6ee4200e27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:55:46.791721 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.quota.driver [None req-38235387-56a1-4b85-a58c-1f6ee4200e27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:55:46.838003 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:55:46.847016 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-38235387-56a1-4b85-a58c-1f6ee4200e27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:55:46.850371 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-38235387-56a1-4b85-a58c-1f6ee4200e27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_create {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:55:46.854639 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-ee1159f1-2336-48ad-bfc6-8806756bc0e5 tempest-AttachVolumeTestJSON-67847342 tempest-AttachVolumeTestJSON-67847342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:55:46.876812 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-38235387-56a1-4b85-a58c-1f6ee4200e27 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=221ec5b5d9e947869504e69c2c218bbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1888757 May 19 11:55:46.877360 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38235387-56a1-4b85-a58c-1f6ee4200e27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fed200f-753f-4f96-ae93-4f3d849c386a,revision_number=1']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:55:46.880498 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 44756) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:55:46.881972 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-38235387-56a1-4b85-a58c-1f6ee4200e27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:55:46.918293 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-f61eef77-7958-4718-a6f7-10ead6ddf6ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:55:46.934207 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-f61eef77-7958-4718-a6f7-10ead6ddf6ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:55:46.973494 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-f61eef77-7958-4718-a6f7-10ead6ddf6ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:55:46.976196 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-fd8c7fc3-bb73-4e3e-a1e5-f1de8a9edec7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:55:46.984177 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61eef77-7958-4718-a6f7-10ead6ddf6ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fed200f-753f-4f96-ae93-4f3d849c386a,revision_number=None']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:55:46.985857 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-f61eef77-7958-4718-a6f7-10ead6ddf6ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:55:46.987166 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-f61eef77-7958-4718-a6f7-10ead6ddf6ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:55:46.989553 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-f61eef77-7958-4718-a6f7-10ead6ddf6ab admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/4fed200f-753f-4f96-ae93-4f3d849c386a HTTP/1.1" status: 204 len: 168 time: 0.1067901 May 19 11:55:50.944576 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-8a2b4a09-50f1-4eef-8e16-60e041dbc497 req-ccbea702-00a3-4d6b-b531-88c2bfc3fe7b service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=1cb2ddf6-63d7-4e04-b762-4216875d5649&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0582898 May 19 11:55:51.427134 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2b4a09-50f1-4eef-8e16-60e041dbc497 req-c787ced3-8761-4577-9e81-f51ab2b167e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:55:51.428164 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-8a2b4a09-50f1-4eef-8e16-60e041dbc497 req-c787ced3-8761-4577-9e81-f51ab2b167e5 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=b3a74154e8c140d887c17f34f2d1f6b7&device_id=1cb2ddf6-63d7-4e04-b762-4216875d5649 HTTP/1.1" status: 200 len: 1098 time: 0.0588541 May 19 11:55:51.536847 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2b4a09-50f1-4eef-8e16-60e041dbc497 req-c046d99c-e5f5-4c66-a943-92cc909055cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:55:51.537741 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-8a2b4a09-50f1-4eef-8e16-60e041dbc497 req-c046d99c-e5f5-4c66-a943-92cc909055cf service neutron] 10.222.0.112 "GET /v2.0/networks?id=5f3f674d-ca79-4be3-8876-a51805d694e7 HTTP/1.1" status: 200 len: 913 time: 0.0851603 May 19 11:55:51.631568 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-8a2b4a09-50f1-4eef-8e16-60e041dbc497 req-0c81bbc2-ef60-4224-b4d7-32ad91b599fe service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eaac39af-e416-4f87-8322-d9e84fc0f7fa HTTP/1.1" status: 200 len: 1000 time: 0.0850582 May 19 11:55:51.678983 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2b4a09-50f1-4eef-8e16-60e041dbc497 req-3dd608cc-27cf-4524-9472-217771ef8527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:55:51.679877 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-8a2b4a09-50f1-4eef-8e16-60e041dbc497 req-3dd608cc-27cf-4524-9472-217771ef8527 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=a5b160ab-2da7-4caa-86d9-55f9a882fead HTTP/1.1" status: 200 len: 850 time: 0.0396316 May 19 11:55:51.736132 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2b4a09-50f1-4eef-8e16-60e041dbc497 req-eac23414-3c40-4c0f-a0cd-b4fb61c4a4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:55:51.737007 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-8a2b4a09-50f1-4eef-8e16-60e041dbc497 req-eac23414-3c40-4c0f-a0cd-b4fb61c4a4e8 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=5f3f674d-ca79-4be3-8876-a51805d694e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0486279 May 19 11:55:51.910273 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-8a2b4a09-50f1-4eef-8e16-60e041dbc497 req-3a5845d1-c290-48dc-95ff-d0e1abede136 service neutron] 10.222.0.112 "GET /v2.0/networks/5f3f674d-ca79-4be3-8876-a51805d694e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644652 May 19 11:55:51.992659 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-8a2b4a09-50f1-4eef-8e16-60e041dbc497 req-06658887-2b71-4f63-a3be-9eb76409e161 service neutron] 10.222.0.112 "GET /v2.0/networks/5f3f674d-ca79-4be3-8876-a51805d694e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0738943 May 19 11:56:04.602803 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-d42653ac-8bc4-4c7f-90ac-d237aa0ea8d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:56:05.840391 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:56:06.181229 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-f6c19505-8157-4c09-b89b-3ad67526ea54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:56:07.012140 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-f3552fb9-a093-42e6-b748-7ab8d8c7cb39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:56:08.089303 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-66ec5bc0-6952-497b-8f33-b3c04bfd0b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:56:13.944822 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.agents_db [None req-9df4fd67-1abd-480d-9703-ac00f2726051 None None] Agent healthcheck: found 6 active agents {{(pid=91058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 11:56:16.850315 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:56:34.601598 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-226e96d8-38e1-4530-b5f7-84a7fc930ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:56:35.839081 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:56:36.187548 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-72144057-a6c3-4436-a668-3c34ffe5ba18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:56:37.013426 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-f3552fb9-a093-42e6-b748-7ab8d8c7cb39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:56:38.093751 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-66ec5bc0-6952-497b-8f33-b3c04bfd0b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:56:46.879984 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:56:50.946362 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.agents_db [None req-9df4fd67-1abd-480d-9703-ac00f2726051 None None] Agent healthcheck: found 6 active agents {{(pid=91058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 11:56:52.938243 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-7e688696-1e9f-4fce-b135-2294672f07ad req-53b52c2b-286a-4eb5-8259-785286936cb5 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=1cb2ddf6-63d7-4e04-b762-4216875d5649&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0642190 May 19 11:56:53.414025 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e688696-1e9f-4fce-b135-2294672f07ad req-b6e36750-af5c-45a1-803a-65b8a509a081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:56:53.415052 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-7e688696-1e9f-4fce-b135-2294672f07ad req-b6e36750-af5c-45a1-803a-65b8a509a081 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=b3a74154e8c140d887c17f34f2d1f6b7&device_id=1cb2ddf6-63d7-4e04-b762-4216875d5649 HTTP/1.1" status: 200 len: 1098 time: 0.0691009 May 19 11:56:53.524537 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e688696-1e9f-4fce-b135-2294672f07ad req-4418f976-d261-463e-af8b-ba087fdf1e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:56:53.525623 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-7e688696-1e9f-4fce-b135-2294672f07ad req-4418f976-d261-463e-af8b-ba087fdf1e46 service neutron] 10.222.0.112 "GET /v2.0/networks?id=5f3f674d-ca79-4be3-8876-a51805d694e7 HTTP/1.1" status: 200 len: 913 time: 0.0912399 May 19 11:56:53.597586 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-7e688696-1e9f-4fce-b135-2294672f07ad req-69c66d38-03f6-4fed-b794-31d4fbaf8fe3 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eaac39af-e416-4f87-8322-d9e84fc0f7fa HTTP/1.1" status: 200 len: 1000 time: 0.0636117 May 19 11:56:53.646018 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e688696-1e9f-4fce-b135-2294672f07ad req-7d797462-a4b4-4a1f-b668-3406a42eebfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:56:53.646874 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-7e688696-1e9f-4fce-b135-2294672f07ad req-7d797462-a4b4-4a1f-b668-3406a42eebfe service neutron] 10.222.0.112 "GET /v2.0/subnets?id=a5b160ab-2da7-4caa-86d9-55f9a882fead HTTP/1.1" status: 200 len: 850 time: 0.0415957 May 19 11:56:53.703775 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e688696-1e9f-4fce-b135-2294672f07ad req-37e37ccc-d71d-45ce-9bd1-6997a8369d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:56:53.704666 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-7e688696-1e9f-4fce-b135-2294672f07ad req-37e37ccc-d71d-45ce-9bd1-6997a8369d29 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=5f3f674d-ca79-4be3-8876-a51805d694e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0486982 May 19 11:56:53.798359 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-7e688696-1e9f-4fce-b135-2294672f07ad req-270f3d12-2b92-411d-aab7-8a7cb4f63111 service neutron] 10.222.0.112 "GET /v2.0/networks/5f3f674d-ca79-4be3-8876-a51805d694e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848882 May 19 11:56:53.889327 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-7e688696-1e9f-4fce-b135-2294672f07ad req-459b268c-96de-42f9-aae1-a87cd10a8baa service neutron] 10.222.0.112 "GET /v2.0/networks/5f3f674d-ca79-4be3-8876-a51805d694e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830836 May 19 11:57:04.600068 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-b390454d-ce19-4c63-9cd5-138a0f30c66c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:57:05.839128 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:57:06.184812 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-405851c3-0a3d-460c-bd15-db7d51a028d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:57:07.017453 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-f3552fb9-a093-42e6-b748-7ab8d8c7cb39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:57:08.097354 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-66ec5bc0-6952-497b-8f33-b3c04bfd0b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:57:16.880231 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:57:27.949281 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.agents_db [None req-9df4fd67-1abd-480d-9703-ac00f2726051 None None] Agent healthcheck: found 6 active agents {{(pid=91058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 11:57:29.306673 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a707933d-7e25-4ead-8613-59781686f8b9 req-14f196cf-393c-4b68-8a26-e7d50154a825 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:57:29.307683 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-a707933d-7e25-4ead-8613-59781686f8b9 req-14f196cf-393c-4b68-8a26-e7d50154a825 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/ports?device_id=1cb2ddf6-63d7-4e04-b762-4216875d5649 HTTP/1.1" status: 200 len: 945 time: 0.1969569 May 19 11:57:29.341141 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-a707933d-7e25-4ead-8613-59781686f8b9 req-e1f88eb8-58c8-4688-9c52-ccfd2eb2a331 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/security-groups?id=b19c4839-2054-4c8c-8af8-73c2ba95f36f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0259809 May 19 11:57:30.534587 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae190e79-160c-4df8-8f3c-600293fd3921 req-6ffcd8c4-cb75-4bca-9c60-b05551381e13 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:57:30.535446 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-ae190e79-160c-4df8-8f3c-600293fd3921 req-6ffcd8c4-cb75-4bca-9c60-b05551381e13 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/ports?device_id=1cb2ddf6-63d7-4e04-b762-4216875d5649 HTTP/1.1" status: 200 len: 945 time: 0.0965881 May 19 11:57:30.564984 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-ae190e79-160c-4df8-8f3c-600293fd3921 req-3b6089e3-683b-4ee0-b580-308f2fe62d8e tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/security-groups?id=b19c4839-2054-4c8c-8af8-73c2ba95f36f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0253003 May 19 11:57:31.123769 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05bcb26-d00d-481c-b8f4-eddce0c794c8 req-da0b5bda-8547-4eca-8bfb-b5a38c1f67a3 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:57:31.124803 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-a05bcb26-d00d-481c-b8f4-eddce0c794c8 req-da0b5bda-8547-4eca-8bfb-b5a38c1f67a3 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.112 "GET /v2.0/ports?device_id=1cb2ddf6-63d7-4e04-b762-4216875d5649 HTTP/1.1" status: 200 len: 945 time: 0.0753138 May 19 11:57:31.222278 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.plugin [req-a05bcb26-d00d-481c-b8f4-eddce0c794c8 req-c092a44b-2c69-4439-aff2-70b9ce798828 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Deleting port eaac39af-e416-4f87-8322-d9e84fc0f7fa {{(pid=91056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 11:57:31.222496 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [req-a05bcb26-d00d-481c-b8f4-eddce0c794c8 req-c092a44b-2c69-4439-aff2-70b9ce798828 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749740776295'] for port, before_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:57:31.306714 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.db [req-a05bcb26-d00d-481c-b8f4-eddce0c794c8 req-c092a44b-2c69-4439-aff2-70b9ce798828 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] For port eaac39af-e416-4f87-8322-d9e84fc0f7fa, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=eaac39af-e416-4f87-8322-d9e84fc0f7fa,segment=NetworkSegment(368b7efe-3dea-4da3-9142-42ad0e67249c),segment_id=368b7efe-3dea-4da3-9142-42ad0e67249c)] {{(pid=91056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:57:31.306962 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [req-a05bcb26-d00d-481c-b8f4-eddce0c794c8 req-c092a44b-2c69-4439-aff2-70b9ce798828 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1714319'] for port, precommit_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:57:31.551220 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [req-a05bcb26-d00d-481c-b8f4-eddce0c794c8 req-c092a44b-2c69-4439-aff2-70b9ce798828 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:57:31.552061 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [req-a05bcb26-d00d-481c-b8f4-eddce0c794c8 req-c092a44b-2c69-4439-aff2-70b9ce798828 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716915'] for floatingip, after_update {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:57:31.552061 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.db.l3_db [req-a05bcb26-d00d-481c-b8f4-eddce0c794c8 req-c092a44b-2c69-4439-aff2-70b9ce798828 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Floating IP 1dcd65c5-133d-4a03-b568-12c3331ffcfc disassociated. External IP: 172.27.0.27, port: eaac39af-e416-4f87-8322-d9e84fc0f7fa. May 19 11:57:31.552061 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.plugin [req-a05bcb26-d00d-481c-b8f4-eddce0c794c8 req-c092a44b-2c69-4439-aff2-70b9ce798828 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Calling delete_port for eaac39af-e416-4f87-8322-d9e84fc0f7fa owned by compute:nova {{(pid=91056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 11:57:31.622502 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [req-a05bcb26-d00d-481c-b8f4-eddce0c794c8 req-c092a44b-2c69-4439-aff2-70b9ce798828 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749740778424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749740364548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275141'] for port, after_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:57:31.626143 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-1054c2fe-dc3a-4e02-a043-b018e359a3e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:57:31.650653 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c092a44b-2c69-4439-aff2-70b9ce798828 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Pushing event deleted for resources: {'Port': ['ID=eaac39af-e416-4f87-8322-d9e84fc0f7fa,revision_number=None']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:57:31.670107 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-60c74315-5b69-4014-9786-7bdc23342637 req-42f25b1e-6f64-47b1-867e-94d224c48ec8 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/ports?device_id=1cb2ddf6-63d7-4e04-b762-4216875d5649 HTTP/1.1" status: 200 len: 210 time: 0.0306282 May 19 11:57:31.684218 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c092a44b-2c69-4439-aff2-70b9ce798828 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:57:31.684434 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c092a44b-2c69-4439-aff2-70b9ce798828 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:57:31.684629 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c092a44b-2c69-4439-aff2-70b9ce798828 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:57:31.684819 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c092a44b-2c69-4439-aff2-70b9ce798828 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:57:31.685006 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c092a44b-2c69-4439-aff2-70b9ce798828 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:57:31.685208 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c092a44b-2c69-4439-aff2-70b9ce798828 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:57:31.685401 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c092a44b-2c69-4439-aff2-70b9ce798828 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:57:31.685589 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c092a44b-2c69-4439-aff2-70b9ce798828 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:57:31.685776 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c092a44b-2c69-4439-aff2-70b9ce798828 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:57:31.685961 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c092a44b-2c69-4439-aff2-70b9ce798828 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:57:31.686144 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c092a44b-2c69-4439-aff2-70b9ce798828 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:57:31.686327 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c092a44b-2c69-4439-aff2-70b9ce798828 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:57:31.690310 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-c092a44b-2c69-4439-aff2-70b9ce798828 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:57:31.754092 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a05bcb26-d00d-481c-b8f4-eddce0c794c8 req-c092a44b-2c69-4439-aff2-70b9ce798828 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Router 21f7abf1-5835-4b0f-9358-7cdd69ad076a has already been hosted by L3 agent 326bf12a-fdae-48e8-b877-7dbd40e20eda {{(pid=91056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 11:57:31.869804 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a05bcb26-d00d-481c-b8f4-eddce0c794c8 req-c092a44b-2c69-4439-aff2-70b9ce798828 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Notify agent at l3_agent.dv-cinder-787764-1-iscsi the message routers_updated {{(pid=91056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 11:57:31.880911 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56fd2621-4d03-4e58-8fea-609f03d32c77 None None] Sync routers for ids ['21f7abf1-5835-4b0f-9358-7cdd69ad076a'] in dv-cinder-787764-1-iscsi {{(pid=91057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 11:57:31.888688 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56fd2621-4d03-4e58-8fea-609f03d32c77 None None] Routers {'21f7abf1-5835-4b0f-9358-7cdd69ad076a'} bound to L3 agent in host dv-cinder-787764-1-iscsi {{(pid=91057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:57:31.889096 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_hamode_db [None req-56fd2621-4d03-4e58-8fea-609f03d32c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T11:10:36Z,description=,heartbeat_timestamp=2021-05-19T11:57:06Z,host='dv-cinder-787764-1-iscsi',id=326bf12a-fdae-48e8-b877-7dbd40e20eda,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:36Z,topic='l3_agent')) {'router_ids': ['21f7abf1-5835-4b0f-9358-7cdd69ad076a'], 'active': True} {{(pid=91057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:57:31.913528 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.l3_dvrscheduler_db [req-a05bcb26-d00d-481c-b8f4-eddce0c794c8 req-c092a44b-2c69-4439-aff2-70b9ce798828 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] No DVR routers for this DVR port eaac39af-e416-4f87-8322-d9e84fc0f7fa on host hv-cinder-78776 {{(pid=91056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 11:57:31.915432 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [req-a05bcb26-d00d-481c-b8f4-eddce0c794c8 req-c092a44b-2c69-4439-aff2-70b9ce798828 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6101'] for port, before_response {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:57:31.917142 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cb2ddf6-63d7-4e04-b762-4216875d5649', 'name': 'network-vif-deleted', 'tag': 'eaac39af-e416-4f87-8322-d9e84fc0f7fa'}] {{(pid=91056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 11:57:31.931351 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-a05bcb26-d00d-481c-b8f4-eddce0c794c8 req-c092a44b-2c69-4439-aff2-70b9ce798828 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.112 "DELETE /v2.0/ports/eaac39af-e416-4f87-8322-d9e84fc0f7fa HTTP/1.1" status: 204 len: 173 time: 0.7997634 May 19 11:57:31.945050 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cb2ddf6-63d7-4e04-b762-4216875d5649', 'name': 'network-vif-deleted', 'tag': 'eaac39af-e416-4f87-8322-d9e84fc0f7fa', 'status': 'completed', 'code': 200} May 19 11:57:32.003445 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_dvr_db [None req-56fd2621-4d03-4e58-8fea-609f03d32c77 None None] Set router 21f7abf1-5835-4b0f-9358-7cdd69ad076a gateway port host: dv-cinder-787764-1-iscsi {{(pid=91057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:57:32.169389 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_hamode_db [None req-56fd2621-4d03-4e58-8fea-609f03d32c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21f7abf1-5835-4b0f-9358-7cdd69ad076a', 'name': 'tempest-TestVolumeBootPattern-173945444-router', 'tenant_id': 'b3a74154e8c140d887c17f34f2d1f6b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'external_fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': '564fb21e-29a4-4a0f-ab32-50ba00ba5084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:52:34Z', 'updated_at': '2021-05-19T11:52:36Z', 'revision_number': 4, 'project_id': 'b3a74154e8c140d887c17f34f2d1f6b7', 'gw_port': {'id': '564fb21e-29a4-4a0f-ab32-50ba00ba5084', 'name': '', 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f6:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f7abf1-5835-4b0f-9358-7cdd69ad076a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:52:34Z', 'updated_at': '2021-05-19T11:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-1-iscsi', '_interfaces': [{'id': 'b9284a92-9a46-403f-8ff5-aa28391fcfa1', 'name': '', 'network_id': '5f3f674d-ca79-4be3-8876-a51805d694e7', 'tenant_id': 'b3a74154e8c140d887c17f34f2d1f6b7', 'mac_address': 'fa:16:3e:2a:5c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f7abf1-5835-4b0f-9358-7cdd69ad076a', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'a5b160ab-2da7-4caa-86d9-55f9a882fead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:52:36Z', 'updated_at': '2021-05-19T11:52:41Z', 'revision_number': 5, 'project_id': 'b3a74154e8c140d887c17f34f2d1f6b7', 'subnets': [{'id': 'a5b160ab-2da7-4caa-86d9-55f9a882fead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-1-iscsi', False) {} {{(pid=91057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:57:32.171424 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56fd2621-4d03-4e58-8fea-609f03d32c77 None None] Checking router: 21f7abf1-5835-4b0f-9358-7cdd69ad076a for host: dv-cinder-787764-1-iscsi {{(pid=91057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 11:57:32.175900 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56fd2621-4d03-4e58-8fea-609f03d32c77 None None] Routers {'21f7abf1-5835-4b0f-9358-7cdd69ad076a'} bound to L3 agent in host dv-cinder-787764-1-iscsi {{(pid=91057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:57:32.176213 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_hamode_db [None req-56fd2621-4d03-4e58-8fea-609f03d32c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T11:10:36Z,description=,heartbeat_timestamp=2021-05-19T11:57:06Z,host='dv-cinder-787764-1-iscsi',id=326bf12a-fdae-48e8-b877-7dbd40e20eda,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:36Z,topic='l3_agent')) {'router_ids': ['21f7abf1-5835-4b0f-9358-7cdd69ad076a'], 'active': True} {{(pid=91057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:57:32.268328 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_dvr_db [None req-56fd2621-4d03-4e58-8fea-609f03d32c77 None None] Set router 21f7abf1-5835-4b0f-9358-7cdd69ad076a gateway port host: dv-cinder-787764-1-iscsi {{(pid=91057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:57:32.491763 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_hamode_db [None req-56fd2621-4d03-4e58-8fea-609f03d32c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21f7abf1-5835-4b0f-9358-7cdd69ad076a', 'name': 'tempest-TestVolumeBootPattern-173945444-router', 'tenant_id': 'b3a74154e8c140d887c17f34f2d1f6b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'external_fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': '564fb21e-29a4-4a0f-ab32-50ba00ba5084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:52:34Z', 'updated_at': '2021-05-19T11:52:36Z', 'revision_number': 4, 'project_id': 'b3a74154e8c140d887c17f34f2d1f6b7', 'gw_port': {'id': '564fb21e-29a4-4a0f-ab32-50ba00ba5084', 'name': '', 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f6:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f7abf1-5835-4b0f-9358-7cdd69ad076a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:52:34Z', 'updated_at': '2021-05-19T11:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-1-iscsi', '_interfaces': [{'id': 'b9284a92-9a46-403f-8ff5-aa28391fcfa1', 'name': '', 'network_id': '5f3f674d-ca79-4be3-8876-a51805d694e7', 'tenant_id': 'b3a74154e8c140d887c17f34f2d1f6b7', 'mac_address': 'fa:16:3e:2a:5c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f7abf1-5835-4b0f-9358-7cdd69ad076a', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'a5b160ab-2da7-4caa-86d9-55f9a882fead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:52:36Z', 'updated_at': '2021-05-19T11:52:41Z', 'revision_number': 5, 'project_id': 'b3a74154e8c140d887c17f34f2d1f6b7', 'subnets': [{'id': 'a5b160ab-2da7-4caa-86d9-55f9a882fead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-1-iscsi', False) {} {{(pid=91057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:57:32.494065 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56fd2621-4d03-4e58-8fea-609f03d32c77 None None] The sync data for ids ['21f7abf1-5835-4b0f-9358-7cdd69ad076a'] in dv-cinder-787764-1-iscsi is: [{'id': '21f7abf1-5835-4b0f-9358-7cdd69ad076a', 'name': 'tempest-TestVolumeBootPattern-173945444-router', 'tenant_id': 'b3a74154e8c140d887c17f34f2d1f6b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'external_fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': '564fb21e-29a4-4a0f-ab32-50ba00ba5084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:52:34Z', 'updated_at': '2021-05-19T11:52:36Z', 'revision_number': 4, 'project_id': 'b3a74154e8c140d887c17f34f2d1f6b7', 'gw_port': {'id': '564fb21e-29a4-4a0f-ab32-50ba00ba5084', 'name': '', 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f6:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f7abf1-5835-4b0f-9358-7cdd69ad076a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:52:34Z', 'updated_at': '2021-05-19T11:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-1-iscsi', '_interfaces': [{'id': 'b9284a92-9a46-403f-8ff5-aa28391fcfa1', 'name': '', 'network_id': '5f3f674d-ca79-4be3-8876-a51805d694e7', 'tenant_id': 'b3a74154e8c140d887c17f34f2d1f6b7', 'mac_address': 'fa:16:3e:2a:5c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f7abf1-5835-4b0f-9358-7cdd69ad076a', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'a5b160ab-2da7-4caa-86d9-55f9a882fead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:52:36Z', 'updated_at': '2021-05-19T11:52:41Z', 'revision_number': 5, 'project_id': 'b3a74154e8c140d887c17f34f2d1f6b7', 'subnets': [{'id': 'a5b160ab-2da7-4caa-86d9-55f9a882fead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 11:57:32.643339 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a104588-d9c0-423f-9456-c3f42295a71f None None] New status for floating IP 1dcd65c5-133d-4a03-b568-12c3331ffcfc: DOWN {{(pid=91058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 11:57:32.771920 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-45c1772a-8b3b-42d8-8c98-514ed9d47a49 req-75dcf088-de20-4acf-b68f-dbce5ee444aa tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/ports?device_id=1cb2ddf6-63d7-4e04-b762-4216875d5649 HTTP/1.1" status: 200 len: 210 time: 0.0274079 May 19 11:57:33.900171 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [req-0107d424-4421-4390-9b7b-194d56d53652 req-f8494eca-db83-4e28-a44b-97b71d37f989 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Synchronizing usage tracker for tenant:b3a74154e8c140d887c17f34f2d1f6b7 on resource:port {{(pid=91056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 11:57:33.913734 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [req-0107d424-4421-4390-9b7b-194d56d53652 req-f8494eca-db83-4e28-a44b-97b71d37f989 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Unset dirty status for tenant:b3a74154e8c140d887c17f34f2d1f6b7 on resource:port {{(pid=91056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 11:57:33.914469 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-0107d424-4421-4390-9b7b-194d56d53652 req-f8494eca-db83-4e28-a44b-97b71d37f989 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/ports?device_id=1cb2ddf6-63d7-4e04-b762-4216875d5649 HTTP/1.1" status: 200 len: 210 time: 0.0470409 May 19 11:57:34.598767 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-3933eb27-1423-4158-a3dc-8a973ed37530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:57:34.764947 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Device eaac39af-e416-4f87-8322-d9e84fc0f7fa no longer exists at agent hyperv_hv-cinder-78776 {{(pid=91057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 11:57:34.791172 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.plugin [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] No Port match for: eaac39af-e416-4f87-8322-d9e84fc0f7fa {{(pid=91057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 11:57:34.791434 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Device eaac39af-e416-4f87-8322-d9e84fc0f7fa not bound to the agent host hv-cinder-78776 {{(pid=91057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 11:57:35.172439 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-4fcca536-adb2-4898-8bfa-7875a736af54 req-c8d14607-cbbc-409f-8df3-faab33e50a0d tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-146230179&fields=id&tenant_id=b3a74154e8c140d887c17f34f2d1f6b7 HTTP/1.1" status: 200 len: 267 time: 0.0284841 May 19 11:57:35.266350 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcca536-adb2-4898-8bfa-7875a736af54 req-44056e7d-7408-4ab7-8756-1bcd1237789a tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:57:35.267286 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-4fcca536-adb2-4898-8bfa-7875a736af54 req-44056e7d-7408-4ab7-8756-1bcd1237789a tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/networks?id=5f3f674d-ca79-4be3-8876-a51805d694e7 HTTP/1.1" status: 200 len: 811 time: 0.0907450 May 19 11:57:35.276433 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-4fcca536-adb2-4898-8bfa-7875a736af54 req-a52ebf87-0de1-45bf-b65a-fb177cc6eec1 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/quotas/b3a74154e8c140d887c17f34f2d1f6b7 HTTP/1.1" status: 200 len: 375 time: 0.0057089 May 19 11:57:35.331335 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-4fcca536-adb2-4898-8bfa-7875a736af54 req-227ced39-8421-4785-98ba-da770f1fbae1 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=b3a74154e8c140d887c17f34f2d1f6b7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0517769 May 19 11:57:35.369046 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [req-4fcca536-adb2-4898-8bfa-7875a736af54 req-f9ff1656-b8e9-4bb3-8fb4-9ac5a9417d6e service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=91056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 11:57:35.369603 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-4fcca536-adb2-4898-8bfa-7875a736af54 req-f9ff1656-b8e9-4bb3-8fb4-9ac5a9417d6e service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0300620 May 19 11:57:35.449152 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-4fcca536-adb2-4898-8bfa-7875a736af54 req-d2c92fbe-7786-4b08-a515-85ef3b35369d service neutron] 10.222.0.90 "GET /v2.0/networks/5f3f674d-ca79-4be3-8876-a51805d694e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0729518 May 19 11:57:35.532378 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-4fcca536-adb2-4898-8bfa-7875a736af54 req-61644c72-4429-46d7-8bc7-229278b43015 service neutron] 10.222.0.90 "GET /v2.0/networks/5f3f674d-ca79-4be3-8876-a51805d694e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0763118 May 19 11:57:35.794218 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-d2564a32-4cbd-41d7-a467-75a81a7da49c req-9c212abf-d26c-4a35-91fb-84afaf48916f tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/ports?device_id=9c1cf62e-4e05-4e2a-98e4-4fcebe522f2a HTTP/1.1" status: 200 len: 210 time: 0.0256553 May 19 11:57:35.829698 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:57:36.181361 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-eaf5404e-6413-470f-a493-92186ccde148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:57:36.914727 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-0030b5ca-8e4e-410e-a723-d88fa3248c74 req-91dc0774-084f-48db-b8e1-5656a8c8f661 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/ports?device_id=9c1cf62e-4e05-4e2a-98e4-4fcebe522f2a HTTP/1.1" status: 200 len: 210 time: 0.0343969 May 19 11:57:37.019515 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-f3552fb9-a093-42e6-b748-7ab8d8c7cb39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:57:38.032416 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-fd9828c1-f618-4ac5-9780-cb3b1d573f8e req-217003cb-41f4-41b2-b3a0-cb0de07ffbe3 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/ports?device_id=9c1cf62e-4e05-4e2a-98e4-4fcebe522f2a HTTP/1.1" status: 200 len: 210 time: 0.0327497 May 19 11:57:38.090756 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-66ec5bc0-6952-497b-8f33-b3c04bfd0b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:57:39.178822 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-abe7c366-1ee6-4adc-b3be-b21799628749 req-654bf052-d6cc-4ca0-967f-22a1f82fe45d tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/ports?device_id=9c1cf62e-4e05-4e2a-98e4-4fcebe522f2a HTTP/1.1" status: 200 len: 210 time: 0.0441382 May 19 11:57:40.298206 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-7c4d0ed0-fb1c-4720-814d-073fea0a8851 req-cccbc30b-a6d6-4a12-8bbd-366b9f226390 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/ports?device_id=9c1cf62e-4e05-4e2a-98e4-4fcebe522f2a HTTP/1.1" status: 200 len: 210 time: 0.0317659 May 19 11:57:41.454283 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-1c60782a-4d43-4904-8806-d2a4b826a4cb req-f2909e7c-3a97-4e07-b059-fa49b2d87cef tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/ports?device_id=9c1cf62e-4e05-4e2a-98e4-4fcebe522f2a HTTP/1.1" status: 200 len: 210 time: 0.0295646 May 19 11:57:42.026245 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcca536-adb2-4898-8bfa-7875a736af54 req-9265987a-3470-4628-80a7-37ab0b4dd501 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:57:42.027124 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-4fcca536-adb2-4898-8bfa-7875a736af54 req-9265987a-3470-4628-80a7-37ab0b4dd501 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.112 "GET /v2.0/networks?id=5f3f674d-ca79-4be3-8876-a51805d694e7 HTTP/1.1" status: 200 len: 811 time: 0.1991961 May 19 11:57:42.064355 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-4fcca536-adb2-4898-8bfa-7875a736af54 req-f76ee048-85e3-4cb8-8e63-fa24ec65e459 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.112 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b3a74154e8c140d887c17f34f2d1f6b7 HTTP/1.1" status: 200 len: 379 time: 0.0285060 May 19 11:57:42.076091 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.v2.base [req-4fcca536-adb2-4898-8bfa-7875a736af54 req-b7afd575-409d-4a2e-96fd-1e1b16b5c7ab tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Request body: {'port': {'device_id': '9c1cf62e-4e05-4e2a-98e4-4fcebe522f2a', 'network_id': '5f3f674d-ca79-4be3-8876-a51805d694e7', 'admin_state_up': True, 'tenant_id': 'b3a74154e8c140d887c17f34f2d1f6b7', 'security_groups': ['b19c4839-2054-4c8c-8af8-73c2ba95f36f']}} {{(pid=91056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:57:42.183968 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [req-4fcca536-adb2-4898-8bfa-7875a736af54 req-b7afd575-409d-4a2e-96fd-1e1b16b5c7ab tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:57:42.190971 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [req-4fcca536-adb2-4898-8bfa-7875a736af54 req-b7afd575-409d-4a2e-96fd-1e1b16b5c7ab tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:57:42.199803 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fcca536-adb2-4898-8bfa-7875a736af54 req-b7afd575-409d-4a2e-96fd-1e1b16b5c7ab tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Made reservation on behalf of b3a74154e8c140d887c17f34f2d1f6b7 for: {'port': 1} {{(pid=91056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 11:57:42.202288 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [req-4fcca536-adb2-4898-8bfa-7875a736af54 req-b7afd575-409d-4a2e-96fd-1e1b16b5c7ab tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:57:42.309363 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.db_base_plugin_common [req-4fcca536-adb2-4898-8bfa-7875a736af54 req-b7afd575-409d-4a2e-96fd-1e1b16b5c7ab tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Allocated IP 172.20.0.5 (5f3f674d-ca79-4be3-8876-a51805d694e7/a5b160ab-2da7-4caa-86d9-55f9a882fead/89d6ba49-cf2b-4c22-8ab0-98f69b5cb82c) {{(pid=91056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 11:57:42.452947 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [req-4fcca536-adb2-4898-8bfa-7875a736af54 req-b7afd575-409d-4a2e-96fd-1e1b16b5c7ab tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Notify callbacks [] for port, precommit_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:57:42.464270 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.provisioning_blocks [req-4fcca536-adb2-4898-8bfa-7875a736af54 req-b7afd575-409d-4a2e-96fd-1e1b16b5c7ab tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Transition to ACTIVE for port object 89d6ba49-cf2b-4c22-8ab0-98f69b5cb82c will not be triggered until provisioned by entity DHCP. {{(pid=91056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 11:57:42.486370 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [req-4fcca536-adb2-4898-8bfa-7875a736af54 req-b7afd575-409d-4a2e-96fd-1e1b16b5c7ab tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749740362231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275141'] for port, after_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:57:42.490924 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-95ba8c75-ab28-48b4-9110-a8cf623043ec tempest-VolumesNegativeTest-1975420460 tempest-VolumesNegativeTest-1975420460-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:57:42.532474 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fcca536-adb2-4898-8bfa-7875a736af54 req-b7afd575-409d-4a2e-96fd-1e1b16b5c7ab tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Network 5f3f674d-ca79-4be3-8876-a51805d694e7 is already hosted by enough agents. {{(pid=91056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 11:57:42.534706 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.scheduler.base_scheduler [req-4fcca536-adb2-4898-8bfa-7875a736af54 req-b7afd575-409d-4a2e-96fd-1e1b16b5c7ab tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Resources bound (agent type, host, resource id): {{(pid=91056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:57:42.537326 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fcca536-adb2-4898-8bfa-7875a736af54 req-b7afd575-409d-4a2e-96fd-1e1b16b5c7ab tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Received port after_create {{(pid=91056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 11:57:42.558798 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7afd575-409d-4a2e-96fd-1e1b16b5c7ab tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Pushing event updated for resources: {'Port': ['ID=89d6ba49-cf2b-4c22-8ab0-98f69b5cb82c,revision_number=1']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:57:42.561715 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-b7afd575-409d-4a2e-96fd-1e1b16b5c7ab tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:57:42.579222 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcca536-adb2-4898-8bfa-7875a736af54 req-b7afd575-409d-4a2e-96fd-1e1b16b5c7ab tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:57:42.579710 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [req-4fcca536-adb2-4898-8bfa-7875a736af54 req-b7afd575-409d-4a2e-96fd-1e1b16b5c7ab tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6101'] for port, before_response {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:57:42.580919 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a0f191-e935-4b63-864c-10f5de45b99c req-831d3aab-be3f-4233-9c7e-3976d4cadbe6 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:57:42.582495 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-49a0f191-e935-4b63-864c-10f5de45b99c req-831d3aab-be3f-4233-9c7e-3976d4cadbe6 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/ports?device_id=9c1cf62e-4e05-4e2a-98e4-4fcebe522f2a HTTP/1.1" status: 200 len: 931 time: 0.0575409 May 19 11:57:42.597961 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-4fcca536-adb2-4898-8bfa-7875a736af54 req-b7afd575-409d-4a2e-96fd-1e1b16b5c7ab tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5265584 May 19 11:57:42.608052 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.v2.base [req-4fcca536-adb2-4898-8bfa-7875a736af54 req-57dbd376-b830-43ad-9eda-79db3c04d4e3 service neutron] Request body: {'port': {'device_id': '9c1cf62e-4e05-4e2a-98e4-4fcebe522f2a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78776'}} {{(pid=91056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:57:42.619059 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-49a0f191-e935-4b63-864c-10f5de45b99c req-15788198-7dc0-4835-82c7-a7cc24c35b98 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/security-groups?id=b19c4839-2054-4c8c-8af8-73c2ba95f36f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317919 May 19 11:57:42.678460 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [req-4fcca536-adb2-4898-8bfa-7875a736af54 req-57dbd376-b830-43ad-9eda-79db3c04d4e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:57:42.678584 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-caa2c025-78d5-4024-822d-f04a28629e16 None None] Provisioning for port 89d6ba49-cf2b-4c22-8ab0-98f69b5cb82c completed by entity DHCP. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 11:57:42.681531 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-caa2c025-78d5-4024-822d-f04a28629e16 None None] Provisioning complete for port 89d6ba49-cf2b-4c22-8ab0-98f69b5cb82c triggered by entity DHCP. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:57:42.681772 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-caa2c025-78d5-4024-822d-f04a28629e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441453'] for port, provisioning_complete {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:57:42.717347 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.plugin [None req-caa2c025-78d5-4024-822d-f04a28629e16 None None] Port 89d6ba49-cf2b-4c22-8ab0-98f69b5cb82c cannot update to ACTIVE because it is not bound. {{(pid=91057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 11:57:42.885727 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.notifiers.nova [req-4fcca536-adb2-4898-8bfa-7875a736af54 req-57dbd376-b830-43ad-9eda-79db3c04d4e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89d6ba49-cf2b-4c22-8ab0-98f69b5cb82c {{(pid=91056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 11:57:42.889883 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [req-4fcca536-adb2-4898-8bfa-7875a736af54 req-57dbd376-b830-43ad-9eda-79db3c04d4e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:57:42.899740 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.provisioning_blocks [req-4fcca536-adb2-4898-8bfa-7875a736af54 req-57dbd376-b830-43ad-9eda-79db3c04d4e3 service neutron] Transition to ACTIVE for port object 89d6ba49-cf2b-4c22-8ab0-98f69b5cb82c will not be triggered until provisioned by entity L2. {{(pid=91056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 11:57:42.902991 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [req-4fcca536-adb2-4898-8bfa-7875a736af54 req-57dbd376-b830-43ad-9eda-79db3c04d4e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2275164'] for port, after_update {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:57:42.905202 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-52a3f331-380a-4610-af81-16e0d89e8c21 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:57:42.971564 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dbd376-b830-43ad-9eda-79db3c04d4e3 service neutron] Pushing event updated for resources: {'Port': ['ID=89d6ba49-cf2b-4c22-8ab0-98f69b5cb82c,revision_number=2']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:57:42.973519 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-57dbd376-b830-43ad-9eda-79db3c04d4e3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:57:43.031522 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.managers [req-4fcca536-adb2-4898-8bfa-7875a736af54 req-57dbd376-b830-43ad-9eda-79db3c04d4e3 service neutron] Attempting to bind port 89d6ba49-cf2b-4c22-8ab0-98f69b5cb82c on host hv-cinder-78776 for vnic_type normal with profile {{(pid=91056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 11:57:43.031712 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.managers [req-4fcca536-adb2-4898-8bfa-7875a736af54 req-57dbd376-b830-43ad-9eda-79db3c04d4e3 service neutron] Attempting to bind port 89d6ba49-cf2b-4c22-8ab0-98f69b5cb82c by drivers openvswitch,hyperv on host hv-cinder-78776 at level 0 using segments [{'id': '368b7efe-3dea-4da3-9142-42ad0e67249c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1358, 'network_id': '5f3f674d-ca79-4be3-8876-a51805d694e7'}] {{(pid=91056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 11:57:43.031882 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fcca536-adb2-4898-8bfa-7875a736af54 req-57dbd376-b830-43ad-9eda-79db3c04d4e3 service neutron] Attempting to bind port 89d6ba49-cf2b-4c22-8ab0-98f69b5cb82c on network 5f3f674d-ca79-4be3-8876-a51805d694e7 {{(pid=91056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 11:57:43.034519 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fcca536-adb2-4898-8bfa-7875a736af54 req-57dbd376-b830-43ad-9eda-79db3c04d4e3 service neutron] Port 89d6ba49-cf2b-4c22-8ab0-98f69b5cb82c on network 5f3f674d-ca79-4be3-8876-a51805d694e7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78776 {{(pid=91056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 11:57:43.034696 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fcca536-adb2-4898-8bfa-7875a736af54 req-57dbd376-b830-43ad-9eda-79db3c04d4e3 service neutron] Attempting to bind port 89d6ba49-cf2b-4c22-8ab0-98f69b5cb82c on network 5f3f674d-ca79-4be3-8876-a51805d694e7 {{(pid=91056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 11:57:43.037898 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fcca536-adb2-4898-8bfa-7875a736af54 req-57dbd376-b830-43ad-9eda-79db3c04d4e3 service neutron] Checking agent: {'id': 'ec23b603-1024-4efc-b4c9-1692111c39b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78776', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 11, 14, 16), 'started_at': datetime.datetime(2021, 5, 19, 11, 14, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 11, 57, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 11:57:43.038114 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fcca536-adb2-4898-8bfa-7875a736af54 req-57dbd376-b830-43ad-9eda-79db3c04d4e3 service neutron] Checking segment: {'id': '368b7efe-3dea-4da3-9142-42ad0e67249c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1358, 'network_id': '5f3f674d-ca79-4be3-8876-a51805d694e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 11:57:43.038352 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fcca536-adb2-4898-8bfa-7875a736af54 req-57dbd376-b830-43ad-9eda-79db3c04d4e3 service neutron] Bound using segment: {'id': '368b7efe-3dea-4da3-9142-42ad0e67249c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1358, 'network_id': '5f3f674d-ca79-4be3-8876-a51805d694e7'} {{(pid=91056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 11:57:43.038616 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.managers [req-4fcca536-adb2-4898-8bfa-7875a736af54 req-57dbd376-b830-43ad-9eda-79db3c04d4e3 service neutron] Bound port: 89d6ba49-cf2b-4c22-8ab0-98f69b5cb82c, host: hv-cinder-78776, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '368b7efe-3dea-4da3-9142-42ad0e67249c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1358, 'network_id': '5f3f674d-ca79-4be3-8876-a51805d694e7'}}] {{(pid=91056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 11:57:43.038827 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [req-4fcca536-adb2-4898-8bfa-7875a736af54 req-57dbd376-b830-43ad-9eda-79db3c04d4e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:57:43.093840 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.db [req-4fcca536-adb2-4898-8bfa-7875a736af54 req-57dbd376-b830-43ad-9eda-79db3c04d4e3 service neutron] For port 89d6ba49-cf2b-4c22-8ab0-98f69b5cb82c, host hv-cinder-78776, cleared binding levels {{(pid=91056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 11:57:43.095885 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.db [req-4fcca536-adb2-4898-8bfa-7875a736af54 req-57dbd376-b830-43ad-9eda-79db3c04d4e3 service neutron] For port 89d6ba49-cf2b-4c22-8ab0-98f69b5cb82c, host hv-cinder-78776, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=89d6ba49-cf2b-4c22-8ab0-98f69b5cb82c,segment=NetworkSegment(368b7efe-3dea-4da3-9142-42ad0e67249c),segment_id=368b7efe-3dea-4da3-9142-42ad0e67249c)] {{(pid=91056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 11:57:43.100420 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [req-4fcca536-adb2-4898-8bfa-7875a736af54 req-57dbd376-b830-43ad-9eda-79db3c04d4e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2275164'] for port, after_update {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:57:43.102645 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-57dbd376-b830-43ad-9eda-79db3c04d4e3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:57:43.137587 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcca536-adb2-4898-8bfa-7875a736af54 req-57dbd376-b830-43ad-9eda-79db3c04d4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:57:43.138000 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [req-4fcca536-adb2-4898-8bfa-7875a736af54 req-57dbd376-b830-43ad-9eda-79db3c04d4e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6101'] for port, before_response {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:57:43.138883 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-4fcca536-adb2-4898-8bfa-7875a736af54 req-57dbd376-b830-43ad-9eda-79db3c04d4e3 service neutron] 10.222.0.112 "PUT /v2.0/ports/89d6ba49-cf2b-4c22-8ab0-98f69b5cb82c HTTP/1.1" status: 200 len: 1093 time: 0.5337832 May 19 11:57:43.139230 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c1cf62e-4e05-4e2a-98e4-4fcebe522f2a', 'tag': '89d6ba49-cf2b-4c22-8ab0-98f69b5cb82c'}] {{(pid=91056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 11:57:43.151189 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dbd376-b830-43ad-9eda-79db3c04d4e3 service neutron] Pushing event updated for resources: {'Port': ['ID=89d6ba49-cf2b-4c22-8ab0-98f69b5cb82c,revision_number=3']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:57:43.153331 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-57dbd376-b830-43ad-9eda-79db3c04d4e3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:57:43.177171 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c1cf62e-4e05-4e2a-98e4-4fcebe522f2a', 'tag': '89d6ba49-cf2b-4c22-8ab0-98f69b5cb82c', 'status': 'completed', 'code': 200} May 19 11:57:43.628521 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6383d30e-9a7f-422c-8661-189e6d21f020 req-bab9d23a-04ab-4b63-9efc-c3dd620fbcde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:57:43.630305 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-6383d30e-9a7f-422c-8661-189e6d21f020 req-bab9d23a-04ab-4b63-9efc-c3dd620fbcde service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=b3a74154e8c140d887c17f34f2d1f6b7&device_id=9c1cf62e-4e05-4e2a-98e4-4fcebe522f2a HTTP/1.1" status: 200 len: 1096 time: 0.0596170 May 19 11:57:43.746369 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5065342-1717-4678-bb24-66ca380dff64 req-e0e26eed-21c2-4673-85cd-93709875ad5c tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:57:43.747257 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-e5065342-1717-4678-bb24-66ca380dff64 req-e0e26eed-21c2-4673-85cd-93709875ad5c tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/ports?device_id=9c1cf62e-4e05-4e2a-98e4-4fcebe522f2a HTTP/1.1" status: 200 len: 943 time: 0.0568852 May 19 11:57:43.776391 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-e5065342-1717-4678-bb24-66ca380dff64 req-45a6de5b-83ce-48df-b39e-35cf99f8864a tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/security-groups?id=b19c4839-2054-4c8c-8af8-73c2ba95f36f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0250535 May 19 11:57:43.822263 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6383d30e-9a7f-422c-8661-189e6d21f020 req-0893419e-7372-459a-8387-7af0d708cba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:57:43.824009 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-6383d30e-9a7f-422c-8661-189e6d21f020 req-0893419e-7372-459a-8387-7af0d708cba0 service neutron] 10.222.0.112 "GET /v2.0/networks?tenant_id=b3a74154e8c140d887c17f34f2d1f6b7&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1834075 May 19 11:57:43.911261 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6383d30e-9a7f-422c-8661-189e6d21f020 req-b86f2301-779a-4c05-884f-4e2d60b5f557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:57:43.912058 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-6383d30e-9a7f-422c-8661-189e6d21f020 req-b86f2301-779a-4c05-884f-4e2d60b5f557 service neutron] 10.222.0.112 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0801921 May 19 11:57:44.695813 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcca536-adb2-4898-8bfa-7875a736af54 req-d71d94ef-0b25-4809-a371-3b6a67ff57fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:57:44.696891 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-4fcca536-adb2-4898-8bfa-7875a736af54 req-d71d94ef-0b25-4809-a371-3b6a67ff57fe service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=b3a74154e8c140d887c17f34f2d1f6b7&device_id=9c1cf62e-4e05-4e2a-98e4-4fcebe522f2a HTTP/1.1" status: 200 len: 1096 time: 0.0631108 May 19 11:57:44.745967 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-4fcca536-adb2-4898-8bfa-7875a736af54 req-1b65dbec-7c2d-40a5-a73b-be0997f5bb9c service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=89d6ba49-cf2b-4c22-8ab0-98f69b5cb82c HTTP/1.1" status: 200 len: 217 time: 0.0399027 May 19 11:57:44.791615 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcca536-adb2-4898-8bfa-7875a736af54 req-78638871-fc13-4fcb-8184-f76624d48893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:57:44.792518 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-4fcca536-adb2-4898-8bfa-7875a736af54 req-78638871-fc13-4fcb-8184-f76624d48893 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=a5b160ab-2da7-4caa-86d9-55f9a882fead HTTP/1.1" status: 200 len: 850 time: 0.0388613 May 19 11:57:44.848148 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcca536-adb2-4898-8bfa-7875a736af54 req-b877c1d9-d23c-4fc5-bdaa-919906f52ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:57:44.849087 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-4fcca536-adb2-4898-8bfa-7875a736af54 req-b877c1d9-d23c-4fc5-bdaa-919906f52ab7 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=5f3f674d-ca79-4be3-8876-a51805d694e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0482035 May 19 11:57:44.964196 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ca6cd6-ecc5-412e-82fe-65919ae048f6 req-6e162f81-adea-45a2-a6f8-ffac9e9046fe tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:57:44.964568 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [req-a3ca6cd6-ecc5-412e-82fe-65919ae048f6 req-6e162f81-adea-45a2-a6f8-ffac9e9046fe tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Synchronizing usage tracker for tenant:b3a74154e8c140d887c17f34f2d1f6b7 on resource:port {{(pid=91056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 11:57:44.968090 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-4fcca536-adb2-4898-8bfa-7875a736af54 req-2f69c9c1-1050-43c3-9f30-177735eff57d service neutron] 10.222.0.112 "GET /v2.0/networks/5f3f674d-ca79-4be3-8876-a51805d694e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964000 May 19 11:57:44.989746 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [req-a3ca6cd6-ecc5-412e-82fe-65919ae048f6 req-6e162f81-adea-45a2-a6f8-ffac9e9046fe tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Unset dirty status for tenant:b3a74154e8c140d887c17f34f2d1f6b7 on resource:port {{(pid=91056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 11:57:44.990427 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-a3ca6cd6-ecc5-412e-82fe-65919ae048f6 req-6e162f81-adea-45a2-a6f8-ffac9e9046fe tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/ports?device_id=9c1cf62e-4e05-4e2a-98e4-4fcebe522f2a HTTP/1.1" status: 200 len: 943 time: 0.1383014 May 19 11:57:45.051973 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-a3ca6cd6-ecc5-412e-82fe-65919ae048f6 req-a9e64774-b9c8-40d4-b7dc-5db9e05b834a tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/security-groups?id=b19c4839-2054-4c8c-8af8-73c2ba95f36f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346980 May 19 11:57:45.056063 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-4fcca536-adb2-4898-8bfa-7875a736af54 req-a5fbdafd-1ac4-4ce6-ad56-27b671e5990e service neutron] 10.222.0.112 "GET /v2.0/networks/5f3f674d-ca79-4be3-8876-a51805d694e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832970 May 19 11:57:46.215600 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb87775-291c-49ad-b528-5a9ce4adf57d req-6e1e8816-1db1-4ea3-bc65-bd20364ec36a tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:57:46.216902 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-5bb87775-291c-49ad-b528-5a9ce4adf57d req-6e1e8816-1db1-4ea3-bc65-bd20364ec36a tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/ports?device_id=9c1cf62e-4e05-4e2a-98e4-4fcebe522f2a HTTP/1.1" status: 200 len: 943 time: 0.0713120 May 19 11:57:46.247163 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-5bb87775-291c-49ad-b528-5a9ce4adf57d req-4b687edd-c948-4c61-bfb0-46c96da1a31a tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/security-groups?id=b19c4839-2054-4c8c-8af8-73c2ba95f36f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0259526 May 19 11:57:46.900903 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:57:47.388762 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5725fb52-63dc-4f5a-a7d5-d1e96ae6b0d4 req-ea701cd8-f205-40e7-993b-23a12bd23285 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:57:47.389789 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-5725fb52-63dc-4f5a-a7d5-d1e96ae6b0d4 req-ea701cd8-f205-40e7-993b-23a12bd23285 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/ports?device_id=9c1cf62e-4e05-4e2a-98e4-4fcebe522f2a HTTP/1.1" status: 200 len: 943 time: 0.0596340 May 19 11:57:47.422798 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-5725fb52-63dc-4f5a-a7d5-d1e96ae6b0d4 req-2833550c-2f46-4134-8146-d512a848a646 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/security-groups?id=b19c4839-2054-4c8c-8af8-73c2ba95f36f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274673 May 19 11:57:48.575209 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fad118e-520d-4818-b158-d9ae898a6441 req-11457ac2-2930-497b-a379-b63983c1c8ff tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:57:48.576160 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-8fad118e-520d-4818-b158-d9ae898a6441 req-11457ac2-2930-497b-a379-b63983c1c8ff tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/ports?device_id=9c1cf62e-4e05-4e2a-98e4-4fcebe522f2a HTTP/1.1" status: 200 len: 943 time: 0.0708027 May 19 11:57:48.618510 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-8fad118e-520d-4818-b158-d9ae898a6441 req-6a28ecb4-9c00-4001-a371-8efbcb3d858e tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/security-groups?id=b19c4839-2054-4c8c-8af8-73c2ba95f36f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378385 May 19 11:57:49.780551 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6776b696-5d72-4891-baf4-36acfd9eccd4 req-d6d34560-7d18-49fe-b579-87e8a5f1d5fe tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:57:49.781628 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-6776b696-5d72-4891-baf4-36acfd9eccd4 req-d6d34560-7d18-49fe-b579-87e8a5f1d5fe tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/ports?device_id=9c1cf62e-4e05-4e2a-98e4-4fcebe522f2a HTTP/1.1" status: 200 len: 943 time: 0.0725536 May 19 11:57:49.814794 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-6776b696-5d72-4891-baf4-36acfd9eccd4 req-ff119428-4b72-430a-b8e2-dabd31637454 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/security-groups?id=b19c4839-2054-4c8c-8af8-73c2ba95f36f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0265219 May 19 11:57:50.960786 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd57e2e9-fb34-4eb6-b2ff-2c18bab10c0b req-f7f21502-715d-43cb-9afb-72b341ffbb3e tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:57:50.961907 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-fd57e2e9-fb34-4eb6-b2ff-2c18bab10c0b req-f7f21502-715d-43cb-9afb-72b341ffbb3e tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/ports?device_id=9c1cf62e-4e05-4e2a-98e4-4fcebe522f2a HTTP/1.1" status: 200 len: 943 time: 0.0637372 May 19 11:57:50.995065 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-fd57e2e9-fb34-4eb6-b2ff-2c18bab10c0b req-1cc2045a-f924-4110-b1fc-c3274a8f381f tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/security-groups?id=b19c4839-2054-4c8c-8af8-73c2ba95f36f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0261407 May 19 11:57:52.163648 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d082f996-3f85-4eba-8a76-491c017b8af1 req-3914d274-f5b6-4a46-9eb7-cf0f8d2834d5 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:57:52.165526 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-d082f996-3f85-4eba-8a76-491c017b8af1 req-3914d274-f5b6-4a46-9eb7-cf0f8d2834d5 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/ports?device_id=9c1cf62e-4e05-4e2a-98e4-4fcebe522f2a HTTP/1.1" status: 200 len: 943 time: 0.0816238 May 19 11:57:52.200682 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-d082f996-3f85-4eba-8a76-491c017b8af1 req-76f70b27-36a5-482d-b47b-ca9bf5b1df5a tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/security-groups?id=b19c4839-2054-4c8c-8af8-73c2ba95f36f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307896 May 19 11:57:53.350040 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c27274-a0d9-4dc2-86f9-88590bb106e0 req-84a51ade-b513-4fe3-a83b-ab796be1e7c4 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:57:53.351051 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-40c27274-a0d9-4dc2-86f9-88590bb106e0 req-84a51ade-b513-4fe3-a83b-ab796be1e7c4 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/ports?device_id=9c1cf62e-4e05-4e2a-98e4-4fcebe522f2a HTTP/1.1" status: 200 len: 943 time: 0.0627134 May 19 11:57:53.455692 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-40c27274-a0d9-4dc2-86f9-88590bb106e0 req-724c14ad-6034-44a6-b028-655a3890345b tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/security-groups?id=b19c4839-2054-4c8c-8af8-73c2ba95f36f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993366 May 19 11:57:54.598503 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1773d675-8616-4163-be93-c68c9d3eb836 req-ecf503ae-2c94-437e-a3ec-d15bc778387c tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:57:54.599481 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-1773d675-8616-4163-be93-c68c9d3eb836 req-ecf503ae-2c94-437e-a3ec-d15bc778387c tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/ports?device_id=9c1cf62e-4e05-4e2a-98e4-4fcebe522f2a HTTP/1.1" status: 200 len: 943 time: 0.0557480 May 19 11:57:54.630460 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-1773d675-8616-4163-be93-c68c9d3eb836 req-ace67e64-8ee2-454b-8216-dbc4feaca3a2 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/security-groups?id=b19c4839-2054-4c8c-8af8-73c2ba95f36f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272007 May 19 11:57:54.843753 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Device 89d6ba49-cf2b-4c22-8ab0-98f69b5cb82c details requested by agent hyperv_hv-cinder-78776 with host hv-cinder-78776 {{(pid=91057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 11:57:54.940892 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] For port 89d6ba49-cf2b-4c22-8ab0-98f69b5cb82c, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=89d6ba49-cf2b-4c22-8ab0-98f69b5cb82c,segment=NetworkSegment(368b7efe-3dea-4da3-9142-42ad0e67249c),segment_id=368b7efe-3dea-4da3-9142-42ad0e67249c)] {{(pid=91057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:57:54.950285 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Returning: {'device': '89d6ba49-cf2b-4c22-8ab0-98f69b5cb82c', 'network_id': '5f3f674d-ca79-4be3-8876-a51805d694e7', 'port_id': '89d6ba49-cf2b-4c22-8ab0-98f69b5cb82c', 'mac_address': 'fa:16:3e:69:b6:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5b160ab-2da7-4caa-86d9-55f9a882fead', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 11:57:54.989619 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:57:55.010101 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.notifiers.nova [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89d6ba49-cf2b-4c22-8ab0-98f69b5cb82c {{(pid=91057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 11:57:55.024752 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] For port 89d6ba49-cf2b-4c22-8ab0-98f69b5cb82c, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=89d6ba49-cf2b-4c22-8ab0-98f69b5cb82c,segment=NetworkSegment(368b7efe-3dea-4da3-9142-42ad0e67249c),segment_id=368b7efe-3dea-4da3-9142-42ad0e67249c)] {{(pid=91057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:57:55.028576 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602'] for port, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:57:55.029988 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:57:55.074267 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Pushing event updated for resources: {'Port': ['ID=89d6ba49-cf2b-4c22-8ab0-98f69b5cb82c,revision_number=4']} {{(pid=91057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:57:55.079008 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:57:55.079217 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:57:55.079443 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:57:55.080175 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:57:55.080410 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:57:55.080633 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:57:55.080851 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:57:55.081068 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:57:55.081313 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:57:55.081530 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:57:55.081744 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:57:55.081958 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 11:57:55.084775 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:57:55.756062 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] get_ports_and_sgs() called for port_ids ['89d6ba49-cf2b-4c22-8ab0-98f69b5cb82c'] {{(pid=91057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 11:57:55.774275 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf37fb4-7f6c-4730-9861-60b86ef1108c req-aeaf6e4d-ad39-4b2c-8dc0-a5413c271a82 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:57:55.775286 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-fbf37fb4-7f6c-4730-9861-60b86ef1108c req-aeaf6e4d-ad39-4b2c-8dc0-a5413c271a82 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/ports?device_id=9c1cf62e-4e05-4e2a-98e4-4fcebe522f2a HTTP/1.1" status: 200 len: 944 time: 0.0582738 May 19 11:57:55.807675 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-fbf37fb4-7f6c-4730-9861-60b86ef1108c req-8efdc1c2-7220-4a27-8ca3-3de4c5b0db00 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/security-groups?id=b19c4839-2054-4c8c-8af8-73c2ba95f36f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280592 May 19 11:57:56.856297 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Device 89d6ba49-cf2b-4c22-8ab0-98f69b5cb82c up at agent hyperv_hv-cinder-78776 {{(pid=91057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 11:57:56.912742 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Provisioning for port 89d6ba49-cf2b-4c22-8ab0-98f69b5cb82c completed by entity L2. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 11:57:56.916128 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Provisioning complete for port 89d6ba49-cf2b-4c22-8ab0-98f69b5cb82c triggered by entity L2. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 11:57:56.916387 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441453'] for port, provisioning_complete {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:57:56.955049 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b1fbcb-2695-41ea-b419-188a80a7dbc5 req-58133c9d-726e-4c96-94ae-f351792c5046 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:57:56.956071 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-b3b1fbcb-2695-41ea-b419-188a80a7dbc5 req-58133c9d-726e-4c96-94ae-f351792c5046 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/ports?device_id=9c1cf62e-4e05-4e2a-98e4-4fcebe522f2a HTTP/1.1" status: 200 len: 944 time: 0.0666597 May 19 11:57:56.985535 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-b3b1fbcb-2695-41ea-b419-188a80a7dbc5 req-16679f49-12ee-40ec-8b93-ea57d4fb5187 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/security-groups?id=b19c4839-2054-4c8c-8af8-73c2ba95f36f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0253611 May 19 11:57:57.003356 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:57:57.020016 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c1cf62e-4e05-4e2a-98e4-4fcebe522f2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89d6ba49-cf2b-4c22-8ab0-98f69b5cb82c'}] {{(pid=91057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 11:57:57.026332 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] For port 89d6ba49-cf2b-4c22-8ab0-98f69b5cb82c, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=89d6ba49-cf2b-4c22-8ab0-98f69b5cb82c,segment=NetworkSegment(368b7efe-3dea-4da3-9142-42ad0e67249c),segment_id=368b7efe-3dea-4da3-9142-42ad0e67249c)] {{(pid=91057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 11:57:57.030119 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602'] for port, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:57:57.032472 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-d25f8f9b-7042-4dda-b5a6-fc57a89c49fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:57:57.057394 dv-cinder-787764-1-iscsi neutron-server[91057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c1cf62e-4e05-4e2a-98e4-4fcebe522f2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89d6ba49-cf2b-4c22-8ab0-98f69b5cb82c', 'code': 200} May 19 11:57:57.080105 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Pushing event updated for resources: {'Port': ['ID=89d6ba49-cf2b-4c22-8ab0-98f69b5cb82c,revision_number=5']} {{(pid=91057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:57:57.082130 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:57:58.042586 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a58cfac-1bb4-4108-b58c-9e2920461c9b req-193448b8-510f-4209-9627-bd512ee81adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:57:58.044438 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-2a58cfac-1bb4-4108-b58c-9e2920461c9b req-193448b8-510f-4209-9627-bd512ee81adb service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=9c1cf62e-4e05-4e2a-98e4-4fcebe522f2a HTTP/1.1" status: 200 len: 1098 time: 0.1080625 May 19 11:57:58.103366 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-2a58cfac-1bb4-4108-b58c-9e2920461c9b req-f94f564a-227f-460a-acfd-68cd41159f81 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=b19c4839-2054-4c8c-8af8-73c2ba95f36f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505078 May 19 11:57:58.124541 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd35ab7f-bb9b-40be-9424-582bfe127a98 req-d6422126-70b8-4c37-a802-a24e81cedbc7 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:57:58.125415 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-cd35ab7f-bb9b-40be-9424-582bfe127a98 req-d6422126-70b8-4c37-a802-a24e81cedbc7 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/ports?device_id=9c1cf62e-4e05-4e2a-98e4-4fcebe522f2a HTTP/1.1" status: 200 len: 945 time: 0.0642934 May 19 11:57:58.161547 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-cd35ab7f-bb9b-40be-9424-582bfe127a98 req-9885eb7d-f567-4dfd-86e6-e85dff50f84a tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/security-groups?id=b19c4839-2054-4c8c-8af8-73c2ba95f36f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0292552 May 19 11:57:59.300007 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df016c72-7e6f-4743-9d30-7624ac33a374 req-f8ccb816-1c5c-4d80-acf5-0596c5137101 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:57:59.301096 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-df016c72-7e6f-4743-9d30-7624ac33a374 req-f8ccb816-1c5c-4d80-acf5-0596c5137101 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/ports?device_id=9c1cf62e-4e05-4e2a-98e4-4fcebe522f2a HTTP/1.1" status: 200 len: 945 time: 0.0661049 May 19 11:57:59.331841 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-df016c72-7e6f-4743-9d30-7624ac33a374 req-1f9d78ee-0861-44c9-862e-c03f03b90c01 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/security-groups?id=b19c4839-2054-4c8c-8af8-73c2ba95f36f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0263991 May 19 11:57:59.536899 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5191e46b-de52-41e9-993a-fd5af693a68c req-c202e55b-5339-42f3-a400-5a2ae14cfc9e tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:57:59.537901 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-5191e46b-de52-41e9-993a-fd5af693a68c req-c202e55b-5339-42f3-a400-5a2ae14cfc9e tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/ports?device_id=9c1cf62e-4e05-4e2a-98e4-4fcebe522f2a HTTP/1.1" status: 200 len: 945 time: 0.1383357 May 19 11:57:59.570817 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-5191e46b-de52-41e9-993a-fd5af693a68c req-dd3af277-e7d9-43ab-88f1-333c43eea4ff tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/security-groups?id=b19c4839-2054-4c8c-8af8-73c2ba95f36f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0258408 May 19 11:57:59.586117 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 44880) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:57:59.635206 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a1d824-ab50-4449-830d-3f77de0f30eb tempest-TestVolumeBootPattern-378998300 tempest-TestVolumeBootPattern-378998300-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:57:59.636117 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-38a1d824-ab50-4449-830d-3f77de0f30eb tempest-TestVolumeBootPattern-378998300 tempest-TestVolumeBootPattern-378998300-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=9c1cf62e-4e05-4e2a-98e4-4fcebe522f2a HTTP/1.1" status: 200 len: 1093 time: 0.0493069 May 19 11:57:59.637896 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 44884) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 11:57:59.641050 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.v2.base [None req-b5f82c0b-0785-4b82-8d98-b4046ad5545c tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Request body: {'floatingip': {'floating_network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'port_id': '89d6ba49-cf2b-4c22-8ab0-98f69b5cb82c', 'tenant_id': 'b3a74154e8c140d887c17f34f2d1f6b7', 'fixed_ip_address': '172.20.0.5'}} {{(pid=91056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 11:57:59.645340 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-b5f82c0b-0785-4b82-8d98-b4046ad5545c tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 11:57:59.648124 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-b5f82c0b-0785-4b82-8d98-b4046ad5545c tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Usage tracker for resource:floatingip and tenant:b3a74154e8c140d887c17f34f2d1f6b7 is out of sync, need to count used quota {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 11:57:59.650049 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-b5f82c0b-0785-4b82-8d98-b4046ad5545c tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 11:57:59.653825 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-b5f82c0b-0785-4b82-8d98-b4046ad5545c tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 11:57:59.662170 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-b5f82c0b-0785-4b82-8d98-b4046ad5545c tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Notify callbacks [] for floatingip, before_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:57:59.752745 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-b5f82c0b-0785-4b82-8d98-b4046ad5545c tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:57:59.839274 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.db_base_plugin_common [None req-b5f82c0b-0785-4b82-8d98-b4046ad5545c tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Allocated IP 172.27.0.119 (02345af2-6ed3-48fb-b7af-bf8d47e25522/aba42eaa-d100-461a-90c5-240f62c775e0/7431acf1-23bb-4906-9c60-4ea435ba40e5) {{(pid=91056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 11:57:59.927431 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-b5f82c0b-0785-4b82-8d98-b4046ad5545c tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Notify callbacks [] for port, precommit_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:57:59.947983 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-b5f82c0b-0785-4b82-8d98-b4046ad5545c tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749740362231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275141'] for port, after_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:57:59.950458 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-c092a44b-2c69-4439-aff2-70b9ce798828 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:57:59.988594 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f82c0b-0785-4b82-8d98-b4046ad5545c tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Network 02345af2-6ed3-48fb-b7af-bf8d47e25522 is already hosted by enough agents. {{(pid=91056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 11:57:59.990326 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.scheduler.base_scheduler [None req-b5f82c0b-0785-4b82-8d98-b4046ad5545c tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Resources bound (agent type, host, resource id): {{(pid=91056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 11:57:59.992181 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f82c0b-0785-4b82-8d98-b4046ad5545c tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Received port after_create {{(pid=91056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 11:58:00.010720 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f82c0b-0785-4b82-8d98-b4046ad5545c tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Pushing event updated for resources: {'Port': ['ID=7431acf1-23bb-4906-9c60-4ea435ba40e5,revision_number=1']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:58:00.012480 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-b5f82c0b-0785-4b82-8d98-b4046ad5545c tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:58:00.242141 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-b5f82c0b-0785-4b82-8d98-b4046ad5545c tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:58:00.286918 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-b5f82c0b-0785-4b82-8d98-b4046ad5545c tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:58:00.407647 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-b5f82c0b-0785-4b82-8d98-b4046ad5545c tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Notify callbacks [] for port, precommit_update {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:58:00.411198 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-b5f82c0b-0785-4b82-8d98-b4046ad5545c tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2275164'] for port, after_update {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:58:00.414184 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-52a3f331-380a-4610-af81-16e0d89e8c21 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 11:58:00.482421 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f82c0b-0785-4b82-8d98-b4046ad5545c tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Pushing event updated for resources: {'Port': ['ID=7431acf1-23bb-4906-9c60-4ea435ba40e5,revision_number=2']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 11:58:00.484997 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-b5f82c0b-0785-4b82-8d98-b4046ad5545c tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 11:58:00.490819 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-b5f82c0b-0785-4b82-8d98-b4046ad5545c tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716915'] for floatingip, after_update {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:58:00.676829 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.db.l3_db [None req-b5f82c0b-0785-4b82-8d98-b4046ad5545c tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Floating IP f31c65d9-5c04-40e8-9474-3705b32d6272 associated. External IP: 172.27.0.119, port: 89d6ba49-cf2b-4c22-8ab0-98f69b5cb82c. May 19 11:58:00.854050 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5f82c0b-0785-4b82-8d98-b4046ad5545c tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Router 21f7abf1-5835-4b0f-9358-7cdd69ad076a has already been hosted by L3 agent 326bf12a-fdae-48e8-b877-7dbd40e20eda {{(pid=91056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 11:58:00.963905 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5f82c0b-0785-4b82-8d98-b4046ad5545c tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Notify agent at l3_agent.dv-cinder-787764-1-iscsi the message routers_updated {{(pid=91056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 11:58:00.975512 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21681697-f1e0-4ce2-8477-48551d25fb22 None None] Sync routers for ids ['21f7abf1-5835-4b0f-9358-7cdd69ad076a'] in dv-cinder-787764-1-iscsi {{(pid=91057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 11:58:00.979144 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-b5f82c0b-0785-4b82-8d98-b4046ad5545c tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6101'] for floatingip, before_response {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:58:00.986908 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21681697-f1e0-4ce2-8477-48551d25fb22 None None] Routers {'21f7abf1-5835-4b0f-9358-7cdd69ad076a'} bound to L3 agent in host dv-cinder-787764-1-iscsi {{(pid=91057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:58:00.987265 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_hamode_db [None req-21681697-f1e0-4ce2-8477-48551d25fb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T11:10:36Z,description=,heartbeat_timestamp=2021-05-19T11:57:36Z,host='dv-cinder-787764-1-iscsi',id=326bf12a-fdae-48e8-b877-7dbd40e20eda,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:36Z,topic='l3_agent')) {'router_ids': ['21f7abf1-5835-4b0f-9358-7cdd69ad076a'], 'active': True} {{(pid=91057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:58:01.012078 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-b5f82c0b-0785-4b82-8d98-b4046ad5545c tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.3735185 May 19 11:58:01.012539 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c1cf62e-4e05-4e2a-98e4-4fcebe522f2a', 'tag': '89d6ba49-cf2b-4c22-8ab0-98f69b5cb82c'}] {{(pid=91056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 11:58:01.074808 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c1cf62e-4e05-4e2a-98e4-4fcebe522f2a', 'tag': '89d6ba49-cf2b-4c22-8ab0-98f69b5cb82c', 'status': 'completed', 'code': 200} May 19 11:58:01.088451 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_dvr_db [None req-21681697-f1e0-4ce2-8477-48551d25fb22 None None] Set router 21f7abf1-5835-4b0f-9358-7cdd69ad076a gateway port host: dv-cinder-787764-1-iscsi {{(pid=91057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:58:01.146132 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69790d0-ea4a-4b38-9284-b5b92f16b242 req-86aa7133-4e7f-407c-a175-5d690e2ddb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:58:01.147078 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-a69790d0-ea4a-4b38-9284-b5b92f16b242 req-86aa7133-4e7f-407c-a175-5d690e2ddb33 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=b3a74154e8c140d887c17f34f2d1f6b7&device_id=9c1cf62e-4e05-4e2a-98e4-4fcebe522f2a HTTP/1.1" status: 200 len: 1098 time: 0.0563385 May 19 11:58:01.235518 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69790d0-ea4a-4b38-9284-b5b92f16b242 req-b723260d-6073-46cd-b39b-3a81ee11e64c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:58:01.236397 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-a69790d0-ea4a-4b38-9284-b5b92f16b242 req-b723260d-6073-46cd-b39b-3a81ee11e64c service neutron] 10.222.0.112 "GET /v2.0/networks?id=5f3f674d-ca79-4be3-8876-a51805d694e7 HTTP/1.1" status: 200 len: 913 time: 0.0814219 May 19 11:58:01.300712 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-a69790d0-ea4a-4b38-9284-b5b92f16b242 req-46abc210-5a42-4409-b2f4-e59f00b4005c service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=89d6ba49-cf2b-4c22-8ab0-98f69b5cb82c HTTP/1.1" status: 200 len: 999 time: 0.0598485 May 19 11:58:01.316988 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_hamode_db [None req-21681697-f1e0-4ce2-8477-48551d25fb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21f7abf1-5835-4b0f-9358-7cdd69ad076a', 'name': 'tempest-TestVolumeBootPattern-173945444-router', 'tenant_id': 'b3a74154e8c140d887c17f34f2d1f6b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'external_fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': '564fb21e-29a4-4a0f-ab32-50ba00ba5084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:52:34Z', 'updated_at': '2021-05-19T11:52:36Z', 'revision_number': 4, 'project_id': 'b3a74154e8c140d887c17f34f2d1f6b7', 'gw_port': {'id': '564fb21e-29a4-4a0f-ab32-50ba00ba5084', 'name': '', 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f6:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f7abf1-5835-4b0f-9358-7cdd69ad076a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:52:34Z', 'updated_at': '2021-05-19T11:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-1-iscsi', '_floatingips': [{'id': 'f31c65d9-5c04-40e8-9474-3705b32d6272', 'tenant_id': 'b3a74154e8c140d887c17f34f2d1f6b7', 'floating_ip_address': '172.27.0.119', 'floating_network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'router_id': '21f7abf1-5835-4b0f-9358-7cdd69ad076a', 'port_id': '89d6ba49-cf2b-4c22-8ab0-98f69b5cb82c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f3f674d-ca79-4be3-8876-a51805d694e7', 'mac_address': 'fa:16:3e:69:b6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1cf62e-4e05-4e2a-98e4-4fcebe522f2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T11:58:00Z', 'updated_at': '2021-05-19T11:58:00Z', 'revision_number': 0, 'project_id': 'b3a74154e8c140d887c17f34f2d1f6b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9284a92-9a46-403f-8ff5-aa28391fcfa1', 'name': '', 'network_id': '5f3f674d-ca79-4be3-8876-a51805d694e7', 'tenant_id': 'b3a74154e8c140d887c17f34f2d1f6b7', 'mac_address': 'fa:16:3e:2a:5c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f7abf1-5835-4b0f-9358-7cdd69ad076a', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'a5b160ab-2da7-4caa-86d9-55f9a882fead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:52:36Z', 'updated_at': '2021-05-19T11:52:41Z', 'revision_number': 5, 'project_id': 'b3a74154e8c140d887c17f34f2d1f6b7', 'subnets': [{'id': 'a5b160ab-2da7-4caa-86d9-55f9a882fead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-1-iscsi', False) {} {{(pid=91057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:58:01.319196 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21681697-f1e0-4ce2-8477-48551d25fb22 None None] Checking router: 21f7abf1-5835-4b0f-9358-7cdd69ad076a for host: dv-cinder-787764-1-iscsi {{(pid=91057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 11:58:01.323875 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21681697-f1e0-4ce2-8477-48551d25fb22 None None] Routers {'21f7abf1-5835-4b0f-9358-7cdd69ad076a'} bound to L3 agent in host dv-cinder-787764-1-iscsi {{(pid=91057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 11:58:01.324214 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_hamode_db [None req-21681697-f1e0-4ce2-8477-48551d25fb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T11:10:36Z,description=,heartbeat_timestamp=2021-05-19T11:57:36Z,host='dv-cinder-787764-1-iscsi',id=326bf12a-fdae-48e8-b877-7dbd40e20eda,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:36Z,topic='l3_agent')) {'router_ids': ['21f7abf1-5835-4b0f-9358-7cdd69ad076a'], 'active': True} {{(pid=91057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:58:01.339340 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69790d0-ea4a-4b38-9284-b5b92f16b242 req-27607fb5-e131-4efb-b88e-eeed4b937983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:58:01.340229 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-a69790d0-ea4a-4b38-9284-b5b92f16b242 req-27607fb5-e131-4efb-b88e-eeed4b937983 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=a5b160ab-2da7-4caa-86d9-55f9a882fead HTTP/1.1" status: 200 len: 850 time: 0.0356364 May 19 11:58:01.391260 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69790d0-ea4a-4b38-9284-b5b92f16b242 req-85622d83-3102-482d-8639-654043644e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:58:01.392299 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-a69790d0-ea4a-4b38-9284-b5b92f16b242 req-85622d83-3102-482d-8639-654043644e29 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=5f3f674d-ca79-4be3-8876-a51805d694e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0476499 May 19 11:58:01.427099 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_dvr_db [None req-21681697-f1e0-4ce2-8477-48551d25fb22 None None] Set router 21f7abf1-5835-4b0f-9358-7cdd69ad076a gateway port host: dv-cinder-787764-1-iscsi {{(pid=91057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 11:58:01.473900 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-a69790d0-ea4a-4b38-9284-b5b92f16b242 req-c9e8b00f-a701-43a7-8324-817afc6969f2 service neutron] 10.222.0.112 "GET /v2.0/networks/5f3f674d-ca79-4be3-8876-a51805d694e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0774100 May 19 11:58:01.567301 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-a69790d0-ea4a-4b38-9284-b5b92f16b242 req-bc344f4e-2b94-4901-a05f-fc9132e544d8 service neutron] 10.222.0.112 "GET /v2.0/networks/5f3f674d-ca79-4be3-8876-a51805d694e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853314 May 19 11:58:01.638465 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_hamode_db [None req-21681697-f1e0-4ce2-8477-48551d25fb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21f7abf1-5835-4b0f-9358-7cdd69ad076a', 'name': 'tempest-TestVolumeBootPattern-173945444-router', 'tenant_id': 'b3a74154e8c140d887c17f34f2d1f6b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'external_fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': '564fb21e-29a4-4a0f-ab32-50ba00ba5084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:52:34Z', 'updated_at': '2021-05-19T11:52:36Z', 'revision_number': 4, 'project_id': 'b3a74154e8c140d887c17f34f2d1f6b7', 'gw_port': {'id': '564fb21e-29a4-4a0f-ab32-50ba00ba5084', 'name': '', 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f6:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f7abf1-5835-4b0f-9358-7cdd69ad076a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:52:34Z', 'updated_at': '2021-05-19T11:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-1-iscsi', '_floatingips': [{'id': 'f31c65d9-5c04-40e8-9474-3705b32d6272', 'tenant_id': 'b3a74154e8c140d887c17f34f2d1f6b7', 'floating_ip_address': '172.27.0.119', 'floating_network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'router_id': '21f7abf1-5835-4b0f-9358-7cdd69ad076a', 'port_id': '89d6ba49-cf2b-4c22-8ab0-98f69b5cb82c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f3f674d-ca79-4be3-8876-a51805d694e7', 'mac_address': 'fa:16:3e:69:b6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1cf62e-4e05-4e2a-98e4-4fcebe522f2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T11:58:00Z', 'updated_at': '2021-05-19T11:58:00Z', 'revision_number': 0, 'project_id': 'b3a74154e8c140d887c17f34f2d1f6b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9284a92-9a46-403f-8ff5-aa28391fcfa1', 'name': '', 'network_id': '5f3f674d-ca79-4be3-8876-a51805d694e7', 'tenant_id': 'b3a74154e8c140d887c17f34f2d1f6b7', 'mac_address': 'fa:16:3e:2a:5c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f7abf1-5835-4b0f-9358-7cdd69ad076a', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'a5b160ab-2da7-4caa-86d9-55f9a882fead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:52:36Z', 'updated_at': '2021-05-19T11:52:41Z', 'revision_number': 5, 'project_id': 'b3a74154e8c140d887c17f34f2d1f6b7', 'subnets': [{'id': 'a5b160ab-2da7-4caa-86d9-55f9a882fead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-1-iscsi', False) {} {{(pid=91057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 11:58:01.641382 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21681697-f1e0-4ce2-8477-48551d25fb22 None None] The sync data for ids ['21f7abf1-5835-4b0f-9358-7cdd69ad076a'] in dv-cinder-787764-1-iscsi is: [{'id': '21f7abf1-5835-4b0f-9358-7cdd69ad076a', 'name': 'tempest-TestVolumeBootPattern-173945444-router', 'tenant_id': 'b3a74154e8c140d887c17f34f2d1f6b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'external_fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': '564fb21e-29a4-4a0f-ab32-50ba00ba5084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:52:34Z', 'updated_at': '2021-05-19T11:52:36Z', 'revision_number': 4, 'project_id': 'b3a74154e8c140d887c17f34f2d1f6b7', 'gw_port': {'id': '564fb21e-29a4-4a0f-ab32-50ba00ba5084', 'name': '', 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f6:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f7abf1-5835-4b0f-9358-7cdd69ad076a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:52:34Z', 'updated_at': '2021-05-19T11:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-1-iscsi', '_floatingips': [{'id': 'f31c65d9-5c04-40e8-9474-3705b32d6272', 'tenant_id': 'b3a74154e8c140d887c17f34f2d1f6b7', 'floating_ip_address': '172.27.0.119', 'floating_network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'router_id': '21f7abf1-5835-4b0f-9358-7cdd69ad076a', 'port_id': '89d6ba49-cf2b-4c22-8ab0-98f69b5cb82c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f3f674d-ca79-4be3-8876-a51805d694e7', 'mac_address': 'fa:16:3e:69:b6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1cf62e-4e05-4e2a-98e4-4fcebe522f2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T11:58:00Z', 'updated_at': '2021-05-19T11:58:00Z', 'revision_number': 0, 'project_id': 'b3a74154e8c140d887c17f34f2d1f6b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9284a92-9a46-403f-8ff5-aa28391fcfa1', 'name': '', 'network_id': '5f3f674d-ca79-4be3-8876-a51805d694e7', 'tenant_id': 'b3a74154e8c140d887c17f34f2d1f6b7', 'mac_address': 'fa:16:3e:2a:5c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f7abf1-5835-4b0f-9358-7cdd69ad076a', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'a5b160ab-2da7-4caa-86d9-55f9a882fead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:52:36Z', 'updated_at': '2021-05-19T11:52:41Z', 'revision_number': 5, 'project_id': 'b3a74154e8c140d887c17f34f2d1f6b7', 'subnets': [{'id': 'a5b160ab-2da7-4caa-86d9-55f9a882fead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 11:58:01.752703 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459fb204-61d6-4c6e-804e-8aa30c168ec2 None None] New status for floating IP f31c65d9-5c04-40e8-9474-3705b32d6272: ACTIVE {{(pid=91058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 11:58:04.593944 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-664e610f-a8f0-4374-8a4d-2040e590261a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:58:04.950635 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.agents_db [None req-9df4fd67-1abd-480d-9703-ac00f2726051 None None] Agent healthcheck: found 6 active agents {{(pid=91058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 11:58:05.839305 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:58:06.180150 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-7138842d-d16a-4563-acba-c6e7a3390ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:58:07.024886 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-f3552fb9-a093-42e6-b748-7ab8d8c7cb39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:58:08.103030 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-66ec5bc0-6952-497b-8f33-b3c04bfd0b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:58:16.908813 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:58:34.603033 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-8bc40fbb-9c1b-4926-b690-1fd9ed67730b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:58:35.834590 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:58:36.177935 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-db8bbe15-9f26-4cc7-80bc-cd6ca06cad5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:58:37.027526 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-f3552fb9-a093-42e6-b748-7ab8d8c7cb39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:58:38.102293 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-66ec5bc0-6952-497b-8f33-b3c04bfd0b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:58:41.952603 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.agents_db [None req-9df4fd67-1abd-480d-9703-ac00f2726051 None None] Agent healthcheck: found 6 active agents {{(pid=91058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 11:58:46.910454 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:58:54.993375 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-23e386df-d360-4ea1-a0c7-e53fe19e7203 req-b5a62350-4efa-4da5-8cb8-5cc6a5075ae4 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=9c1cf62e-4e05-4e2a-98e4-4fcebe522f2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1593075 May 19 11:58:56.062151 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e386df-d360-4ea1-a0c7-e53fe19e7203 req-b46538db-0255-42c8-9ca6-b9b054e4c6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:58:56.063108 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-23e386df-d360-4ea1-a0c7-e53fe19e7203 req-b46538db-0255-42c8-9ca6-b9b054e4c6ce service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=b3a74154e8c140d887c17f34f2d1f6b7&device_id=9c1cf62e-4e05-4e2a-98e4-4fcebe522f2a HTTP/1.1" status: 200 len: 1098 time: 0.0529480 May 19 11:58:56.165631 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e386df-d360-4ea1-a0c7-e53fe19e7203 req-c126d712-a381-4629-849b-0c402f474dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:58:56.166569 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-23e386df-d360-4ea1-a0c7-e53fe19e7203 req-c126d712-a381-4629-849b-0c402f474dd6 service neutron] 10.222.0.112 "GET /v2.0/networks?id=5f3f674d-ca79-4be3-8876-a51805d694e7 HTTP/1.1" status: 200 len: 913 time: 0.0840130 May 19 11:58:56.234273 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-23e386df-d360-4ea1-a0c7-e53fe19e7203 req-08c840b3-359b-4aa9-82c3-16bd3921607d service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=89d6ba49-cf2b-4c22-8ab0-98f69b5cb82c HTTP/1.1" status: 200 len: 1001 time: 0.0629759 May 19 11:58:56.276183 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e386df-d360-4ea1-a0c7-e53fe19e7203 req-728876a8-4088-4a61-af46-b48ad68e97e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:58:56.277040 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-23e386df-d360-4ea1-a0c7-e53fe19e7203 req-728876a8-4088-4a61-af46-b48ad68e97e2 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=a5b160ab-2da7-4caa-86d9-55f9a882fead HTTP/1.1" status: 200 len: 850 time: 0.0379770 May 19 11:58:56.325713 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e386df-d360-4ea1-a0c7-e53fe19e7203 req-6699f8af-8b60-4326-855a-69d7d3a654e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:58:56.326527 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-23e386df-d360-4ea1-a0c7-e53fe19e7203 req-6699f8af-8b60-4326-855a-69d7d3a654e9 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=5f3f674d-ca79-4be3-8876-a51805d694e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0446327 May 19 11:58:56.407561 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-23e386df-d360-4ea1-a0c7-e53fe19e7203 req-664803da-6c5b-479f-87b1-7f2bba52fe9e service neutron] 10.222.0.112 "GET /v2.0/networks/5f3f674d-ca79-4be3-8876-a51805d694e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0733922 May 19 11:58:56.481692 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-23e386df-d360-4ea1-a0c7-e53fe19e7203 req-21768656-e7dc-47c9-9995-f930e1fb4d0b service neutron] 10.222.0.112 "GET /v2.0/networks/5f3f674d-ca79-4be3-8876-a51805d694e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0656633 May 19 11:59:04.602478 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-d6c37d25-dc3d-4fbd-b826-9cfc9bbdb1f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:59:05.840153 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:59:06.174912 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-579dae89-4176-4ac5-b806-4e8088c80f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:59:07.032148 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-f3552fb9-a093-42e6-b748-7ab8d8c7cb39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:59:08.106768 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-66ec5bc0-6952-497b-8f33-b3c04bfd0b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:59:16.912445 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:59:18.953736 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.agents_db [None req-9df4fd67-1abd-480d-9703-ac00f2726051 None None] Agent healthcheck: found 6 active agents {{(pid=91058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 11:59:34.601167 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-5168b0b1-4b8a-440d-ab86-dd74af48115a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:59:35.841607 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:59:36.176150 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-5e103ae6-7cf4-43b2-bcb0-e907cfb29cb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:59:37.034474 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-f3552fb9-a093-42e6-b748-7ab8d8c7cb39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:59:38.110932 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-66ec5bc0-6952-497b-8f33-b3c04bfd0b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:59:46.941287 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 11:59:55.006903 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-a780cc51-d249-4ded-b14d-7e57b6a0e970 req-99d04710-98a2-4a05-9cf1-85692345aa37 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=9c1cf62e-4e05-4e2a-98e4-4fcebe522f2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0612760 May 19 11:59:55.955710 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.agents_db [None req-9df4fd67-1abd-480d-9703-ac00f2726051 None None] Agent healthcheck: found 6 active agents {{(pid=91058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 11:59:56.074783 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a780cc51-d249-4ded-b14d-7e57b6a0e970 req-0f73aa90-a0aa-4c65-91cc-ac5a1923b8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:59:56.075766 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-a780cc51-d249-4ded-b14d-7e57b6a0e970 req-0f73aa90-a0aa-4c65-91cc-ac5a1923b8c3 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=b3a74154e8c140d887c17f34f2d1f6b7&device_id=9c1cf62e-4e05-4e2a-98e4-4fcebe522f2a HTTP/1.1" status: 200 len: 1098 time: 0.0596344 May 19 11:59:56.178832 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a780cc51-d249-4ded-b14d-7e57b6a0e970 req-da10f0d4-3f63-47ed-9fdd-0c18e952fc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:59:56.180270 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-a780cc51-d249-4ded-b14d-7e57b6a0e970 req-da10f0d4-3f63-47ed-9fdd-0c18e952fc2d service neutron] 10.222.0.112 "GET /v2.0/networks?id=5f3f674d-ca79-4be3-8876-a51805d694e7 HTTP/1.1" status: 200 len: 913 time: 0.0843973 May 19 11:59:56.250856 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-a780cc51-d249-4ded-b14d-7e57b6a0e970 req-498f5b67-d1ed-4384-8e60-51e09a054d7f service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=89d6ba49-cf2b-4c22-8ab0-98f69b5cb82c HTTP/1.1" status: 200 len: 1001 time: 0.0625772 May 19 11:59:56.296021 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a780cc51-d249-4ded-b14d-7e57b6a0e970 req-ba312ce1-6d05-4c37-92c1-bab90ce1f1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:59:56.296899 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-a780cc51-d249-4ded-b14d-7e57b6a0e970 req-ba312ce1-6d05-4c37-92c1-bab90ce1f1d8 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=a5b160ab-2da7-4caa-86d9-55f9a882fead HTTP/1.1" status: 200 len: 850 time: 0.0377424 May 19 11:59:56.354559 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a780cc51-d249-4ded-b14d-7e57b6a0e970 req-26b5d203-f567-4092-9333-9b86a50f29a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 11:59:56.355478 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-a780cc51-d249-4ded-b14d-7e57b6a0e970 req-26b5d203-f567-4092-9333-9b86a50f29a0 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=5f3f674d-ca79-4be3-8876-a51805d694e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0502844 May 19 11:59:56.444426 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-a780cc51-d249-4ded-b14d-7e57b6a0e970 req-ba00cc21-0eca-4a2d-8105-249942d1fb44 service neutron] 10.222.0.112 "GET /v2.0/networks/5f3f674d-ca79-4be3-8876-a51805d694e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802820 May 19 11:59:56.533682 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-a780cc51-d249-4ded-b14d-7e57b6a0e970 req-012b6cdd-837f-46fa-a7ab-67506f4d465c service neutron] 10.222.0.112 "GET /v2.0/networks/5f3f674d-ca79-4be3-8876-a51805d694e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809646 May 19 12:00:04.601173 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-146452cb-5083-45e8-aba1-a90cc6881453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:00:05.834488 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:00:06.176002 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-95c57b3c-d95e-4acb-a67d-5feac4defa20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:00:07.039931 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-f3552fb9-a093-42e6-b748-7ab8d8c7cb39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:00:08.119096 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-66ec5bc0-6952-497b-8f33-b3c04bfd0b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:00:16.945851 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:00:17.111164 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-00144b06-3769-485b-9793-37823ef4dec7 req-8a9c1123-da66-413a-a2e4-441342328e1d tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-146230179&fields=id&tenant_id=b3a74154e8c140d887c17f34f2d1f6b7 HTTP/1.1" status: 200 len: 267 time: 0.1044984 May 19 12:00:17.208400 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00144b06-3769-485b-9793-37823ef4dec7 req-610cc805-82b9-4bb9-b751-d4fe7cadb38d tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:00:17.209227 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-00144b06-3769-485b-9793-37823ef4dec7 req-610cc805-82b9-4bb9-b751-d4fe7cadb38d tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/networks?id=5f3f674d-ca79-4be3-8876-a51805d694e7 HTTP/1.1" status: 200 len: 811 time: 0.0899801 May 19 12:00:17.219276 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-00144b06-3769-485b-9793-37823ef4dec7 req-a1e03eea-a5da-4571-9393-12402510d452 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/quotas/b3a74154e8c140d887c17f34f2d1f6b7 HTTP/1.1" status: 200 len: 375 time: 0.0061946 May 19 12:00:17.275326 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-00144b06-3769-485b-9793-37823ef4dec7 req-03d06d17-98ef-413a-8071-ec006acb138c tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=b3a74154e8c140d887c17f34f2d1f6b7&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0530760 May 19 12:00:17.352433 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-00144b06-3769-485b-9793-37823ef4dec7 req-24aaa4f2-b07f-4cdb-8bda-632afdf4a6f3 service neutron] 10.222.0.90 "GET /v2.0/networks/5f3f674d-ca79-4be3-8876-a51805d694e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0689111 May 19 12:00:17.424604 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-00144b06-3769-485b-9793-37823ef4dec7 req-0230bb59-d42b-4ba8-98bd-ba77d7d952e6 service neutron] 10.222.0.90 "GET /v2.0/networks/5f3f674d-ca79-4be3-8876-a51805d694e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0654066 May 19 12:00:17.662623 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-2249c36e-b10d-4403-b63c-e796800a1823 req-2c76a895-87d8-4f51-bc7d-5122a787ade5 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/ports?device_id=cae4a00a-783c-4919-afed-3c72f9c445d0 HTTP/1.1" status: 200 len: 210 time: 0.0265896 May 19 12:00:18.773403 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-d73dd52f-9c15-4184-a2da-58475adedd6f req-6bcaf714-fc74-47f2-8f0a-c4fc36f7d2cf tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/ports?device_id=cae4a00a-783c-4919-afed-3c72f9c445d0 HTTP/1.1" status: 200 len: 210 time: 0.0335627 May 19 12:00:19.894522 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-522e95ba-895d-4871-97e0-5492cef6a68d req-606cc7a2-c239-4e03-8c74-5aaabbd8ab2b tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/ports?device_id=cae4a00a-783c-4919-afed-3c72f9c445d0 HTTP/1.1" status: 200 len: 210 time: 0.0317740 May 19 12:00:21.018285 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-2a6abbb1-8034-4e77-b957-1ff0b230af24 req-6195483a-8f48-4859-94e4-78e1fdc55df7 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/ports?device_id=cae4a00a-783c-4919-afed-3c72f9c445d0 HTTP/1.1" status: 200 len: 210 time: 0.0405033 May 19 12:00:22.136921 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-a7418195-0983-4002-ae65-0c70f89b2c33 req-9ef202e3-2fd4-49dc-8d09-e86cbe3c280e tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/ports?device_id=cae4a00a-783c-4919-afed-3c72f9c445d0 HTTP/1.1" status: 200 len: 210 time: 0.0306628 May 19 12:00:23.269849 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-1afabd78-e9ea-4fa2-ba3a-ebf8964949aa req-a1a7a5df-7f4d-4727-b023-96c33e614423 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/ports?device_id=cae4a00a-783c-4919-afed-3c72f9c445d0 HTTP/1.1" status: 200 len: 210 time: 0.0417640 May 19 12:00:23.337577 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00144b06-3769-485b-9793-37823ef4dec7 req-408f3911-325c-433f-af2b-c39f2e02db99 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:00:23.338638 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-00144b06-3769-485b-9793-37823ef4dec7 req-408f3911-325c-433f-af2b-c39f2e02db99 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.112 "GET /v2.0/networks?id=5f3f674d-ca79-4be3-8876-a51805d694e7 HTTP/1.1" status: 200 len: 811 time: 0.1328077 May 19 12:00:23.377038 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-00144b06-3769-485b-9793-37823ef4dec7 req-ef1f95c2-a5f2-4384-ba4f-0f92332c79a7 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.112 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b3a74154e8c140d887c17f34f2d1f6b7 HTTP/1.1" status: 200 len: 379 time: 0.0309446 May 19 12:00:23.386755 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.v2.base [req-00144b06-3769-485b-9793-37823ef4dec7 req-888ec1b5-f8e2-4062-8952-ab65f077df32 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Request body: {'port': {'device_id': 'cae4a00a-783c-4919-afed-3c72f9c445d0', 'network_id': '5f3f674d-ca79-4be3-8876-a51805d694e7', 'admin_state_up': True, 'tenant_id': 'b3a74154e8c140d887c17f34f2d1f6b7', 'security_groups': ['b19c4839-2054-4c8c-8af8-73c2ba95f36f']}} {{(pid=91056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:00:23.471768 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [req-00144b06-3769-485b-9793-37823ef4dec7 req-888ec1b5-f8e2-4062-8952-ab65f077df32 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:00:23.478912 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [req-00144b06-3769-485b-9793-37823ef4dec7 req-888ec1b5-f8e2-4062-8952-ab65f077df32 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:00:23.487795 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00144b06-3769-485b-9793-37823ef4dec7 req-888ec1b5-f8e2-4062-8952-ab65f077df32 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Made reservation on behalf of b3a74154e8c140d887c17f34f2d1f6b7 for: {'port': 1} {{(pid=91056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:00:23.490068 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [req-00144b06-3769-485b-9793-37823ef4dec7 req-888ec1b5-f8e2-4062-8952-ab65f077df32 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:00:23.589856 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.db_base_plugin_common [req-00144b06-3769-485b-9793-37823ef4dec7 req-888ec1b5-f8e2-4062-8952-ab65f077df32 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Allocated IP 172.20.0.13 (5f3f674d-ca79-4be3-8876-a51805d694e7/a5b160ab-2da7-4caa-86d9-55f9a882fead/616856b7-2f50-4132-b723-c2268f40d3c1) {{(pid=91056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:00:23.709739 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [req-00144b06-3769-485b-9793-37823ef4dec7 req-888ec1b5-f8e2-4062-8952-ab65f077df32 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Notify callbacks [] for port, precommit_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:00:23.720516 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.provisioning_blocks [req-00144b06-3769-485b-9793-37823ef4dec7 req-888ec1b5-f8e2-4062-8952-ab65f077df32 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Transition to ACTIVE for port object 616856b7-2f50-4132-b723-c2268f40d3c1 will not be triggered until provisioned by entity DHCP. {{(pid=91056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:00:23.740495 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [req-00144b06-3769-485b-9793-37823ef4dec7 req-888ec1b5-f8e2-4062-8952-ab65f077df32 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749740362231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275141'] for port, after_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:00:23.744504 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-d61dbc88-97c9-478a-b21f-8cb843314b1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:00:23.781160 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00144b06-3769-485b-9793-37823ef4dec7 req-888ec1b5-f8e2-4062-8952-ab65f077df32 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Network 5f3f674d-ca79-4be3-8876-a51805d694e7 is already hosted by enough agents. {{(pid=91056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:00:23.782965 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.scheduler.base_scheduler [req-00144b06-3769-485b-9793-37823ef4dec7 req-888ec1b5-f8e2-4062-8952-ab65f077df32 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Resources bound (agent type, host, resource id): {{(pid=91056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:00:23.785173 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.l3_dvrscheduler_db [req-00144b06-3769-485b-9793-37823ef4dec7 req-888ec1b5-f8e2-4062-8952-ab65f077df32 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Received port after_create {{(pid=91056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:00:23.804707 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888ec1b5-f8e2-4062-8952-ab65f077df32 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Pushing event updated for resources: {'Port': ['ID=616856b7-2f50-4132-b723-c2268f40d3c1,revision_number=1']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:00:23.814513 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888ec1b5-f8e2-4062-8952-ab65f077df32 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:00:23.814714 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888ec1b5-f8e2-4062-8952-ab65f077df32 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:00:23.814935 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888ec1b5-f8e2-4062-8952-ab65f077df32 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:00:23.815131 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888ec1b5-f8e2-4062-8952-ab65f077df32 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:00:23.815327 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888ec1b5-f8e2-4062-8952-ab65f077df32 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:00:23.815522 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888ec1b5-f8e2-4062-8952-ab65f077df32 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:00:23.815714 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888ec1b5-f8e2-4062-8952-ab65f077df32 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:00:23.815907 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888ec1b5-f8e2-4062-8952-ab65f077df32 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:00:23.816099 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888ec1b5-f8e2-4062-8952-ab65f077df32 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:00:23.816292 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888ec1b5-f8e2-4062-8952-ab65f077df32 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:00:23.816484 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888ec1b5-f8e2-4062-8952-ab65f077df32 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:00:23.816672 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888ec1b5-f8e2-4062-8952-ab65f077df32 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:00:23.819907 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-888ec1b5-f8e2-4062-8952-ab65f077df32 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:00:23.830291 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00144b06-3769-485b-9793-37823ef4dec7 req-888ec1b5-f8e2-4062-8952-ab65f077df32 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:00:23.830649 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [req-00144b06-3769-485b-9793-37823ef4dec7 req-888ec1b5-f8e2-4062-8952-ab65f077df32 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6101'] for port, before_response {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:00:23.849327 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-00144b06-3769-485b-9793-37823ef4dec7 req-888ec1b5-f8e2-4062-8952-ab65f077df32 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.4675016 May 19 12:00:23.862494 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.v2.base [req-00144b06-3769-485b-9793-37823ef4dec7 req-c436e783-fbcc-4cdb-9b96-419d5831e1fe service neutron] Request body: {'port': {'device_id': 'cae4a00a-783c-4919-afed-3c72f9c445d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78776'}} {{(pid=91056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:00:23.918871 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-46f94037-9f7a-46e9-9266-e1a35114fc1e None None] Provisioning for port 616856b7-2f50-4132-b723-c2268f40d3c1 completed by entity DHCP. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:00:23.922066 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-46f94037-9f7a-46e9-9266-e1a35114fc1e None None] Provisioning complete for port 616856b7-2f50-4132-b723-c2268f40d3c1 triggered by entity DHCP. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:00:23.922288 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-46f94037-9f7a-46e9-9266-e1a35114fc1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441453'] for port, provisioning_complete {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:00:23.929308 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [req-00144b06-3769-485b-9793-37823ef4dec7 req-c436e783-fbcc-4cdb-9b96-419d5831e1fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:00:23.955234 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.plugin [None req-46f94037-9f7a-46e9-9266-e1a35114fc1e None None] Port 616856b7-2f50-4132-b723-c2268f40d3c1 cannot update to ACTIVE because it is not bound. {{(pid=91057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 12:00:24.184613 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.notifiers.nova [req-00144b06-3769-485b-9793-37823ef4dec7 req-c436e783-fbcc-4cdb-9b96-419d5831e1fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 616856b7-2f50-4132-b723-c2268f40d3c1 {{(pid=91056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:00:24.188325 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [req-00144b06-3769-485b-9793-37823ef4dec7 req-c436e783-fbcc-4cdb-9b96-419d5831e1fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:00:24.196436 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.provisioning_blocks [req-00144b06-3769-485b-9793-37823ef4dec7 req-c436e783-fbcc-4cdb-9b96-419d5831e1fe service neutron] Transition to ACTIVE for port object 616856b7-2f50-4132-b723-c2268f40d3c1 will not be triggered until provisioned by entity L2. {{(pid=91056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:00:24.201747 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [req-00144b06-3769-485b-9793-37823ef4dec7 req-c436e783-fbcc-4cdb-9b96-419d5831e1fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2275164'] for port, after_update {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:00:24.208167 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-9e9da7d2-64a1-49cb-bec6-2d1469d53ee0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:00:24.317486 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c436e783-fbcc-4cdb-9b96-419d5831e1fe service neutron] Pushing event updated for resources: {'Port': ['ID=616856b7-2f50-4132-b723-c2268f40d3c1,revision_number=2']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:00:24.334920 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-c436e783-fbcc-4cdb-9b96-419d5831e1fe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:00:24.362664 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.managers [req-00144b06-3769-485b-9793-37823ef4dec7 req-c436e783-fbcc-4cdb-9b96-419d5831e1fe service neutron] Attempting to bind port 616856b7-2f50-4132-b723-c2268f40d3c1 on host hv-cinder-78776 for vnic_type normal with profile {{(pid=91056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:00:24.362867 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.managers [req-00144b06-3769-485b-9793-37823ef4dec7 req-c436e783-fbcc-4cdb-9b96-419d5831e1fe service neutron] Attempting to bind port 616856b7-2f50-4132-b723-c2268f40d3c1 by drivers openvswitch,hyperv on host hv-cinder-78776 at level 0 using segments [{'id': '368b7efe-3dea-4da3-9142-42ad0e67249c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1358, 'network_id': '5f3f674d-ca79-4be3-8876-a51805d694e7'}] {{(pid=91056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:00:24.363068 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00144b06-3769-485b-9793-37823ef4dec7 req-c436e783-fbcc-4cdb-9b96-419d5831e1fe service neutron] Attempting to bind port 616856b7-2f50-4132-b723-c2268f40d3c1 on network 5f3f674d-ca79-4be3-8876-a51805d694e7 {{(pid=91056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:00:24.366010 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00144b06-3769-485b-9793-37823ef4dec7 req-c436e783-fbcc-4cdb-9b96-419d5831e1fe service neutron] Port 616856b7-2f50-4132-b723-c2268f40d3c1 on network 5f3f674d-ca79-4be3-8876-a51805d694e7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78776 {{(pid=91056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:00:24.366203 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00144b06-3769-485b-9793-37823ef4dec7 req-c436e783-fbcc-4cdb-9b96-419d5831e1fe service neutron] Attempting to bind port 616856b7-2f50-4132-b723-c2268f40d3c1 on network 5f3f674d-ca79-4be3-8876-a51805d694e7 {{(pid=91056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:00:24.369281 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00144b06-3769-485b-9793-37823ef4dec7 req-c436e783-fbcc-4cdb-9b96-419d5831e1fe service neutron] Checking agent: {'id': 'ec23b603-1024-4efc-b4c9-1692111c39b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78776', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 11, 14, 16), 'started_at': datetime.datetime(2021, 5, 19, 11, 14, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 12, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:00:24.369493 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00144b06-3769-485b-9793-37823ef4dec7 req-c436e783-fbcc-4cdb-9b96-419d5831e1fe service neutron] Checking segment: {'id': '368b7efe-3dea-4da3-9142-42ad0e67249c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1358, 'network_id': '5f3f674d-ca79-4be3-8876-a51805d694e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 12:00:24.369702 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00144b06-3769-485b-9793-37823ef4dec7 req-c436e783-fbcc-4cdb-9b96-419d5831e1fe service neutron] Bound using segment: {'id': '368b7efe-3dea-4da3-9142-42ad0e67249c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1358, 'network_id': '5f3f674d-ca79-4be3-8876-a51805d694e7'} {{(pid=91056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:00:24.369939 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.managers [req-00144b06-3769-485b-9793-37823ef4dec7 req-c436e783-fbcc-4cdb-9b96-419d5831e1fe service neutron] Bound port: 616856b7-2f50-4132-b723-c2268f40d3c1, host: hv-cinder-78776, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '368b7efe-3dea-4da3-9142-42ad0e67249c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1358, 'network_id': '5f3f674d-ca79-4be3-8876-a51805d694e7'}}] {{(pid=91056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:00:24.370134 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [req-00144b06-3769-485b-9793-37823ef4dec7 req-c436e783-fbcc-4cdb-9b96-419d5831e1fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:00:24.385381 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c686746-f652-48a3-a93b-3a44c3c33562 req-0e15db02-b7e1-479f-89af-c2552d95dad3 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:00:24.386321 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-1c686746-f652-48a3-a93b-3a44c3c33562 req-0e15db02-b7e1-479f-89af-c2552d95dad3 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/ports?device_id=cae4a00a-783c-4919-afed-3c72f9c445d0 HTTP/1.1" status: 200 len: 944 time: 0.0501466 May 19 12:00:24.413972 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-1c686746-f652-48a3-a93b-3a44c3c33562 req-94cdb898-a6f9-41cd-be04-88e4a9a4105f tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/security-groups?id=b19c4839-2054-4c8c-8af8-73c2ba95f36f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0234585 May 19 12:00:24.418349 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.db [req-00144b06-3769-485b-9793-37823ef4dec7 req-c436e783-fbcc-4cdb-9b96-419d5831e1fe service neutron] For port 616856b7-2f50-4132-b723-c2268f40d3c1, host hv-cinder-78776, cleared binding levels {{(pid=91056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:00:24.420007 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.db [req-00144b06-3769-485b-9793-37823ef4dec7 req-c436e783-fbcc-4cdb-9b96-419d5831e1fe service neutron] For port 616856b7-2f50-4132-b723-c2268f40d3c1, host hv-cinder-78776, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=616856b7-2f50-4132-b723-c2268f40d3c1,segment=NetworkSegment(368b7efe-3dea-4da3-9142-42ad0e67249c),segment_id=368b7efe-3dea-4da3-9142-42ad0e67249c)] {{(pid=91056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:00:24.424150 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [req-00144b06-3769-485b-9793-37823ef4dec7 req-c436e783-fbcc-4cdb-9b96-419d5831e1fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2275164'] for port, after_update {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:00:24.427222 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-cb43cd5c-0f24-4271-b9a7-31c8480db594 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:00:24.458392 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00144b06-3769-485b-9793-37823ef4dec7 req-c436e783-fbcc-4cdb-9b96-419d5831e1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:00:24.458740 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [req-00144b06-3769-485b-9793-37823ef4dec7 req-c436e783-fbcc-4cdb-9b96-419d5831e1fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6101'] for port, before_response {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:00:24.459537 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-00144b06-3769-485b-9793-37823ef4dec7 req-c436e783-fbcc-4cdb-9b96-419d5831e1fe service neutron] 10.222.0.112 "PUT /v2.0/ports/616856b7-2f50-4132-b723-c2268f40d3c1 HTTP/1.1" status: 200 len: 1094 time: 0.6006267 May 19 12:00:24.459862 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cae4a00a-783c-4919-afed-3c72f9c445d0', 'tag': '616856b7-2f50-4132-b723-c2268f40d3c1'}] {{(pid=91056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:00:24.478989 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c436e783-fbcc-4cdb-9b96-419d5831e1fe service neutron] Pushing event updated for resources: {'Port': ['ID=616856b7-2f50-4132-b723-c2268f40d3c1,revision_number=3']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:00:24.481128 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-c436e783-fbcc-4cdb-9b96-419d5831e1fe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:00:25.506384 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cae4a00a-783c-4919-afed-3c72f9c445d0', 'tag': '616856b7-2f50-4132-b723-c2268f40d3c1', 'status': 'completed', 'code': 200} May 19 12:00:25.554855 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd523a5-9765-4bb3-96b1-356c7b2a60c9 req-4b06ec31-1eef-4a75-8afc-624268a13eac tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:00:25.555741 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-6bd523a5-9765-4bb3-96b1-356c7b2a60c9 req-4b06ec31-1eef-4a75-8afc-624268a13eac tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/ports?device_id=cae4a00a-783c-4919-afed-3c72f9c445d0 HTTP/1.1" status: 200 len: 944 time: 0.0532305 May 19 12:00:25.584732 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-6bd523a5-9765-4bb3-96b1-356c7b2a60c9 req-5b7287a2-e273-4a46-8be3-68b30ff6350c tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/security-groups?id=b19c4839-2054-4c8c-8af8-73c2ba95f36f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0251439 May 19 12:00:25.807157 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00144b06-3769-485b-9793-37823ef4dec7 req-78ea5c55-6b96-49a1-89d8-3db4bc90de57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:00:25.808109 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-00144b06-3769-485b-9793-37823ef4dec7 req-78ea5c55-6b96-49a1-89d8-3db4bc90de57 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=b3a74154e8c140d887c17f34f2d1f6b7&device_id=cae4a00a-783c-4919-afed-3c72f9c445d0 HTTP/1.1" status: 200 len: 1097 time: 0.0566704 May 19 12:00:25.854050 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-00144b06-3769-485b-9793-37823ef4dec7 req-03e5477a-15db-421e-8a43-77816f91ac04 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=616856b7-2f50-4132-b723-c2268f40d3c1 HTTP/1.1" status: 200 len: 217 time: 0.0362790 May 19 12:00:25.895109 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00144b06-3769-485b-9793-37823ef4dec7 req-d4f6f4a3-8ece-4b20-a144-944fa22e8ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:00:25.895895 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-00144b06-3769-485b-9793-37823ef4dec7 req-d4f6f4a3-8ece-4b20-a144-944fa22e8ac8 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=a5b160ab-2da7-4caa-86d9-55f9a882fead HTTP/1.1" status: 200 len: 850 time: 0.0342758 May 19 12:00:25.940848 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00144b06-3769-485b-9793-37823ef4dec7 req-354c8359-d131-4905-8fd6-25ec8aa86547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:00:25.941593 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-00144b06-3769-485b-9793-37823ef4dec7 req-354c8359-d131-4905-8fd6-25ec8aa86547 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=5f3f674d-ca79-4be3-8876-a51805d694e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0373776 May 19 12:00:26.017201 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-00144b06-3769-485b-9793-37823ef4dec7 req-e02af898-b91a-43a3-8b0b-0c3ddd9f0aee service neutron] 10.222.0.112 "GET /v2.0/networks/5f3f674d-ca79-4be3-8876-a51805d694e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0668988 May 19 12:00:26.090606 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-00144b06-3769-485b-9793-37823ef4dec7 req-5a0173bf-b09b-433b-a092-90448e6e2272 service neutron] 10.222.0.112 "GET /v2.0/networks/5f3f674d-ca79-4be3-8876-a51805d694e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0648658 May 19 12:00:26.185259 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36fbf8f-fc84-466a-ab58-bef400bc906f req-ccc29404-52c7-4304-8d7b-21e786e4de5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:00:26.186166 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-d36fbf8f-fc84-466a-ab58-bef400bc906f req-ccc29404-52c7-4304-8d7b-21e786e4de5e service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=b3a74154e8c140d887c17f34f2d1f6b7&device_id=cae4a00a-783c-4919-afed-3c72f9c445d0 HTTP/1.1" status: 200 len: 1097 time: 0.0455248 May 19 12:00:26.273764 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36fbf8f-fc84-466a-ab58-bef400bc906f req-1b66cd60-fb14-4763-a04c-4fc6eca4de6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:00:26.274733 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-d36fbf8f-fc84-466a-ab58-bef400bc906f req-1b66cd60-fb14-4763-a04c-4fc6eca4de6c service neutron] 10.222.0.112 "GET /v2.0/networks?id=5f3f674d-ca79-4be3-8876-a51805d694e7 HTTP/1.1" status: 200 len: 913 time: 0.0797474 May 19 12:00:26.393263 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-d36fbf8f-fc84-466a-ab58-bef400bc906f req-16b76b41-d025-4633-ba65-3a4ca51e4951 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=616856b7-2f50-4132-b723-c2268f40d3c1 HTTP/1.1" status: 200 len: 217 time: 0.1101880 May 19 12:00:26.440028 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36fbf8f-fc84-466a-ab58-bef400bc906f req-4de2836f-285f-45c2-adff-59cd1f4807da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:00:26.440851 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-d36fbf8f-fc84-466a-ab58-bef400bc906f req-4de2836f-285f-45c2-adff-59cd1f4807da service neutron] 10.222.0.112 "GET /v2.0/subnets?id=a5b160ab-2da7-4caa-86d9-55f9a882fead HTTP/1.1" status: 200 len: 850 time: 0.0384486 May 19 12:00:26.495096 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36fbf8f-fc84-466a-ab58-bef400bc906f req-7d457ba1-aa1b-40a3-8e38-b9e40f0ed8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:00:26.495930 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-d36fbf8f-fc84-466a-ab58-bef400bc906f req-7d457ba1-aa1b-40a3-8e38-b9e40f0ed8eb service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=5f3f674d-ca79-4be3-8876-a51805d694e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0462055 May 19 12:00:26.576838 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-d36fbf8f-fc84-466a-ab58-bef400bc906f req-b5e15d78-1800-4592-87d3-8bd696ad958d service neutron] 10.222.0.112 "GET /v2.0/networks/5f3f674d-ca79-4be3-8876-a51805d694e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0712252 May 19 12:00:26.653595 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-d36fbf8f-fc84-466a-ab58-bef400bc906f req-cb4064d7-74b4-4d96-ba31-78f9b8a052f0 service neutron] 10.222.0.112 "GET /v2.0/networks/5f3f674d-ca79-4be3-8876-a51805d694e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0685680 May 19 12:00:26.701493 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f91581-59c4-4450-b918-5cb78eae6f26 req-d3eb8de3-38f4-46be-9d05-7c177b8c0864 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:00:26.701959 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [req-70f91581-59c4-4450-b918-5cb78eae6f26 req-d3eb8de3-38f4-46be-9d05-7c177b8c0864 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Synchronizing usage tracker for tenant:b3a74154e8c140d887c17f34f2d1f6b7 on resource:port {{(pid=91056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:00:26.712561 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [req-70f91581-59c4-4450-b918-5cb78eae6f26 req-d3eb8de3-38f4-46be-9d05-7c177b8c0864 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Unset dirty status for tenant:b3a74154e8c140d887c17f34f2d1f6b7 on resource:port {{(pid=91056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:00:26.713282 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-70f91581-59c4-4450-b918-5cb78eae6f26 req-d3eb8de3-38f4-46be-9d05-7c177b8c0864 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/ports?device_id=cae4a00a-783c-4919-afed-3c72f9c445d0 HTTP/1.1" status: 200 len: 944 time: 0.0584779 May 19 12:00:26.743261 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-70f91581-59c4-4450-b918-5cb78eae6f26 req-b9644fc8-a358-4269-8e66-8effc856ac28 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/security-groups?id=b19c4839-2054-4c8c-8af8-73c2ba95f36f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0260553 May 19 12:00:27.894907 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69866af3-fa93-46cc-8a3c-3fa09b7d36ce req-a4f9fbc6-713a-44cd-b208-7c1837ac14ab tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:00:27.895910 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-69866af3-fa93-46cc-8a3c-3fa09b7d36ce req-a4f9fbc6-713a-44cd-b208-7c1837ac14ab tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/ports?device_id=cae4a00a-783c-4919-afed-3c72f9c445d0 HTTP/1.1" status: 200 len: 944 time: 0.0697050 May 19 12:00:27.926955 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-69866af3-fa93-46cc-8a3c-3fa09b7d36ce req-65562165-a05f-453e-ba8e-1d4ea1bf2ebd tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/security-groups?id=b19c4839-2054-4c8c-8af8-73c2ba95f36f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270174 May 19 12:00:29.084556 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a34ddf0-929d-40e1-a7a6-bc1b8800c258 req-c7f3636f-31c4-4d88-8ad8-a9e5f96084ba tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:00:29.085754 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-2a34ddf0-929d-40e1-a7a6-bc1b8800c258 req-c7f3636f-31c4-4d88-8ad8-a9e5f96084ba tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/ports?device_id=cae4a00a-783c-4919-afed-3c72f9c445d0 HTTP/1.1" status: 200 len: 944 time: 0.0628321 May 19 12:00:29.118280 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-2a34ddf0-929d-40e1-a7a6-bc1b8800c258 req-0d71c45e-eecb-445f-b299-71969ce63bcf tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/security-groups?id=b19c4839-2054-4c8c-8af8-73c2ba95f36f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0261190 May 19 12:00:30.271424 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbba3c0-a460-418a-8821-b5e702126d0f req-70fbeade-4742-4afb-b4fc-c2169264743a tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:00:30.272438 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-6dbba3c0-a460-418a-8821-b5e702126d0f req-70fbeade-4742-4afb-b4fc-c2169264743a tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/ports?device_id=cae4a00a-783c-4919-afed-3c72f9c445d0 HTTP/1.1" status: 200 len: 944 time: 0.0658371 May 19 12:00:30.305765 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-6dbba3c0-a460-418a-8821-b5e702126d0f req-c699a3c9-9fcf-4305-8efb-93e72483523d tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/security-groups?id=b19c4839-2054-4c8c-8af8-73c2ba95f36f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0265248 May 19 12:00:31.453143 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8f70ec-d92d-4af2-bc9b-b899862a14c5 req-7c90b33f-60d2-4942-a82f-8ae19242392f tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:00:31.454152 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-ed8f70ec-d92d-4af2-bc9b-b899862a14c5 req-7c90b33f-60d2-4942-a82f-8ae19242392f tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/ports?device_id=cae4a00a-783c-4919-afed-3c72f9c445d0 HTTP/1.1" status: 200 len: 944 time: 0.0712516 May 19 12:00:31.488333 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-ed8f70ec-d92d-4af2-bc9b-b899862a14c5 req-6474dbfd-57cc-416d-a88f-51d7ebbcec7c tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/security-groups?id=b19c4839-2054-4c8c-8af8-73c2ba95f36f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277810 May 19 12:00:32.632421 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48b352e-09b4-4ab6-9450-e0c0bacfe699 req-26458416-4994-4831-9392-d0ac80b3e3e7 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:00:32.633342 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-f48b352e-09b4-4ab6-9450-e0c0bacfe699 req-26458416-4994-4831-9392-d0ac80b3e3e7 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/ports?device_id=cae4a00a-783c-4919-afed-3c72f9c445d0 HTTP/1.1" status: 200 len: 944 time: 0.0591116 May 19 12:00:32.665386 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-f48b352e-09b4-4ab6-9450-e0c0bacfe699 req-c62ac685-fbb4-43b4-923f-53f7bcb5d65e tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/security-groups?id=b19c4839-2054-4c8c-8af8-73c2ba95f36f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0246346 May 19 12:00:32.958372 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.agents_db [None req-9df4fd67-1abd-480d-9703-ac00f2726051 None None] Agent healthcheck: found 6 active agents {{(pid=91058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 12:00:33.820777 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fe515e-b058-4458-8cb2-ab0fa2bd8a0d req-02d8a288-a771-4a62-931f-d1694f488a45 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:00:33.821769 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-54fe515e-b058-4458-8cb2-ab0fa2bd8a0d req-02d8a288-a771-4a62-931f-d1694f488a45 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/ports?device_id=cae4a00a-783c-4919-afed-3c72f9c445d0 HTTP/1.1" status: 200 len: 944 time: 0.0567095 May 19 12:00:33.854697 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-54fe515e-b058-4458-8cb2-ab0fa2bd8a0d req-b674373d-ecd9-4280-9d14-0e6e5bb8bcfd tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/security-groups?id=b19c4839-2054-4c8c-8af8-73c2ba95f36f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0292451 May 19 12:00:34.601636 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-dfe9000e-77e3-4162-be2b-f69e536c8ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:00:35.005638 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfa8c96-e39c-4fd5-8c88-e25162252360 req-c4cccb6e-a9cb-489d-a4d2-022878e93323 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:00:35.006575 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-dbfa8c96-e39c-4fd5-8c88-e25162252360 req-c4cccb6e-a9cb-489d-a4d2-022878e93323 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/ports?device_id=cae4a00a-783c-4919-afed-3c72f9c445d0 HTTP/1.1" status: 200 len: 944 time: 0.0594289 May 19 12:00:35.037215 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-dbfa8c96-e39c-4fd5-8c88-e25162252360 req-6d187663-0808-4cae-a6e2-a9588838437e tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/security-groups?id=b19c4839-2054-4c8c-8af8-73c2ba95f36f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269032 May 19 12:00:35.564172 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Device 616856b7-2f50-4132-b723-c2268f40d3c1 details requested by agent hyperv_hv-cinder-78776 with host hv-cinder-78776 {{(pid=91057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 12:00:35.672658 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] For port 616856b7-2f50-4132-b723-c2268f40d3c1, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=616856b7-2f50-4132-b723-c2268f40d3c1,segment=NetworkSegment(368b7efe-3dea-4da3-9142-42ad0e67249c),segment_id=368b7efe-3dea-4da3-9142-42ad0e67249c)] {{(pid=91057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:00:35.713128 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Returning: {'device': '616856b7-2f50-4132-b723-c2268f40d3c1', 'network_id': '5f3f674d-ca79-4be3-8876-a51805d694e7', 'port_id': '616856b7-2f50-4132-b723-c2268f40d3c1', 'mac_address': 'fa:16:3e:52:c8:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5b160ab-2da7-4caa-86d9-55f9a882fead', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 12:00:35.750588 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:00:35.763441 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.notifiers.nova [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 616856b7-2f50-4132-b723-c2268f40d3c1 {{(pid=91057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 12:00:35.781990 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] For port 616856b7-2f50-4132-b723-c2268f40d3c1, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=616856b7-2f50-4132-b723-c2268f40d3c1,segment=NetworkSegment(368b7efe-3dea-4da3-9142-42ad0e67249c),segment_id=368b7efe-3dea-4da3-9142-42ad0e67249c)] {{(pid=91057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:00:35.786066 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602'] for port, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:00:35.787407 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:00:35.835704 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Pushing event updated for resources: {'Port': ['ID=616856b7-2f50-4132-b723-c2268f40d3c1,revision_number=4']} {{(pid=91057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:00:35.837916 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:00:35.841123 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:00:35.841324 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:00:35.841536 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:00:35.841745 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:00:35.841949 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:00:35.842153 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:00:35.842357 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:00:35.842559 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:00:35.842761 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:00:35.842964 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:00:35.843162 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:00:35.843360 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:00:35.846500 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:00:36.174387 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-97842009-eaa2-4dae-8d2a-d33add7a6692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:00:36.193261 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b29c42-76de-44b3-a63a-a0959284fcc1 req-c2fa7fac-1ecf-4a43-b514-902c5a55b96e tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:00:36.194390 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-23b29c42-76de-44b3-a63a-a0959284fcc1 req-c2fa7fac-1ecf-4a43-b514-902c5a55b96e tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/ports?device_id=cae4a00a-783c-4919-afed-3c72f9c445d0 HTTP/1.1" status: 200 len: 945 time: 0.0716777 May 19 12:00:36.225011 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-23b29c42-76de-44b3-a63a-a0959284fcc1 req-fcd6507e-b571-4923-99ae-6a5dce78672a tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/security-groups?id=b19c4839-2054-4c8c-8af8-73c2ba95f36f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0261340 May 19 12:00:36.444209 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] get_ports_and_sgs() called for port_ids ['616856b7-2f50-4132-b723-c2268f40d3c1'] {{(pid=91057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:00:37.043440 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-f3552fb9-a093-42e6-b748-7ab8d8c7cb39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:00:37.373890 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7ff0e7-ec99-4452-b24f-6567d6758414 req-aa008ee2-49ee-424e-9e61-60a316268d7c tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:00:37.374822 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-3e7ff0e7-ec99-4452-b24f-6567d6758414 req-aa008ee2-49ee-424e-9e61-60a316268d7c tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/ports?device_id=cae4a00a-783c-4919-afed-3c72f9c445d0 HTTP/1.1" status: 200 len: 945 time: 0.0613139 May 19 12:00:37.405991 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-3e7ff0e7-ec99-4452-b24f-6567d6758414 req-63dd838b-330d-4e41-82f9-42a700e4e396 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/security-groups?id=b19c4839-2054-4c8c-8af8-73c2ba95f36f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0260179 May 19 12:00:37.568825 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Device 616856b7-2f50-4132-b723-c2268f40d3c1 up at agent hyperv_hv-cinder-78776 {{(pid=91057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:00:37.633126 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Provisioning for port 616856b7-2f50-4132-b723-c2268f40d3c1 completed by entity L2. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:00:37.636476 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.provisioning_blocks [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Provisioning complete for port 616856b7-2f50-4132-b723-c2268f40d3c1 triggered by entity L2. {{(pid=91057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:00:37.636750 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1441453'] for port, provisioning_complete {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:00:37.713343 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:00:37.730986 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cae4a00a-783c-4919-afed-3c72f9c445d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '616856b7-2f50-4132-b723-c2268f40d3c1'}] {{(pid=91057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:00:37.738755 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] For port 616856b7-2f50-4132-b723-c2268f40d3c1, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=616856b7-2f50-4132-b723-c2268f40d3c1,segment=NetworkSegment(368b7efe-3dea-4da3-9142-42ad0e67249c),segment_id=368b7efe-3dea-4da3-9142-42ad0e67249c)] {{(pid=91057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:00:37.743051 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602'] for port, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:00:37.744456 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:00:37.789568 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Pushing event updated for resources: {'Port': ['ID=616856b7-2f50-4132-b723-c2268f40d3c1,revision_number=5']} {{(pid=91057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:00:37.791806 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:00:37.806925 dv-cinder-787764-1-iscsi neutron-server[91057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cae4a00a-783c-4919-afed-3c72f9c445d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '616856b7-2f50-4132-b723-c2268f40d3c1', 'code': 200} May 19 12:00:38.122609 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-66ec5bc0-6952-497b-8f33-b3c04bfd0b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:00:38.575525 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b5fd0f-fecf-4ab3-b296-5a7b6aa31ee5 req-7a4a1a03-fe77-4dae-9eee-d90171b364f2 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:00:38.577510 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-b4b5fd0f-fecf-4ab3-b296-5a7b6aa31ee5 req-7a4a1a03-fe77-4dae-9eee-d90171b364f2 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/ports?device_id=cae4a00a-783c-4919-afed-3c72f9c445d0 HTTP/1.1" status: 200 len: 946 time: 0.0749795 May 19 12:00:38.609768 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-b4b5fd0f-fecf-4ab3-b296-5a7b6aa31ee5 req-8895f30b-27fe-4562-b6cf-fac580fec5ef tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/security-groups?id=b19c4839-2054-4c8c-8af8-73c2ba95f36f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0268071 May 19 12:00:39.773976 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f294e9b-d827-4473-923d-9459312c4ebc req-379b01e5-354e-45c2-b5a9-f93bd9261080 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:00:39.775817 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-0f294e9b-d827-4473-923d-9459312c4ebc req-379b01e5-354e-45c2-b5a9-f93bd9261080 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/ports?device_id=cae4a00a-783c-4919-afed-3c72f9c445d0 HTTP/1.1" status: 200 len: 946 time: 0.0778260 May 19 12:00:39.809802 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-0f294e9b-d827-4473-923d-9459312c4ebc req-1f453002-43a9-431b-a163-ad02d2bd94f8 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/security-groups?id=b19c4839-2054-4c8c-8af8-73c2ba95f36f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298045 May 19 12:00:40.965787 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdd0141-d158-4271-b0ed-2611b9341c1f req-d7c355cc-5623-4652-8000-5f232d65d1dd tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:00:40.966768 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-9cdd0141-d158-4271-b0ed-2611b9341c1f req-d7c355cc-5623-4652-8000-5f232d65d1dd tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/ports?device_id=cae4a00a-783c-4919-afed-3c72f9c445d0 HTTP/1.1" status: 200 len: 946 time: 0.0627613 May 19 12:00:40.996026 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-9cdd0141-d158-4271-b0ed-2611b9341c1f req-10ff176f-3079-4338-93ff-95119a089840 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/security-groups?id=b19c4839-2054-4c8c-8af8-73c2ba95f36f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0246446 May 19 12:00:42.006374 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4b49e6-f91e-4d38-8539-86c08021f4b7 req-becb2f7d-b262-4f7d-ac5a-c03120692966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:00:42.007361 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-4b4b49e6-f91e-4d38-8539-86c08021f4b7 req-becb2f7d-b262-4f7d-ac5a-c03120692966 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=cae4a00a-783c-4919-afed-3c72f9c445d0 HTTP/1.1" status: 200 len: 1099 time: 0.0576830 May 19 12:00:42.039118 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-4b4b49e6-f91e-4d38-8539-86c08021f4b7 req-6a1352f8-072c-4bb0-a381-b74e78426fce service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=b19c4839-2054-4c8c-8af8-73c2ba95f36f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0236199 May 19 12:00:42.120389 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e4f045-37bb-4104-8b1f-a87e9dbfa410 req-305fa904-1971-4cb4-94fd-8fdf1404fd87 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:00:42.121316 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-31e4f045-37bb-4104-8b1f-a87e9dbfa410 req-305fa904-1971-4cb4-94fd-8fdf1404fd87 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/ports?device_id=cae4a00a-783c-4919-afed-3c72f9c445d0 HTTP/1.1" status: 200 len: 946 time: 0.0572436 May 19 12:00:42.155045 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-31e4f045-37bb-4104-8b1f-a87e9dbfa410 req-f753cf45-0f5e-410e-99fa-03768293bb86 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/security-groups?id=b19c4839-2054-4c8c-8af8-73c2ba95f36f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273025 May 19 12:00:43.292238 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c70028-5a5e-450d-87d4-a4bf85383ef4 req-e6e8970a-8b36-406c-8ada-1f25cbe16d95 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:00:43.293220 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-07c70028-5a5e-450d-87d4-a4bf85383ef4 req-e6e8970a-8b36-406c-8ada-1f25cbe16d95 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/ports?device_id=cae4a00a-783c-4919-afed-3c72f9c445d0 HTTP/1.1" status: 200 len: 946 time: 0.0584252 May 19 12:00:43.327109 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-07c70028-5a5e-450d-87d4-a4bf85383ef4 req-e91e32af-6f53-4e1c-9a17-2be68adae790 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/security-groups?id=b19c4839-2054-4c8c-8af8-73c2ba95f36f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296335 May 19 12:00:44.469172 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04fdae9-87b9-4cca-a783-3ab60ad8b470 req-f9d3e5d3-6783-4506-882d-6bcc02168244 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:00:44.470460 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-e04fdae9-87b9-4cca-a783-3ab60ad8b470 req-f9d3e5d3-6783-4506-882d-6bcc02168244 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/ports?device_id=cae4a00a-783c-4919-afed-3c72f9c445d0 HTTP/1.1" status: 200 len: 946 time: 0.0586722 May 19 12:00:44.501728 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-e04fdae9-87b9-4cca-a783-3ab60ad8b470 req-6346204e-9233-4c6f-b0bd-c2d67708b5f5 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/security-groups?id=b19c4839-2054-4c8c-8af8-73c2ba95f36f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273218 May 19 12:00:44.625744 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b30aa0-d4ee-4e41-85e3-1db0763183ad req-3d052681-9063-4c08-9501-9cbdf889d3bc tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:00:44.626598 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-45b30aa0-d4ee-4e41-85e3-1db0763183ad req-3d052681-9063-4c08-9501-9cbdf889d3bc tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/ports?device_id=cae4a00a-783c-4919-afed-3c72f9c445d0 HTTP/1.1" status: 200 len: 946 time: 0.0590320 May 19 12:00:44.654126 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-45b30aa0-d4ee-4e41-85e3-1db0763183ad req-2a6b6b08-6f42-4f1c-8426-76473208d998 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/security-groups?id=b19c4839-2054-4c8c-8af8-73c2ba95f36f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0236931 May 19 12:00:44.668607 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 45060) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:00:44.797491 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b3f46a-0b2d-45b7-9b71-6d898e30a305 tempest-TestVolumeBootPattern-378998300 tempest-TestVolumeBootPattern-378998300-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:00:44.798518 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-f0b3f46a-0b2d-45b7-9b71-6d898e30a305 tempest-TestVolumeBootPattern-378998300 tempest-TestVolumeBootPattern-378998300-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=cae4a00a-783c-4919-afed-3c72f9c445d0 HTTP/1.1" status: 200 len: 1094 time: 0.1291902 May 19 12:00:44.800747 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 45066) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:00:44.804206 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.v2.base [None req-c652c385-16d9-43ed-a21b-c0fd15059714 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Request body: {'floatingip': {'floating_network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'port_id': '616856b7-2f50-4132-b723-c2268f40d3c1', 'tenant_id': 'b3a74154e8c140d887c17f34f2d1f6b7', 'fixed_ip_address': '172.20.0.13'}} {{(pid=91056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:00:44.807928 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-c652c385-16d9-43ed-a21b-c0fd15059714 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:00:44.810483 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-c652c385-16d9-43ed-a21b-c0fd15059714 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Usage tracker for resource:floatingip and tenant:b3a74154e8c140d887c17f34f2d1f6b7 is out of sync, need to count used quota {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:00:44.812357 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [None req-c652c385-16d9-43ed-a21b-c0fd15059714 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=91056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:00:44.816009 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.quota.driver [None req-c652c385-16d9-43ed-a21b-c0fd15059714 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=91056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:00:44.823729 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-c652c385-16d9-43ed-a21b-c0fd15059714 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Notify callbacks [] for floatingip, before_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:00:44.914061 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-c652c385-16d9-43ed-a21b-c0fd15059714 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:00:45.077353 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.db_base_plugin_common [None req-c652c385-16d9-43ed-a21b-c0fd15059714 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Allocated IP 172.27.0.239 (02345af2-6ed3-48fb-b7af-bf8d47e25522/aba42eaa-d100-461a-90c5-240f62c775e0/c460021f-6fdb-46f3-b4ab-f005da91e9ba) {{(pid=91056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:00:45.182117 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-c652c385-16d9-43ed-a21b-c0fd15059714 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Notify callbacks [] for port, precommit_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:00:45.204428 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-c652c385-16d9-43ed-a21b-c0fd15059714 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749740362231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275141'] for port, after_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:00:45.206913 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-6e35620d-1849-4eff-aefa-7df5ea5d085d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:00:45.245831 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c652c385-16d9-43ed-a21b-c0fd15059714 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Network 02345af2-6ed3-48fb-b7af-bf8d47e25522 is already hosted by enough agents. {{(pid=91056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:00:45.247597 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.scheduler.base_scheduler [None req-c652c385-16d9-43ed-a21b-c0fd15059714 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Resources bound (agent type, host, resource id): {{(pid=91056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:00:45.250005 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c652c385-16d9-43ed-a21b-c0fd15059714 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Received port after_create {{(pid=91056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 12:00:45.270146 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c652c385-16d9-43ed-a21b-c0fd15059714 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Pushing event updated for resources: {'Port': ['ID=c460021f-6fdb-46f3-b4ab-f005da91e9ba,revision_number=1']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:00:45.273757 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-c652c385-16d9-43ed-a21b-c0fd15059714 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:00:45.504904 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-c652c385-16d9-43ed-a21b-c0fd15059714 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:00:45.544569 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-c652c385-16d9-43ed-a21b-c0fd15059714 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783219'] for port, before_update {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:00:45.649282 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-c652c385-16d9-43ed-a21b-c0fd15059714 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Notify callbacks [] for port, precommit_update {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:00:45.654386 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-c652c385-16d9-43ed-a21b-c0fd15059714 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749740778415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749740364557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749740364602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2275164'] for port, after_update {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:00:45.658814 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-c652c385-16d9-43ed-a21b-c0fd15059714 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:00:45.720834 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c652c385-16d9-43ed-a21b-c0fd15059714 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Pushing event updated for resources: {'Port': ['ID=c460021f-6fdb-46f3-b4ab-f005da91e9ba,revision_number=2']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:00:45.723703 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-c652c385-16d9-43ed-a21b-c0fd15059714 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:00:45.727893 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-c652c385-16d9-43ed-a21b-c0fd15059714 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716915'] for floatingip, after_update {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:00:45.827980 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.db.l3_db [None req-c652c385-16d9-43ed-a21b-c0fd15059714 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Floating IP 54a1ff96-1576-440d-b06f-692957b521cc associated. External IP: 172.27.0.239, port: 616856b7-2f50-4132-b723-c2268f40d3c1. May 19 12:00:46.139613 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c652c385-16d9-43ed-a21b-c0fd15059714 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Router 21f7abf1-5835-4b0f-9358-7cdd69ad076a has already been hosted by L3 agent 326bf12a-fdae-48e8-b877-7dbd40e20eda {{(pid=91056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 12:00:46.249783 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c652c385-16d9-43ed-a21b-c0fd15059714 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Notify agent at l3_agent.dv-cinder-787764-1-iscsi the message routers_updated {{(pid=91056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 12:00:46.260082 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a841e40e-39d1-4d69-a786-7870e7c7a1a2 None None] Sync routers for ids ['21f7abf1-5835-4b0f-9358-7cdd69ad076a'] in dv-cinder-787764-1-iscsi {{(pid=91057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:00:46.267866 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-c652c385-16d9-43ed-a21b-c0fd15059714 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6101'] for floatingip, before_response {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:00:46.272191 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a841e40e-39d1-4d69-a786-7870e7c7a1a2 None None] Routers {'21f7abf1-5835-4b0f-9358-7cdd69ad076a'} bound to L3 agent in host dv-cinder-787764-1-iscsi {{(pid=91057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:00:46.272934 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_hamode_db [None req-a841e40e-39d1-4d69-a786-7870e7c7a1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T11:10:36Z,description=,heartbeat_timestamp=2021-05-19T12:00:36Z,host='dv-cinder-787764-1-iscsi',id=326bf12a-fdae-48e8-b877-7dbd40e20eda,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:36Z,topic='l3_agent')) {'router_ids': ['21f7abf1-5835-4b0f-9358-7cdd69ad076a'], 'active': True} {{(pid=91057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:00:46.307759 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-c652c385-16d9-43ed-a21b-c0fd15059714 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5062053 May 19 12:00:46.308234 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cae4a00a-783c-4919-afed-3c72f9c445d0', 'tag': '616856b7-2f50-4132-b723-c2268f40d3c1'}] {{(pid=91056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:00:46.337438 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cae4a00a-783c-4919-afed-3c72f9c445d0', 'tag': '616856b7-2f50-4132-b723-c2268f40d3c1', 'status': 'completed', 'code': 200} May 19 12:00:46.395909 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_dvr_db [None req-a841e40e-39d1-4d69-a786-7870e7c7a1a2 None None] Set router 21f7abf1-5835-4b0f-9358-7cdd69ad076a gateway port host: dv-cinder-787764-1-iscsi {{(pid=91057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 12:00:46.595929 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_hamode_db [None req-a841e40e-39d1-4d69-a786-7870e7c7a1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21f7abf1-5835-4b0f-9358-7cdd69ad076a', 'name': 'tempest-TestVolumeBootPattern-173945444-router', 'tenant_id': 'b3a74154e8c140d887c17f34f2d1f6b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'external_fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': '564fb21e-29a4-4a0f-ab32-50ba00ba5084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:52:34Z', 'updated_at': '2021-05-19T11:52:36Z', 'revision_number': 4, 'project_id': 'b3a74154e8c140d887c17f34f2d1f6b7', 'gw_port': {'id': '564fb21e-29a4-4a0f-ab32-50ba00ba5084', 'name': '', 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f6:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f7abf1-5835-4b0f-9358-7cdd69ad076a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:52:34Z', 'updated_at': '2021-05-19T11:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-1-iscsi', '_floatingips': [{'id': '54a1ff96-1576-440d-b06f-692957b521cc', 'tenant_id': 'b3a74154e8c140d887c17f34f2d1f6b7', 'floating_ip_address': '172.27.0.239', 'floating_network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'router_id': '21f7abf1-5835-4b0f-9358-7cdd69ad076a', 'port_id': '616856b7-2f50-4132-b723-c2268f40d3c1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f3f674d-ca79-4be3-8876-a51805d694e7', 'mac_address': 'fa:16:3e:52:c8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae4a00a-783c-4919-afed-3c72f9c445d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T12:00:45Z', 'updated_at': '2021-05-19T12:00:45Z', 'revision_number': 0, 'project_id': 'b3a74154e8c140d887c17f34f2d1f6b7', 'fixed_ip_address_scope': None}, {'id': 'f31c65d9-5c04-40e8-9474-3705b32d6272', 'tenant_id': 'b3a74154e8c140d887c17f34f2d1f6b7', 'floating_ip_address': '172.27.0.119', 'floating_network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'router_id': '21f7abf1-5835-4b0f-9358-7cdd69ad076a', 'port_id': '89d6ba49-cf2b-4c22-8ab0-98f69b5cb82c', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f3f674d-ca79-4be3-8876-a51805d694e7', 'mac_address': 'fa:16:3e:69:b6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1cf62e-4e05-4e2a-98e4-4fcebe522f2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T11:58:00Z', 'updated_at': '2021-05-19T11:58:01Z', 'revision_number': 1, 'project_id': 'b3a74154e8c140d887c17f34f2d1f6b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9284a92-9a46-403f-8ff5-aa28391fcfa1', 'name': '', 'network_id': '5f3f674d-ca79-4be3-8876-a51805d694e7', 'tenant_id': 'b3a74154e8c140d887c17f34f2d1f6b7', 'mac_address': 'fa:16:3e:2a:5c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f7abf1-5835-4b0f-9358-7cdd69ad076a', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'a5b160ab-2da7-4caa-86d9-55f9a882fead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:52:36Z', 'updated_at': '2021-05-19T11:52:41Z', 'revision_number': 5, 'project_id': 'b3a74154e8c140d887c17f34f2d1f6b7', 'subnets': [{'id': 'a5b160ab-2da7-4caa-86d9-55f9a882fead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-1-iscsi', False) {} {{(pid=91057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:00:46.598084 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a841e40e-39d1-4d69-a786-7870e7c7a1a2 None None] Checking router: 21f7abf1-5835-4b0f-9358-7cdd69ad076a for host: dv-cinder-787764-1-iscsi {{(pid=91057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:00:46.604824 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a841e40e-39d1-4d69-a786-7870e7c7a1a2 None None] Routers {'21f7abf1-5835-4b0f-9358-7cdd69ad076a'} bound to L3 agent in host dv-cinder-787764-1-iscsi {{(pid=91057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:00:46.605655 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_hamode_db [None req-a841e40e-39d1-4d69-a786-7870e7c7a1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T11:10:36Z,description=,heartbeat_timestamp=2021-05-19T12:00:36Z,host='dv-cinder-787764-1-iscsi',id=326bf12a-fdae-48e8-b877-7dbd40e20eda,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:36Z,topic='l3_agent')) {'router_ids': ['21f7abf1-5835-4b0f-9358-7cdd69ad076a'], 'active': True} {{(pid=91057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:00:46.745984 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_dvr_db [None req-a841e40e-39d1-4d69-a786-7870e7c7a1a2 None None] Set router 21f7abf1-5835-4b0f-9358-7cdd69ad076a gateway port host: dv-cinder-787764-1-iscsi {{(pid=91057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 12:00:46.764547 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d73b5e-7f7b-479a-855c-4c641b24ee0b req-cb06f6c1-7cec-4712-8fc3-bbbe9e79bcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:00:46.766366 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-64d73b5e-7f7b-479a-855c-4c641b24ee0b req-cb06f6c1-7cec-4712-8fc3-bbbe9e79bcfa service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=b3a74154e8c140d887c17f34f2d1f6b7&device_id=cae4a00a-783c-4919-afed-3c72f9c445d0 HTTP/1.1" status: 200 len: 1099 time: 0.0527360 May 19 12:00:46.848389 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d73b5e-7f7b-479a-855c-4c641b24ee0b req-5ed9ca61-f3b4-4377-9b0d-95ed4add9a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:00:46.849371 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-64d73b5e-7f7b-479a-855c-4c641b24ee0b req-5ed9ca61-f3b4-4377-9b0d-95ed4add9a7f service neutron] 10.222.0.112 "GET /v2.0/networks?id=5f3f674d-ca79-4be3-8876-a51805d694e7 HTTP/1.1" status: 200 len: 913 time: 0.0755854 May 19 12:00:46.919781 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-64d73b5e-7f7b-479a-855c-4c641b24ee0b req-2450c597-2330-4ea3-b9fb-1e2ee636abaa service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=616856b7-2f50-4132-b723-c2268f40d3c1 HTTP/1.1" status: 200 len: 1000 time: 0.0621459 May 19 12:00:46.948630 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:00:46.967866 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_hamode_db [None req-a841e40e-39d1-4d69-a786-7870e7c7a1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21f7abf1-5835-4b0f-9358-7cdd69ad076a', 'name': 'tempest-TestVolumeBootPattern-173945444-router', 'tenant_id': 'b3a74154e8c140d887c17f34f2d1f6b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'external_fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': '564fb21e-29a4-4a0f-ab32-50ba00ba5084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:52:34Z', 'updated_at': '2021-05-19T11:52:36Z', 'revision_number': 4, 'project_id': 'b3a74154e8c140d887c17f34f2d1f6b7', 'gw_port': {'id': '564fb21e-29a4-4a0f-ab32-50ba00ba5084', 'name': '', 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f6:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f7abf1-5835-4b0f-9358-7cdd69ad076a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:52:34Z', 'updated_at': '2021-05-19T11:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-1-iscsi', '_floatingips': [{'id': '54a1ff96-1576-440d-b06f-692957b521cc', 'tenant_id': 'b3a74154e8c140d887c17f34f2d1f6b7', 'floating_ip_address': '172.27.0.239', 'floating_network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'router_id': '21f7abf1-5835-4b0f-9358-7cdd69ad076a', 'port_id': '616856b7-2f50-4132-b723-c2268f40d3c1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f3f674d-ca79-4be3-8876-a51805d694e7', 'mac_address': 'fa:16:3e:52:c8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae4a00a-783c-4919-afed-3c72f9c445d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T12:00:45Z', 'updated_at': '2021-05-19T12:00:45Z', 'revision_number': 0, 'project_id': 'b3a74154e8c140d887c17f34f2d1f6b7', 'fixed_ip_address_scope': None}, {'id': 'f31c65d9-5c04-40e8-9474-3705b32d6272', 'tenant_id': 'b3a74154e8c140d887c17f34f2d1f6b7', 'floating_ip_address': '172.27.0.119', 'floating_network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'router_id': '21f7abf1-5835-4b0f-9358-7cdd69ad076a', 'port_id': '89d6ba49-cf2b-4c22-8ab0-98f69b5cb82c', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f3f674d-ca79-4be3-8876-a51805d694e7', 'mac_address': 'fa:16:3e:69:b6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1cf62e-4e05-4e2a-98e4-4fcebe522f2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T11:58:00Z', 'updated_at': '2021-05-19T11:58:01Z', 'revision_number': 1, 'project_id': 'b3a74154e8c140d887c17f34f2d1f6b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9284a92-9a46-403f-8ff5-aa28391fcfa1', 'name': '', 'network_id': '5f3f674d-ca79-4be3-8876-a51805d694e7', 'tenant_id': 'b3a74154e8c140d887c17f34f2d1f6b7', 'mac_address': 'fa:16:3e:2a:5c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f7abf1-5835-4b0f-9358-7cdd69ad076a', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'a5b160ab-2da7-4caa-86d9-55f9a882fead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:52:36Z', 'updated_at': '2021-05-19T11:52:41Z', 'revision_number': 5, 'project_id': 'b3a74154e8c140d887c17f34f2d1f6b7', 'subnets': [{'id': 'a5b160ab-2da7-4caa-86d9-55f9a882fead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-1-iscsi', False) {} {{(pid=91057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:00:46.972939 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d73b5e-7f7b-479a-855c-4c641b24ee0b req-ebd65639-1406-4a41-9c81-5d3d904fbf96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:00:46.973471 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a841e40e-39d1-4d69-a786-7870e7c7a1a2 None None] The sync data for ids ['21f7abf1-5835-4b0f-9358-7cdd69ad076a'] in dv-cinder-787764-1-iscsi is: [{'id': '21f7abf1-5835-4b0f-9358-7cdd69ad076a', 'name': 'tempest-TestVolumeBootPattern-173945444-router', 'tenant_id': 'b3a74154e8c140d887c17f34f2d1f6b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'external_fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': '564fb21e-29a4-4a0f-ab32-50ba00ba5084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:52:34Z', 'updated_at': '2021-05-19T11:52:36Z', 'revision_number': 4, 'project_id': 'b3a74154e8c140d887c17f34f2d1f6b7', 'gw_port': {'id': '564fb21e-29a4-4a0f-ab32-50ba00ba5084', 'name': '', 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f6:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f7abf1-5835-4b0f-9358-7cdd69ad076a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:52:34Z', 'updated_at': '2021-05-19T11:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-1-iscsi', '_floatingips': [{'id': '54a1ff96-1576-440d-b06f-692957b521cc', 'tenant_id': 'b3a74154e8c140d887c17f34f2d1f6b7', 'floating_ip_address': '172.27.0.239', 'floating_network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'router_id': '21f7abf1-5835-4b0f-9358-7cdd69ad076a', 'port_id': '616856b7-2f50-4132-b723-c2268f40d3c1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f3f674d-ca79-4be3-8876-a51805d694e7', 'mac_address': 'fa:16:3e:52:c8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae4a00a-783c-4919-afed-3c72f9c445d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T12:00:45Z', 'updated_at': '2021-05-19T12:00:45Z', 'revision_number': 0, 'project_id': 'b3a74154e8c140d887c17f34f2d1f6b7', 'fixed_ip_address_scope': None}, {'id': 'f31c65d9-5c04-40e8-9474-3705b32d6272', 'tenant_id': 'b3a74154e8c140d887c17f34f2d1f6b7', 'floating_ip_address': '172.27.0.119', 'floating_network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'router_id': '21f7abf1-5835-4b0f-9358-7cdd69ad076a', 'port_id': '89d6ba49-cf2b-4c22-8ab0-98f69b5cb82c', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f3f674d-ca79-4be3-8876-a51805d694e7', 'mac_address': 'fa:16:3e:69:b6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1cf62e-4e05-4e2a-98e4-4fcebe522f2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T11:58:00Z', 'updated_at': '2021-05-19T11:58:01Z', 'revision_number': 1, 'project_id': 'b3a74154e8c140d887c17f34f2d1f6b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9284a92-9a46-403f-8ff5-aa28391fcfa1', 'name': '', 'network_id': '5f3f674d-ca79-4be3-8876-a51805d694e7', 'tenant_id': 'b3a74154e8c140d887c17f34f2d1f6b7', 'mac_address': 'fa:16:3e:2a:5c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f7abf1-5835-4b0f-9358-7cdd69ad076a', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'a5b160ab-2da7-4caa-86d9-55f9a882fead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:52:36Z', 'updated_at': '2021-05-19T11:52:41Z', 'revision_number': 5, 'project_id': 'b3a74154e8c140d887c17f34f2d1f6b7', 'subnets': [{'id': 'a5b160ab-2da7-4caa-86d9-55f9a882fead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:00:46.974139 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-64d73b5e-7f7b-479a-855c-4c641b24ee0b req-ebd65639-1406-4a41-9c81-5d3d904fbf96 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=a5b160ab-2da7-4caa-86d9-55f9a882fead HTTP/1.1" status: 200 len: 850 time: 0.0469780 May 19 12:00:47.022824 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d73b5e-7f7b-479a-855c-4c641b24ee0b req-56dce2df-81f6-408f-b3d4-8cb2d225f88c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:00:47.023791 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-64d73b5e-7f7b-479a-855c-4c641b24ee0b req-56dce2df-81f6-408f-b3d4-8cb2d225f88c service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=5f3f674d-ca79-4be3-8876-a51805d694e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422285 May 19 12:00:47.086798 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa4958c-9f70-4574-b42c-3317c16635a9 None None] New status for floating IP 54a1ff96-1576-440d-b06f-692957b521cc: ACTIVE {{(pid=91058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 12:00:47.103863 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-64d73b5e-7f7b-479a-855c-4c641b24ee0b req-2eb8074c-0fcc-400a-8aa1-53c272701e8c service neutron] 10.222.0.112 "GET /v2.0/networks/5f3f674d-ca79-4be3-8876-a51805d694e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0720272 May 19 12:00:47.192352 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-64d73b5e-7f7b-479a-855c-4c641b24ee0b req-5c560431-26f8-45a6-ab8b-c51f43e6a6ab service neutron] 10.222.0.112 "GET /v2.0/networks/5f3f674d-ca79-4be3-8876-a51805d694e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806093 May 19 12:00:54.973032 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-5e9cc288-b381-4db8-90cf-f1a989fe3a4d req-b56bc24e-21cf-4f1b-a80a-6677f007ede2 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=9c1cf62e-4e05-4e2a-98e4-4fcebe522f2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0635972 May 19 12:00:55.991653 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9cc288-b381-4db8-90cf-f1a989fe3a4d req-303a75dd-6079-40ba-a125-cbce97a3a52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:00:55.992584 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-5e9cc288-b381-4db8-90cf-f1a989fe3a4d req-303a75dd-6079-40ba-a125-cbce97a3a52a service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=b3a74154e8c140d887c17f34f2d1f6b7&device_id=9c1cf62e-4e05-4e2a-98e4-4fcebe522f2a HTTP/1.1" status: 200 len: 1098 time: 0.0535824 May 19 12:00:56.095798 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9cc288-b381-4db8-90cf-f1a989fe3a4d req-7ea7ca9f-9478-4b06-a5a8-6bb3f54fa08d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:00:56.096698 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-5e9cc288-b381-4db8-90cf-f1a989fe3a4d req-7ea7ca9f-9478-4b06-a5a8-6bb3f54fa08d service neutron] 10.222.0.112 "GET /v2.0/networks?id=5f3f674d-ca79-4be3-8876-a51805d694e7 HTTP/1.1" status: 200 len: 913 time: 0.0857627 May 19 12:00:56.255516 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-5e9cc288-b381-4db8-90cf-f1a989fe3a4d req-5a9dc922-9874-47ab-92c6-89ddad4d0db4 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=89d6ba49-cf2b-4c22-8ab0-98f69b5cb82c HTTP/1.1" status: 200 len: 1001 time: 0.1497505 May 19 12:00:56.296801 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9cc288-b381-4db8-90cf-f1a989fe3a4d req-eafcc5c5-2d18-4227-b1af-e4fa3435690e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:00:56.297831 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-5e9cc288-b381-4db8-90cf-f1a989fe3a4d req-eafcc5c5-2d18-4227-b1af-e4fa3435690e service neutron] 10.222.0.112 "GET /v2.0/subnets?id=a5b160ab-2da7-4caa-86d9-55f9a882fead HTTP/1.1" status: 200 len: 850 time: 0.0333929 May 19 12:00:56.343978 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9cc288-b381-4db8-90cf-f1a989fe3a4d req-01c93691-84b0-4920-8324-2dcdeaeddf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:00:56.344708 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-5e9cc288-b381-4db8-90cf-f1a989fe3a4d req-01c93691-84b0-4920-8324-2dcdeaeddf86 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=5f3f674d-ca79-4be3-8876-a51805d694e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0382321 May 19 12:00:56.414701 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-5e9cc288-b381-4db8-90cf-f1a989fe3a4d req-8d09ac33-e771-4ceb-ada3-ac9a09ecafed service neutron] 10.222.0.112 "GET /v2.0/networks/5f3f674d-ca79-4be3-8876-a51805d694e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0655112 May 19 12:00:56.485343 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-5e9cc288-b381-4db8-90cf-f1a989fe3a4d req-b94ffd03-4671-4a68-9d02-a62cd3bd3997 service neutron] 10.222.0.112 "GET /v2.0/networks/5f3f674d-ca79-4be3-8876-a51805d694e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0655341 May 19 12:01:04.600892 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-ffc8fb5d-0296-4f5f-bc81-1029a35413d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:01:05.853508 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:01:06.171113 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-0c619fe7-f2b2-4774-81d4-7eac61fdd189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:01:07.047337 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-f3552fb9-a093-42e6-b748-7ab8d8c7cb39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:01:08.126140 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-66ec5bc0-6952-497b-8f33-b3c04bfd0b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:01:09.960632 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.agents_db [None req-9df4fd67-1abd-480d-9703-ac00f2726051 None None] Agent healthcheck: found 6 active agents {{(pid=91058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 12:01:16.951968 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:01:34.599808 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-5fe62c73-6607-494c-a447-c1baf26a488e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:01:35.854072 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:01:36.170472 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1435da70-9e57-4c7d-95cf-84c4d93cad92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:01:37.050313 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-f3552fb9-a093-42e6-b748-7ab8d8c7cb39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:01:38.129884 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-66ec5bc0-6952-497b-8f33-b3c04bfd0b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:01:46.956816 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:01:46.963178 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.agents_db [None req-9df4fd67-1abd-480d-9703-ac00f2726051 None None] Agent healthcheck: found 6 active agents {{(pid=91058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 12:01:56.641228 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-35875ca8-cc32-4514-8fd1-05c31378bc87 req-70dd23fe-996e-4048-9ed8-674927293cf2 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=cae4a00a-783c-4919-afed-3c72f9c445d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0726130 May 19 12:01:57.409733 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35875ca8-cc32-4514-8fd1-05c31378bc87 req-311cc32f-0cd5-45eb-aac9-5bd9d41560c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:01:57.410863 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-35875ca8-cc32-4514-8fd1-05c31378bc87 req-311cc32f-0cd5-45eb-aac9-5bd9d41560c6 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=b3a74154e8c140d887c17f34f2d1f6b7&device_id=cae4a00a-783c-4919-afed-3c72f9c445d0 HTTP/1.1" status: 200 len: 1099 time: 0.0714266 May 19 12:01:57.524887 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35875ca8-cc32-4514-8fd1-05c31378bc87 req-80c21095-3bbc-4029-87f3-a31ea178a822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:01:57.525889 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-35875ca8-cc32-4514-8fd1-05c31378bc87 req-80c21095-3bbc-4029-87f3-a31ea178a822 service neutron] 10.222.0.112 "GET /v2.0/networks?id=5f3f674d-ca79-4be3-8876-a51805d694e7 HTTP/1.1" status: 200 len: 913 time: 0.0910220 May 19 12:01:57.596715 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-35875ca8-cc32-4514-8fd1-05c31378bc87 req-587393ef-9d8b-4f94-990a-6299b372d0b0 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=616856b7-2f50-4132-b723-c2268f40d3c1 HTTP/1.1" status: 200 len: 1002 time: 0.0621760 May 19 12:01:57.641006 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35875ca8-cc32-4514-8fd1-05c31378bc87 req-abbcf444-cc42-459d-8af7-79400c1af525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:01:57.641886 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-35875ca8-cc32-4514-8fd1-05c31378bc87 req-abbcf444-cc42-459d-8af7-79400c1af525 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=a5b160ab-2da7-4caa-86d9-55f9a882fead HTTP/1.1" status: 200 len: 850 time: 0.0383883 May 19 12:01:57.698227 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35875ca8-cc32-4514-8fd1-05c31378bc87 req-10cd1e97-0473-48d2-bcd7-1ab0cf44f991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:01:57.699107 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-35875ca8-cc32-4514-8fd1-05c31378bc87 req-10cd1e97-0473-48d2-bcd7-1ab0cf44f991 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=5f3f674d-ca79-4be3-8876-a51805d694e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0489490 May 19 12:01:57.785390 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-35875ca8-cc32-4514-8fd1-05c31378bc87 req-10f08f3e-d134-4746-b52d-11ae09db71cf service neutron] 10.222.0.112 "GET /v2.0/networks/5f3f674d-ca79-4be3-8876-a51805d694e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0777438 May 19 12:01:57.878470 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-35875ca8-cc32-4514-8fd1-05c31378bc87 req-375467dd-278e-4661-972e-37498058ff83 service neutron] 10.222.0.112 "GET /v2.0/networks/5f3f674d-ca79-4be3-8876-a51805d694e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841458 May 19 12:02:04.601862 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-3904949f-521e-4d61-bc11-904089c60d2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:02:05.853861 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:02:06.170363 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-8f13a1f0-cf73-434a-9b42-82c03d58a69f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:02:07.056815 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-f3552fb9-a093-42e6-b748-7ab8d8c7cb39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:02:08.133750 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-66ec5bc0-6952-497b-8f33-b3c04bfd0b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:02:16.986447 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:02:23.965142 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.agents_db [None req-9df4fd67-1abd-480d-9703-ac00f2726051 None None] Agent healthcheck: found 6 active agents {{(pid=91058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 12:02:34.601682 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-5d4debfb-7fd9-4938-9b77-f5e761571fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:02:35.811284 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 45118) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:02:35.848019 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:02:36.087037 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.plugin [None req-04bbe9bd-e212-41f5-9ea1-bc74b52228ed tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Deleting port c460021f-6fdb-46f3-b4ab-f005da91e9ba {{(pid=91056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 12:02:36.087330 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-04bbe9bd-e212-41f5-9ea1-bc74b52228ed tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749740776295'] for port, before_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:02:36.158458 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-d5f1b4f6-3c8d-4a45-bc6f-4e768700ceef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:02:36.172981 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-04bbe9bd-e212-41f5-9ea1-bc74b52228ed tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1714319'] for port, precommit_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:02:36.173180 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-04bbe9bd-e212-41f5-9ea1-bc74b52228ed tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:02:36.247256 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.plugin [None req-04bbe9bd-e212-41f5-9ea1-bc74b52228ed tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Calling delete_port for c460021f-6fdb-46f3-b4ab-f005da91e9ba owned by network:floatingip {{(pid=91056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 12:02:36.345632 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-04bbe9bd-e212-41f5-9ea1-bc74b52228ed tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749740778424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749740364548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275141'] for port, after_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:02:36.348582 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-c436e783-fbcc-4cdb-9b96-419d5831e1fe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:02:36.374564 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bbe9bd-e212-41f5-9ea1-bc74b52228ed tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Pushing event deleted for resources: {'Port': ['ID=c460021f-6fdb-46f3-b4ab-f005da91e9ba,revision_number=None']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:02:36.399318 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bbe9bd-e212-41f5-9ea1-bc74b52228ed tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:02:36.399603 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bbe9bd-e212-41f5-9ea1-bc74b52228ed tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:02:36.399844 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bbe9bd-e212-41f5-9ea1-bc74b52228ed tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:02:36.400079 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bbe9bd-e212-41f5-9ea1-bc74b52228ed tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:02:36.400310 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bbe9bd-e212-41f5-9ea1-bc74b52228ed tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:02:36.400542 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bbe9bd-e212-41f5-9ea1-bc74b52228ed tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:02:36.400771 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bbe9bd-e212-41f5-9ea1-bc74b52228ed tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:02:36.400999 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bbe9bd-e212-41f5-9ea1-bc74b52228ed tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:02:36.401246 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bbe9bd-e212-41f5-9ea1-bc74b52228ed tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:02:36.401476 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bbe9bd-e212-41f5-9ea1-bc74b52228ed tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:02:36.401702 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bbe9bd-e212-41f5-9ea1-bc74b52228ed tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:02:36.401926 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bbe9bd-e212-41f5-9ea1-bc74b52228ed tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:02:36.406138 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-04bbe9bd-e212-41f5-9ea1-bc74b52228ed tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:02:36.441583 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-04bbe9bd-e212-41f5-9ea1-bc74b52228ed tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Notify callbacks [] for floatingip, after_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:02:36.441793 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.db.l3_db [None req-04bbe9bd-e212-41f5-9ea1-bc74b52228ed tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Floating IP 54a1ff96-1576-440d-b06f-692957b521cc disassociated (deleted). External IP: 172.27.0.239, port: 616856b7-2f50-4132-b723-c2268f40d3c1. May 19 12:02:36.634599 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04bbe9bd-e212-41f5-9ea1-bc74b52228ed tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Router 21f7abf1-5835-4b0f-9358-7cdd69ad076a has already been hosted by L3 agent 326bf12a-fdae-48e8-b877-7dbd40e20eda {{(pid=91056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 12:02:36.727036 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04bbe9bd-e212-41f5-9ea1-bc74b52228ed tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Notify agent at l3_agent.dv-cinder-787764-1-iscsi the message routers_updated {{(pid=91056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 12:02:36.738180 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a560189c-1d3c-4071-9835-36753b64925e None None] Sync routers for ids ['21f7abf1-5835-4b0f-9358-7cdd69ad076a'] in dv-cinder-787764-1-iscsi {{(pid=91057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:02:36.740481 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-04bbe9bd-e212-41f5-9ea1-bc74b52228ed tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6101'] for floatingip, before_response {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:02:36.744462 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a560189c-1d3c-4071-9835-36753b64925e None None] Routers {'21f7abf1-5835-4b0f-9358-7cdd69ad076a'} bound to L3 agent in host dv-cinder-787764-1-iscsi {{(pid=91057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:02:36.744862 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_hamode_db [None req-a560189c-1d3c-4071-9835-36753b64925e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T11:10:36Z,description=,heartbeat_timestamp=2021-05-19T12:02:36Z,host='dv-cinder-787764-1-iscsi',id=326bf12a-fdae-48e8-b877-7dbd40e20eda,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:36Z,topic='l3_agent')) {'router_ids': ['21f7abf1-5835-4b0f-9358-7cdd69ad076a'], 'active': True} {{(pid=91057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:02:36.769672 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-04bbe9bd-e212-41f5-9ea1-bc74b52228ed tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "DELETE /v2.0/floatingips/54a1ff96-1576-440d-b06f-692957b521cc HTTP/1.1" status: 204 len: 168 time: 0.9572225 May 19 12:02:36.770060 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cae4a00a-783c-4919-afed-3c72f9c445d0', 'tag': '616856b7-2f50-4132-b723-c2268f40d3c1'}] {{(pid=91056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:02:36.798755 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cae4a00a-783c-4919-afed-3c72f9c445d0', 'tag': '616856b7-2f50-4132-b723-c2268f40d3c1', 'status': 'completed', 'code': 200} May 19 12:02:36.852189 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_dvr_db [None req-a560189c-1d3c-4071-9835-36753b64925e None None] Set router 21f7abf1-5835-4b0f-9358-7cdd69ad076a gateway port host: dv-cinder-787764-1-iscsi {{(pid=91057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 12:02:37.046261 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_hamode_db [None req-a560189c-1d3c-4071-9835-36753b64925e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21f7abf1-5835-4b0f-9358-7cdd69ad076a', 'name': 'tempest-TestVolumeBootPattern-173945444-router', 'tenant_id': 'b3a74154e8c140d887c17f34f2d1f6b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'external_fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': '564fb21e-29a4-4a0f-ab32-50ba00ba5084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:52:34Z', 'updated_at': '2021-05-19T11:52:36Z', 'revision_number': 4, 'project_id': 'b3a74154e8c140d887c17f34f2d1f6b7', 'gw_port': {'id': '564fb21e-29a4-4a0f-ab32-50ba00ba5084', 'name': '', 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f6:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f7abf1-5835-4b0f-9358-7cdd69ad076a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:52:34Z', 'updated_at': '2021-05-19T11:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-1-iscsi', '_floatingips': [{'id': 'f31c65d9-5c04-40e8-9474-3705b32d6272', 'tenant_id': 'b3a74154e8c140d887c17f34f2d1f6b7', 'floating_ip_address': '172.27.0.119', 'floating_network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'router_id': '21f7abf1-5835-4b0f-9358-7cdd69ad076a', 'port_id': '89d6ba49-cf2b-4c22-8ab0-98f69b5cb82c', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f3f674d-ca79-4be3-8876-a51805d694e7', 'mac_address': 'fa:16:3e:69:b6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1cf62e-4e05-4e2a-98e4-4fcebe522f2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T11:58:00Z', 'updated_at': '2021-05-19T11:58:01Z', 'revision_number': 1, 'project_id': 'b3a74154e8c140d887c17f34f2d1f6b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9284a92-9a46-403f-8ff5-aa28391fcfa1', 'name': '', 'network_id': '5f3f674d-ca79-4be3-8876-a51805d694e7', 'tenant_id': 'b3a74154e8c140d887c17f34f2d1f6b7', 'mac_address': 'fa:16:3e:2a:5c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f7abf1-5835-4b0f-9358-7cdd69ad076a', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'a5b160ab-2da7-4caa-86d9-55f9a882fead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:52:36Z', 'updated_at': '2021-05-19T11:52:41Z', 'revision_number': 5, 'project_id': 'b3a74154e8c140d887c17f34f2d1f6b7', 'subnets': [{'id': 'a5b160ab-2da7-4caa-86d9-55f9a882fead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-1-iscsi', False) {} {{(pid=91057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:02:37.048197 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-f3552fb9-a093-42e6-b748-7ab8d8c7cb39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:02:37.049089 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a560189c-1d3c-4071-9835-36753b64925e None None] Checking router: 21f7abf1-5835-4b0f-9358-7cdd69ad076a for host: dv-cinder-787764-1-iscsi {{(pid=91057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:02:37.053734 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a560189c-1d3c-4071-9835-36753b64925e None None] Routers {'21f7abf1-5835-4b0f-9358-7cdd69ad076a'} bound to L3 agent in host dv-cinder-787764-1-iscsi {{(pid=91057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:02:37.054036 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_hamode_db [None req-a560189c-1d3c-4071-9835-36753b64925e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T11:10:36Z,description=,heartbeat_timestamp=2021-05-19T12:02:36Z,host='dv-cinder-787764-1-iscsi',id=326bf12a-fdae-48e8-b877-7dbd40e20eda,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:36Z,topic='l3_agent')) {'router_ids': ['21f7abf1-5835-4b0f-9358-7cdd69ad076a'], 'active': True} {{(pid=91057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:02:37.065591 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ce1aa1-e5b5-42df-991b-1d209f8d5426 req-e92c5e27-ef1e-49d5-a7aa-f8b37e976f61 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:02:37.066025 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [req-47ce1aa1-e5b5-42df-991b-1d209f8d5426 req-e92c5e27-ef1e-49d5-a7aa-f8b37e976f61 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Synchronizing usage tracker for tenant:b3a74154e8c140d887c17f34f2d1f6b7 on resource:port {{(pid=91056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:02:37.076667 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [req-47ce1aa1-e5b5-42df-991b-1d209f8d5426 req-e92c5e27-ef1e-49d5-a7aa-f8b37e976f61 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Unset dirty status for tenant:b3a74154e8c140d887c17f34f2d1f6b7 on resource:port {{(pid=91056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:02:37.077444 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-47ce1aa1-e5b5-42df-991b-1d209f8d5426 req-e92c5e27-ef1e-49d5-a7aa-f8b37e976f61 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/ports?device_id=cae4a00a-783c-4919-afed-3c72f9c445d0 HTTP/1.1" status: 200 len: 946 time: 0.1326323 May 19 12:02:37.107657 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-47ce1aa1-e5b5-42df-991b-1d209f8d5426 req-d1be4f4c-c14a-4d30-b17c-8b73cfb03ac9 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/security-groups?id=b19c4839-2054-4c8c-8af8-73c2ba95f36f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0251753 May 19 12:02:37.154310 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_dvr_db [None req-a560189c-1d3c-4071-9835-36753b64925e None None] Set router 21f7abf1-5835-4b0f-9358-7cdd69ad076a gateway port host: dv-cinder-787764-1-iscsi {{(pid=91057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 12:02:37.242080 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68f1656-a463-4fbf-bbdd-55c85fddfbd8 req-7c9d15ce-1e54-4db0-8bf7-6a2a2b9ff643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:02:37.242951 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-f68f1656-a463-4fbf-bbdd-55c85fddfbd8 req-7c9d15ce-1e54-4db0-8bf7-6a2a2b9ff643 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=b3a74154e8c140d887c17f34f2d1f6b7&device_id=cae4a00a-783c-4919-afed-3c72f9c445d0 HTTP/1.1" status: 200 len: 1099 time: 0.0569692 May 19 12:02:37.393029 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_hamode_db [None req-a560189c-1d3c-4071-9835-36753b64925e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21f7abf1-5835-4b0f-9358-7cdd69ad076a', 'name': 'tempest-TestVolumeBootPattern-173945444-router', 'tenant_id': 'b3a74154e8c140d887c17f34f2d1f6b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'external_fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': '564fb21e-29a4-4a0f-ab32-50ba00ba5084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:52:34Z', 'updated_at': '2021-05-19T11:52:36Z', 'revision_number': 4, 'project_id': 'b3a74154e8c140d887c17f34f2d1f6b7', 'gw_port': {'id': '564fb21e-29a4-4a0f-ab32-50ba00ba5084', 'name': '', 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f6:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f7abf1-5835-4b0f-9358-7cdd69ad076a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:52:34Z', 'updated_at': '2021-05-19T11:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-1-iscsi', '_floatingips': [{'id': 'f31c65d9-5c04-40e8-9474-3705b32d6272', 'tenant_id': 'b3a74154e8c140d887c17f34f2d1f6b7', 'floating_ip_address': '172.27.0.119', 'floating_network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'router_id': '21f7abf1-5835-4b0f-9358-7cdd69ad076a', 'port_id': '89d6ba49-cf2b-4c22-8ab0-98f69b5cb82c', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f3f674d-ca79-4be3-8876-a51805d694e7', 'mac_address': 'fa:16:3e:69:b6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1cf62e-4e05-4e2a-98e4-4fcebe522f2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T11:58:00Z', 'updated_at': '2021-05-19T11:58:01Z', 'revision_number': 1, 'project_id': 'b3a74154e8c140d887c17f34f2d1f6b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9284a92-9a46-403f-8ff5-aa28391fcfa1', 'name': '', 'network_id': '5f3f674d-ca79-4be3-8876-a51805d694e7', 'tenant_id': 'b3a74154e8c140d887c17f34f2d1f6b7', 'mac_address': 'fa:16:3e:2a:5c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f7abf1-5835-4b0f-9358-7cdd69ad076a', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'a5b160ab-2da7-4caa-86d9-55f9a882fead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:52:36Z', 'updated_at': '2021-05-19T11:52:41Z', 'revision_number': 5, 'project_id': 'b3a74154e8c140d887c17f34f2d1f6b7', 'subnets': [{'id': 'a5b160ab-2da7-4caa-86d9-55f9a882fead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-1-iscsi', False) {} {{(pid=91057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:02:37.395351 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a560189c-1d3c-4071-9835-36753b64925e None None] The sync data for ids ['21f7abf1-5835-4b0f-9358-7cdd69ad076a'] in dv-cinder-787764-1-iscsi is: [{'id': '21f7abf1-5835-4b0f-9358-7cdd69ad076a', 'name': 'tempest-TestVolumeBootPattern-173945444-router', 'tenant_id': 'b3a74154e8c140d887c17f34f2d1f6b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'external_fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': '564fb21e-29a4-4a0f-ab32-50ba00ba5084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:52:34Z', 'updated_at': '2021-05-19T11:52:36Z', 'revision_number': 4, 'project_id': 'b3a74154e8c140d887c17f34f2d1f6b7', 'gw_port': {'id': '564fb21e-29a4-4a0f-ab32-50ba00ba5084', 'name': '', 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f6:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f7abf1-5835-4b0f-9358-7cdd69ad076a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:52:34Z', 'updated_at': '2021-05-19T11:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-1-iscsi', '_floatingips': [{'id': 'f31c65d9-5c04-40e8-9474-3705b32d6272', 'tenant_id': 'b3a74154e8c140d887c17f34f2d1f6b7', 'floating_ip_address': '172.27.0.119', 'floating_network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'router_id': '21f7abf1-5835-4b0f-9358-7cdd69ad076a', 'port_id': '89d6ba49-cf2b-4c22-8ab0-98f69b5cb82c', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f3f674d-ca79-4be3-8876-a51805d694e7', 'mac_address': 'fa:16:3e:69:b6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1cf62e-4e05-4e2a-98e4-4fcebe522f2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T11:58:00Z', 'updated_at': '2021-05-19T11:58:01Z', 'revision_number': 1, 'project_id': 'b3a74154e8c140d887c17f34f2d1f6b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9284a92-9a46-403f-8ff5-aa28391fcfa1', 'name': '', 'network_id': '5f3f674d-ca79-4be3-8876-a51805d694e7', 'tenant_id': 'b3a74154e8c140d887c17f34f2d1f6b7', 'mac_address': 'fa:16:3e:2a:5c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f7abf1-5835-4b0f-9358-7cdd69ad076a', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'a5b160ab-2da7-4caa-86d9-55f9a882fead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:52:36Z', 'updated_at': '2021-05-19T11:52:41Z', 'revision_number': 5, 'project_id': 'b3a74154e8c140d887c17f34f2d1f6b7', 'subnets': [{'id': 'a5b160ab-2da7-4caa-86d9-55f9a882fead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:02:37.401166 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68f1656-a463-4fbf-bbdd-55c85fddfbd8 req-ae10b81c-35b1-4496-864e-fa9e6e016bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:02:37.402018 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-f68f1656-a463-4fbf-bbdd-55c85fddfbd8 req-ae10b81c-35b1-4496-864e-fa9e6e016bce service neutron] 10.222.0.112 "GET /v2.0/networks?id=5f3f674d-ca79-4be3-8876-a51805d694e7 HTTP/1.1" status: 200 len: 913 time: 0.1510303 May 19 12:02:37.443098 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-f68f1656-a463-4fbf-bbdd-55c85fddfbd8 req-1bcf2366-0988-46ff-96c7-98e8b3566567 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=616856b7-2f50-4132-b723-c2268f40d3c1 HTTP/1.1" status: 200 len: 217 time: 0.0352430 May 19 12:02:37.485600 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68f1656-a463-4fbf-bbdd-55c85fddfbd8 req-2283b6f8-1954-4af4-89c4-b4802c4cbc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:02:37.486734 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-f68f1656-a463-4fbf-bbdd-55c85fddfbd8 req-2283b6f8-1954-4af4-89c4-b4802c4cbc35 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=a5b160ab-2da7-4caa-86d9-55f9a882fead HTTP/1.1" status: 200 len: 850 time: 0.0346382 May 19 12:02:37.534321 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68f1656-a463-4fbf-bbdd-55c85fddfbd8 req-da553072-7bd6-4eaf-a7fa-398084012dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:02:37.535236 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-f68f1656-a463-4fbf-bbdd-55c85fddfbd8 req-da553072-7bd6-4eaf-a7fa-398084012dc1 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=5f3f674d-ca79-4be3-8876-a51805d694e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0433257 May 19 12:02:37.602683 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4052811d-00e1-4e53-a5c5-c3d8b4202df3 None None] New status for floating IP 54a1ff96-1576-440d-b06f-692957b521cc: DOWN {{(pid=91058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 12:02:37.611405 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-f68f1656-a463-4fbf-bbdd-55c85fddfbd8 req-57419478-b8ff-4d2c-a0e5-ed125aa4fb81 service neutron] 10.222.0.112 "GET /v2.0/networks/5f3f674d-ca79-4be3-8876-a51805d694e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0688558 May 19 12:02:37.691180 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-f68f1656-a463-4fbf-bbdd-55c85fddfbd8 req-13e69b15-2d65-4546-a6af-b217b1ad0c59 service neutron] 10.222.0.112 "GET /v2.0/networks/5f3f674d-ca79-4be3-8876-a51805d694e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0699120 May 19 12:02:38.137583 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-66ec5bc0-6952-497b-8f33-b3c04bfd0b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:02:38.276756 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5352db19-fe1a-4749-bc77-4bdad795a96f req-3a2cfa39-df3e-4775-b7e6-1a31a81614dc tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:02:38.277681 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-5352db19-fe1a-4749-bc77-4bdad795a96f req-3a2cfa39-df3e-4775-b7e6-1a31a81614dc tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/ports?device_id=cae4a00a-783c-4919-afed-3c72f9c445d0 HTTP/1.1" status: 200 len: 946 time: 0.0952649 May 19 12:02:38.302715 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-5352db19-fe1a-4749-bc77-4bdad795a96f req-479a9667-7a96-4989-96c3-c3c1d4afe9a7 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/security-groups?id=b19c4839-2054-4c8c-8af8-73c2ba95f36f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0212367 May 19 12:02:38.950181 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be5418c-4341-47ce-9155-b92b8678e288 req-1e9c0c39-2402-4fd5-8043-efb8410f3aac tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:02:38.951139 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-9be5418c-4341-47ce-9155-b92b8678e288 req-1e9c0c39-2402-4fd5-8043-efb8410f3aac tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.112 "GET /v2.0/ports?device_id=cae4a00a-783c-4919-afed-3c72f9c445d0 HTTP/1.1" status: 200 len: 946 time: 0.0697904 May 19 12:02:39.042836 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.plugin [req-9be5418c-4341-47ce-9155-b92b8678e288 req-386d46ef-5b26-41a3-8ee4-a4880a3df2b4 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Deleting port 616856b7-2f50-4132-b723-c2268f40d3c1 {{(pid=91056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 12:02:39.043040 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [req-9be5418c-4341-47ce-9155-b92b8678e288 req-386d46ef-5b26-41a3-8ee4-a4880a3df2b4 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749740776295'] for port, before_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:02:39.157824 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.db [req-9be5418c-4341-47ce-9155-b92b8678e288 req-386d46ef-5b26-41a3-8ee4-a4880a3df2b4 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] For port 616856b7-2f50-4132-b723-c2268f40d3c1, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=616856b7-2f50-4132-b723-c2268f40d3c1,segment=NetworkSegment(368b7efe-3dea-4da3-9142-42ad0e67249c),segment_id=368b7efe-3dea-4da3-9142-42ad0e67249c)] {{(pid=91056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:02:39.158535 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [req-9be5418c-4341-47ce-9155-b92b8678e288 req-386d46ef-5b26-41a3-8ee4-a4880a3df2b4 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1714319'] for port, precommit_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:02:39.236639 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.plugin [req-9be5418c-4341-47ce-9155-b92b8678e288 req-386d46ef-5b26-41a3-8ee4-a4880a3df2b4 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Calling delete_port for 616856b7-2f50-4132-b723-c2268f40d3c1 owned by compute:nova {{(pid=91056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 12:02:39.310792 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [req-9be5418c-4341-47ce-9155-b92b8678e288 req-386d46ef-5b26-41a3-8ee4-a4880a3df2b4 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749740778424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749740364548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275141'] for port, after_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:02:39.315156 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-3081a2a5-60ad-41aa-9553-b3a7ef8cfe80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:02:39.341900 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386d46ef-5b26-41a3-8ee4-a4880a3df2b4 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Pushing event deleted for resources: {'Port': ['ID=616856b7-2f50-4132-b723-c2268f40d3c1,revision_number=None']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:02:39.344355 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-386d46ef-5b26-41a3-8ee4-a4880a3df2b4 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:02:39.415703 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.l3_dvrscheduler_db [req-9be5418c-4341-47ce-9155-b92b8678e288 req-386d46ef-5b26-41a3-8ee4-a4880a3df2b4 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] No DVR routers for this DVR port 616856b7-2f50-4132-b723-c2268f40d3c1 on host hv-cinder-78776 {{(pid=91056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:02:39.417834 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-c55fded2-5396-44bc-8fbc-cb6008a6df5b req-ed3512aa-4e43-4f39-806a-8f0b0f3a4b7e tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/ports?device_id=cae4a00a-783c-4919-afed-3c72f9c445d0 HTTP/1.1" status: 200 len: 210 time: 0.0306430 May 19 12:02:39.418511 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [req-9be5418c-4341-47ce-9155-b92b8678e288 req-386d46ef-5b26-41a3-8ee4-a4880a3df2b4 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6101'] for port, before_response {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:02:39.420198 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cae4a00a-783c-4919-afed-3c72f9c445d0', 'name': 'network-vif-deleted', 'tag': '616856b7-2f50-4132-b723-c2268f40d3c1'}] {{(pid=91056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:02:39.433122 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-9be5418c-4341-47ce-9155-b92b8678e288 req-386d46ef-5b26-41a3-8ee4-a4880a3df2b4 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.112 "DELETE /v2.0/ports/616856b7-2f50-4132-b723-c2268f40d3c1 HTTP/1.1" status: 204 len: 173 time: 0.4754467 May 19 12:02:39.449790 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cae4a00a-783c-4919-afed-3c72f9c445d0', 'name': 'network-vif-deleted', 'tag': '616856b7-2f50-4132-b723-c2268f40d3c1', 'status': 'completed', 'code': 200} May 19 12:02:40.539868 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [req-6e6ebb70-3bf7-4946-8bc6-948a143e56ef req-d7af5f1e-ca04-4d14-b520-da9267a6f7df tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Synchronizing usage tracker for tenant:b3a74154e8c140d887c17f34f2d1f6b7 on resource:port {{(pid=91056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:02:40.552903 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [req-6e6ebb70-3bf7-4946-8bc6-948a143e56ef req-d7af5f1e-ca04-4d14-b520-da9267a6f7df tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Unset dirty status for tenant:b3a74154e8c140d887c17f34f2d1f6b7 on resource:port {{(pid=91056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:02:40.553731 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-6e6ebb70-3bf7-4946-8bc6-948a143e56ef req-d7af5f1e-ca04-4d14-b520-da9267a6f7df tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/ports?device_id=cae4a00a-783c-4919-afed-3c72f9c445d0 HTTP/1.1" status: 200 len: 210 time: 0.0471005 May 19 12:02:41.745042 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-53f8b37c-0cde-4827-b66d-eec38cb7e8a9 req-1dcf56ea-59fe-48b6-8b83-9f01e0ff7410 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/ports?device_id=cae4a00a-783c-4919-afed-3c72f9c445d0 HTTP/1.1" status: 200 len: 210 time: 0.0304115 May 19 12:02:42.201302 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Device 616856b7-2f50-4132-b723-c2268f40d3c1 no longer exists at agent hyperv_hv-cinder-78776 {{(pid=91057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 12:02:42.238844 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.plugin [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] No Port match for: 616856b7-2f50-4132-b723-c2268f40d3c1 {{(pid=91057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 12:02:42.239077 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Device 616856b7-2f50-4132-b723-c2268f40d3c1 not bound to the agent host hv-cinder-78776 {{(pid=91057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 12:02:42.866635 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-1f8d7691-a980-4455-861c-5b00c2782ee7 req-88dd1a3c-5415-4211-a2c5-e86a9de6daa5 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/ports?device_id=cae4a00a-783c-4919-afed-3c72f9c445d0 HTTP/1.1" status: 200 len: 210 time: 0.0382357 May 19 12:02:46.987999 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:02:48.372285 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 45168) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:02:48.610743 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.plugin [None req-9f4159d1-281e-48d6-92bd-8ce40e4bf340 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Deleting port 7431acf1-23bb-4906-9c60-4ea435ba40e5 {{(pid=91055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 12:02:48.610943 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-9f4159d1-281e-48d6-92bd-8ce40e4bf340 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749740776295'] for port, before_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:02:48.689087 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-9f4159d1-281e-48d6-92bd-8ce40e4bf340 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1714319'] for port, precommit_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:02:48.689087 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-9f4159d1-281e-48d6-92bd-8ce40e4bf340 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:02:48.760850 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.plugin [None req-9f4159d1-281e-48d6-92bd-8ce40e4bf340 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Calling delete_port for 7431acf1-23bb-4906-9c60-4ea435ba40e5 owned by network:floatingip {{(pid=91055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 12:02:48.846354 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-9f4159d1-281e-48d6-92bd-8ce40e4bf340 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749740778424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749740364548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3654904'] for port, after_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:02:48.849652 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-923c2388-8c13-465d-a1f4-42bc09d83518 tempest-VolumesSnapshotTestJSON-1935663881 tempest-VolumesSnapshotTestJSON-1935663881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:02:48.876156 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4159d1-281e-48d6-92bd-8ce40e4bf340 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Pushing event deleted for resources: {'Port': ['ID=7431acf1-23bb-4906-9c60-4ea435ba40e5,revision_number=None']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:02:48.898869 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4159d1-281e-48d6-92bd-8ce40e4bf340 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:02:48.899085 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4159d1-281e-48d6-92bd-8ce40e4bf340 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:02:48.899319 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4159d1-281e-48d6-92bd-8ce40e4bf340 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:02:48.899542 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4159d1-281e-48d6-92bd-8ce40e4bf340 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:02:48.899762 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4159d1-281e-48d6-92bd-8ce40e4bf340 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:02:48.899984 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4159d1-281e-48d6-92bd-8ce40e4bf340 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:02:48.900202 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4159d1-281e-48d6-92bd-8ce40e4bf340 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:02:48.900437 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4159d1-281e-48d6-92bd-8ce40e4bf340 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:02:48.900657 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4159d1-281e-48d6-92bd-8ce40e4bf340 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:02:48.900873 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4159d1-281e-48d6-92bd-8ce40e4bf340 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:02:48.901088 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4159d1-281e-48d6-92bd-8ce40e4bf340 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:02:48.901321 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4159d1-281e-48d6-92bd-8ce40e4bf340 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:02:48.917633 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-9f4159d1-281e-48d6-92bd-8ce40e4bf340 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:02:48.937027 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-9f4159d1-281e-48d6-92bd-8ce40e4bf340 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Notify callbacks [] for floatingip, after_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:02:48.937262 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.db.l3_db [None req-9f4159d1-281e-48d6-92bd-8ce40e4bf340 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Floating IP f31c65d9-5c04-40e8-9474-3705b32d6272 disassociated (deleted). External IP: 172.27.0.119, port: 89d6ba49-cf2b-4c22-8ab0-98f69b5cb82c. May 19 12:02:49.153329 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f4159d1-281e-48d6-92bd-8ce40e4bf340 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Router 21f7abf1-5835-4b0f-9358-7cdd69ad076a has already been hosted by L3 agent 326bf12a-fdae-48e8-b877-7dbd40e20eda {{(pid=91055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 12:02:49.246274 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f4159d1-281e-48d6-92bd-8ce40e4bf340 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Notify agent at l3_agent.dv-cinder-787764-1-iscsi the message routers_updated {{(pid=91055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 12:02:49.256656 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8a8cc1-693b-4e02-a6a4-42ff95f2c3ed None None] Sync routers for ids ['21f7abf1-5835-4b0f-9358-7cdd69ad076a'] in dv-cinder-787764-1-iscsi {{(pid=91057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:02:49.264810 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-9f4159d1-281e-48d6-92bd-8ce40e4bf340 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6101'] for floatingip, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:02:49.267801 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8a8cc1-693b-4e02-a6a4-42ff95f2c3ed None None] Routers {'21f7abf1-5835-4b0f-9358-7cdd69ad076a'} bound to L3 agent in host dv-cinder-787764-1-iscsi {{(pid=91057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:02:49.268556 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_hamode_db [None req-aa8a8cc1-693b-4e02-a6a4-42ff95f2c3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T11:10:36Z,description=,heartbeat_timestamp=2021-05-19T12:02:36Z,host='dv-cinder-787764-1-iscsi',id=326bf12a-fdae-48e8-b877-7dbd40e20eda,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:36Z,topic='l3_agent')) {'router_ids': ['21f7abf1-5835-4b0f-9358-7cdd69ad076a'], 'active': True} {{(pid=91057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:02:49.303965 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-9f4159d1-281e-48d6-92bd-8ce40e4bf340 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "DELETE /v2.0/floatingips/f31c65d9-5c04-40e8-9474-3705b32d6272 HTTP/1.1" status: 204 len: 168 time: 0.9307606 May 19 12:02:49.304411 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c1cf62e-4e05-4e2a-98e4-4fcebe522f2a', 'tag': '89d6ba49-cf2b-4c22-8ab0-98f69b5cb82c'}] {{(pid=91055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:02:49.374963 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_dvr_db [None req-aa8a8cc1-693b-4e02-a6a4-42ff95f2c3ed None None] Set router 21f7abf1-5835-4b0f-9358-7cdd69ad076a gateway port host: dv-cinder-787764-1-iscsi {{(pid=91057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 12:02:49.379808 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c1cf62e-4e05-4e2a-98e4-4fcebe522f2a', 'tag': '89d6ba49-cf2b-4c22-8ab0-98f69b5cb82c', 'status': 'completed', 'code': 200} May 19 12:02:49.562554 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_hamode_db [None req-aa8a8cc1-693b-4e02-a6a4-42ff95f2c3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21f7abf1-5835-4b0f-9358-7cdd69ad076a', 'name': 'tempest-TestVolumeBootPattern-173945444-router', 'tenant_id': 'b3a74154e8c140d887c17f34f2d1f6b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'external_fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': '564fb21e-29a4-4a0f-ab32-50ba00ba5084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:52:34Z', 'updated_at': '2021-05-19T11:52:36Z', 'revision_number': 4, 'project_id': 'b3a74154e8c140d887c17f34f2d1f6b7', 'gw_port': {'id': '564fb21e-29a4-4a0f-ab32-50ba00ba5084', 'name': '', 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f6:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f7abf1-5835-4b0f-9358-7cdd69ad076a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:52:34Z', 'updated_at': '2021-05-19T11:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-1-iscsi', '_interfaces': [{'id': 'b9284a92-9a46-403f-8ff5-aa28391fcfa1', 'name': '', 'network_id': '5f3f674d-ca79-4be3-8876-a51805d694e7', 'tenant_id': 'b3a74154e8c140d887c17f34f2d1f6b7', 'mac_address': 'fa:16:3e:2a:5c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f7abf1-5835-4b0f-9358-7cdd69ad076a', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'a5b160ab-2da7-4caa-86d9-55f9a882fead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:52:36Z', 'updated_at': '2021-05-19T11:52:41Z', 'revision_number': 5, 'project_id': 'b3a74154e8c140d887c17f34f2d1f6b7', 'subnets': [{'id': 'a5b160ab-2da7-4caa-86d9-55f9a882fead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-1-iscsi', False) {} {{(pid=91057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:02:49.564842 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8a8cc1-693b-4e02-a6a4-42ff95f2c3ed None None] Checking router: 21f7abf1-5835-4b0f-9358-7cdd69ad076a for host: dv-cinder-787764-1-iscsi {{(pid=91057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:02:49.570285 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8a8cc1-693b-4e02-a6a4-42ff95f2c3ed None None] Routers {'21f7abf1-5835-4b0f-9358-7cdd69ad076a'} bound to L3 agent in host dv-cinder-787764-1-iscsi {{(pid=91057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:02:49.570586 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_hamode_db [None req-aa8a8cc1-693b-4e02-a6a4-42ff95f2c3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T11:10:36Z,description=,heartbeat_timestamp=2021-05-19T12:02:36Z,host='dv-cinder-787764-1-iscsi',id=326bf12a-fdae-48e8-b877-7dbd40e20eda,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:36Z,topic='l3_agent')) {'router_ids': ['21f7abf1-5835-4b0f-9358-7cdd69ad076a'], 'active': True} {{(pid=91057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:02:49.596577 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b553c7e6-03f4-40f3-be8c-c0d660d4df38 req-a8e41638-4a70-4eed-b7d5-1299d4070a45 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:02:49.597028 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [req-b553c7e6-03f4-40f3-be8c-c0d660d4df38 req-a8e41638-4a70-4eed-b7d5-1299d4070a45 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Synchronizing usage tracker for tenant:b3a74154e8c140d887c17f34f2d1f6b7 on resource:port {{(pid=91055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:02:49.613353 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.quota.resource [req-b553c7e6-03f4-40f3-be8c-c0d660d4df38 req-a8e41638-4a70-4eed-b7d5-1299d4070a45 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Unset dirty status for tenant:b3a74154e8c140d887c17f34f2d1f6b7 on resource:port {{(pid=91055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:02:49.614927 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-b553c7e6-03f4-40f3-be8c-c0d660d4df38 req-a8e41638-4a70-4eed-b7d5-1299d4070a45 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/ports?device_id=9c1cf62e-4e05-4e2a-98e4-4fcebe522f2a HTTP/1.1" status: 200 len: 945 time: 0.1576896 May 19 12:02:49.646388 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-b553c7e6-03f4-40f3-be8c-c0d660d4df38 req-967d78bc-df27-4f21-b998-0594ebef1c91 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/security-groups?id=b19c4839-2054-4c8c-8af8-73c2ba95f36f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278373 May 19 12:02:49.662991 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_dvr_db [None req-aa8a8cc1-693b-4e02-a6a4-42ff95f2c3ed None None] Set router 21f7abf1-5835-4b0f-9358-7cdd69ad076a gateway port host: dv-cinder-787764-1-iscsi {{(pid=91057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 12:02:49.830154 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59426ee7-0615-4761-a95a-97a03f834360 req-ce4e72c0-f0f6-4202-a6d2-c0a09241bc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:02:49.830950 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-59426ee7-0615-4761-a95a-97a03f834360 req-ce4e72c0-f0f6-4202-a6d2-c0a09241bc34 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=b3a74154e8c140d887c17f34f2d1f6b7&device_id=9c1cf62e-4e05-4e2a-98e4-4fcebe522f2a HTTP/1.1" status: 200 len: 1098 time: 0.0404375 May 19 12:02:49.868843 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_hamode_db [None req-aa8a8cc1-693b-4e02-a6a4-42ff95f2c3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21f7abf1-5835-4b0f-9358-7cdd69ad076a', 'name': 'tempest-TestVolumeBootPattern-173945444-router', 'tenant_id': 'b3a74154e8c140d887c17f34f2d1f6b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'external_fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': '564fb21e-29a4-4a0f-ab32-50ba00ba5084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:52:34Z', 'updated_at': '2021-05-19T11:52:36Z', 'revision_number': 4, 'project_id': 'b3a74154e8c140d887c17f34f2d1f6b7', 'gw_port': {'id': '564fb21e-29a4-4a0f-ab32-50ba00ba5084', 'name': '', 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f6:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f7abf1-5835-4b0f-9358-7cdd69ad076a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:52:34Z', 'updated_at': '2021-05-19T11:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-1-iscsi', '_interfaces': [{'id': 'b9284a92-9a46-403f-8ff5-aa28391fcfa1', 'name': '', 'network_id': '5f3f674d-ca79-4be3-8876-a51805d694e7', 'tenant_id': 'b3a74154e8c140d887c17f34f2d1f6b7', 'mac_address': 'fa:16:3e:2a:5c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f7abf1-5835-4b0f-9358-7cdd69ad076a', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'a5b160ab-2da7-4caa-86d9-55f9a882fead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:52:36Z', 'updated_at': '2021-05-19T11:52:41Z', 'revision_number': 5, 'project_id': 'b3a74154e8c140d887c17f34f2d1f6b7', 'subnets': [{'id': 'a5b160ab-2da7-4caa-86d9-55f9a882fead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-1-iscsi', False) {} {{(pid=91057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:02:49.871605 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8a8cc1-693b-4e02-a6a4-42ff95f2c3ed None None] The sync data for ids ['21f7abf1-5835-4b0f-9358-7cdd69ad076a'] in dv-cinder-787764-1-iscsi is: [{'id': '21f7abf1-5835-4b0f-9358-7cdd69ad076a', 'name': 'tempest-TestVolumeBootPattern-173945444-router', 'tenant_id': 'b3a74154e8c140d887c17f34f2d1f6b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'external_fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': '564fb21e-29a4-4a0f-ab32-50ba00ba5084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:52:34Z', 'updated_at': '2021-05-19T11:52:36Z', 'revision_number': 4, 'project_id': 'b3a74154e8c140d887c17f34f2d1f6b7', 'gw_port': {'id': '564fb21e-29a4-4a0f-ab32-50ba00ba5084', 'name': '', 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f6:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f7abf1-5835-4b0f-9358-7cdd69ad076a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:52:34Z', 'updated_at': '2021-05-19T11:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-1-iscsi', '_interfaces': [{'id': 'b9284a92-9a46-403f-8ff5-aa28391fcfa1', 'name': '', 'network_id': '5f3f674d-ca79-4be3-8876-a51805d694e7', 'tenant_id': 'b3a74154e8c140d887c17f34f2d1f6b7', 'mac_address': 'fa:16:3e:2a:5c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f7abf1-5835-4b0f-9358-7cdd69ad076a', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'a5b160ab-2da7-4caa-86d9-55f9a882fead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:52:36Z', 'updated_at': '2021-05-19T11:52:41Z', 'revision_number': 5, 'project_id': 'b3a74154e8c140d887c17f34f2d1f6b7', 'subnets': [{'id': 'a5b160ab-2da7-4caa-86d9-55f9a882fead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:02:49.991204 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59426ee7-0615-4761-a95a-97a03f834360 req-e8ff85bf-bbfe-4dd4-9f74-949a8070d5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:02:49.993007 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-59426ee7-0615-4761-a95a-97a03f834360 req-e8ff85bf-bbfe-4dd4-9f74-949a8070d5d1 service neutron] 10.222.0.112 "GET /v2.0/networks?id=5f3f674d-ca79-4be3-8876-a51805d694e7 HTTP/1.1" status: 200 len: 913 time: 0.1563921 May 19 12:02:50.017961 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098b19ed-955c-4116-8e4e-3e243869f38f None None] New status for floating IP f31c65d9-5c04-40e8-9474-3705b32d6272: DOWN {{(pid=91058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 12:02:50.047307 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-59426ee7-0615-4761-a95a-97a03f834360 req-1c8e80ae-c25e-49b9-8eab-cdeff976d45a service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=89d6ba49-cf2b-4c22-8ab0-98f69b5cb82c HTTP/1.1" status: 200 len: 217 time: 0.0484464 May 19 12:02:50.091882 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59426ee7-0615-4761-a95a-97a03f834360 req-28dca2f6-f480-4168-8017-562888abd014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:02:50.092817 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-59426ee7-0615-4761-a95a-97a03f834360 req-28dca2f6-f480-4168-8017-562888abd014 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=a5b160ab-2da7-4caa-86d9-55f9a882fead HTTP/1.1" status: 200 len: 850 time: 0.0405371 May 19 12:02:50.138908 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59426ee7-0615-4761-a95a-97a03f834360 req-43feeb0f-a021-4dff-95f9-4287fd424e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:02:50.139721 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-59426ee7-0615-4761-a95a-97a03f834360 req-43feeb0f-a021-4dff-95f9-4287fd424e23 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=5f3f674d-ca79-4be3-8876-a51805d694e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418854 May 19 12:02:50.210372 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-59426ee7-0615-4761-a95a-97a03f834360 req-27d9d164-0bd2-497f-8351-3dd74f3cea7a service neutron] 10.222.0.112 "GET /v2.0/networks/5f3f674d-ca79-4be3-8876-a51805d694e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0654051 May 19 12:02:50.285011 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-59426ee7-0615-4761-a95a-97a03f834360 req-79a14617-679f-4af3-aec9-1730e90bf7fe service neutron] 10.222.0.112 "GET /v2.0/networks/5f3f674d-ca79-4be3-8876-a51805d694e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0667329 May 19 12:02:50.786732 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62831ce7-b56e-4ffd-9c48-340c9072c102 req-28625595-2f90-4801-a4fd-da0b577fe1d4 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:02:50.787606 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-62831ce7-b56e-4ffd-9c48-340c9072c102 req-28625595-2f90-4801-a4fd-da0b577fe1d4 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/ports?device_id=9c1cf62e-4e05-4e2a-98e4-4fcebe522f2a HTTP/1.1" status: 200 len: 945 time: 0.0585063 May 19 12:02:50.815968 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-62831ce7-b56e-4ffd-9c48-340c9072c102 req-34282fb0-7e77-419e-85ae-0645a7644bec tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/security-groups?id=b19c4839-2054-4c8c-8af8-73c2ba95f36f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0217323 May 19 12:02:51.210337 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42bf0e5-6275-46e7-8510-0d0fc3b3fed8 req-5bb7454b-be47-49eb-8533-759068bdb807 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 12:02:51.211242 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-c42bf0e5-6275-46e7-8510-0d0fc3b3fed8 req-5bb7454b-be47-49eb-8533-759068bdb807 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.112 "GET /v2.0/ports?device_id=9c1cf62e-4e05-4e2a-98e4-4fcebe522f2a HTTP/1.1" status: 200 len: 945 time: 0.0637984 May 19 12:02:51.296947 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.plugin [req-c42bf0e5-6275-46e7-8510-0d0fc3b3fed8 req-9bd4de59-8ec8-4149-9a64-22313feb5c7f tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Deleting port 89d6ba49-cf2b-4c22-8ab0-98f69b5cb82c {{(pid=91056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 12:02:51.297183 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [req-c42bf0e5-6275-46e7-8510-0d0fc3b3fed8 req-9bd4de59-8ec8-4149-9a64-22313feb5c7f tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749740776295'] for port, before_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:02:51.370066 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.db [req-c42bf0e5-6275-46e7-8510-0d0fc3b3fed8 req-9bd4de59-8ec8-4149-9a64-22313feb5c7f tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] For port 89d6ba49-cf2b-4c22-8ab0-98f69b5cb82c, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=89d6ba49-cf2b-4c22-8ab0-98f69b5cb82c,segment=NetworkSegment(368b7efe-3dea-4da3-9142-42ad0e67249c),segment_id=368b7efe-3dea-4da3-9142-42ad0e67249c)] {{(pid=91056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:02:51.370304 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [req-c42bf0e5-6275-46e7-8510-0d0fc3b3fed8 req-9bd4de59-8ec8-4149-9a64-22313feb5c7f tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1714319'] for port, precommit_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:02:51.433662 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.plugin [req-c42bf0e5-6275-46e7-8510-0d0fc3b3fed8 req-9bd4de59-8ec8-4149-9a64-22313feb5c7f tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Calling delete_port for 89d6ba49-cf2b-4c22-8ab0-98f69b5cb82c owned by compute:nova {{(pid=91056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 12:02:51.528180 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [req-c42bf0e5-6275-46e7-8510-0d0fc3b3fed8 req-9bd4de59-8ec8-4149-9a64-22313feb5c7f tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749740778424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749740364548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275141'] for port, after_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:02:51.534516 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-04bbe9bd-e212-41f5-9ea1-bc74b52228ed tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:02:51.568589 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd4de59-8ec8-4149-9a64-22313feb5c7f tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Pushing event deleted for resources: {'Port': ['ID=89d6ba49-cf2b-4c22-8ab0-98f69b5cb82c,revision_number=None']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:02:51.570769 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-9bd4de59-8ec8-4149-9a64-22313feb5c7f tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:02:51.614387 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.l3_dvrscheduler_db [req-c42bf0e5-6275-46e7-8510-0d0fc3b3fed8 req-9bd4de59-8ec8-4149-9a64-22313feb5c7f tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] No DVR routers for this DVR port 89d6ba49-cf2b-4c22-8ab0-98f69b5cb82c on host hv-cinder-78776 {{(pid=91056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:02:51.616522 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [req-c42bf0e5-6275-46e7-8510-0d0fc3b3fed8 req-9bd4de59-8ec8-4149-9a64-22313feb5c7f tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6101'] for port, before_response {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:02:51.618141 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c1cf62e-4e05-4e2a-98e4-4fcebe522f2a', 'name': 'network-vif-deleted', 'tag': '89d6ba49-cf2b-4c22-8ab0-98f69b5cb82c'}] {{(pid=91056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 12:02:51.629439 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-c42bf0e5-6275-46e7-8510-0d0fc3b3fed8 req-9bd4de59-8ec8-4149-9a64-22313feb5c7f tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.112 "DELETE /v2.0/ports/89d6ba49-cf2b-4c22-8ab0-98f69b5cb82c HTTP/1.1" status: 204 len: 173 time: 0.4127736 May 19 12:02:51.648240 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c1cf62e-4e05-4e2a-98e4-4fcebe522f2a', 'name': 'network-vif-deleted', 'tag': '89d6ba49-cf2b-4c22-8ab0-98f69b5cb82c', 'status': 'completed', 'code': 200} May 19 12:02:51.930448 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [req-f01d439b-b1b6-4e04-95bf-35d2430c9003 req-f34bc448-ca2c-4942-9e7b-e9a677d596d7 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Synchronizing usage tracker for tenant:b3a74154e8c140d887c17f34f2d1f6b7 on resource:port {{(pid=91056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:02:51.941972 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.quota.resource [req-f01d439b-b1b6-4e04-95bf-35d2430c9003 req-f34bc448-ca2c-4942-9e7b-e9a677d596d7 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Unset dirty status for tenant:b3a74154e8c140d887c17f34f2d1f6b7 on resource:port {{(pid=91056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:02:51.942833 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-f01d439b-b1b6-4e04-95bf-35d2430c9003 req-f34bc448-ca2c-4942-9e7b-e9a677d596d7 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/ports?device_id=9c1cf62e-4e05-4e2a-98e4-4fcebe522f2a HTTP/1.1" status: 200 len: 210 time: 0.0477536 May 19 12:02:53.075144 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-a8d1130f-6933-44e6-8b6a-13b8a795bd15 req-c5eb441f-5490-4051-9ba1-a08b882dcc8b tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/ports?device_id=9c1cf62e-4e05-4e2a-98e4-4fcebe522f2a HTTP/1.1" status: 200 len: 210 time: 0.0435908 May 19 12:02:54.189607 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [req-6984839f-05f2-4096-8b3f-899221b07ae4 req-744c8f99-7599-4926-9213-f252a384c2f3 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/ports?device_id=9c1cf62e-4e05-4e2a-98e4-4fcebe522f2a HTTP/1.1" status: 200 len: 210 time: 0.0291562 May 19 12:02:54.227730 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Device 89d6ba49-cf2b-4c22-8ab0-98f69b5cb82c no longer exists at agent hyperv_hv-cinder-78776 {{(pid=91057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 12:02:54.251889 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.plugin [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] No Port match for: 89d6ba49-cf2b-4c22-8ab0-98f69b5cb82c {{(pid=91057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 12:02:54.252122 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Device 89d6ba49-cf2b-4c22-8ab0-98f69b5cb82c not bound to the agent host hv-cinder-78776 {{(pid=91057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 12:02:55.326268 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [req-7eb1b8ef-1536-4148-935f-5fb282082ea9 req-006d4774-01ef-448f-8aa6-7b206625a0ea tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "GET /v2.0/ports?device_id=9c1cf62e-4e05-4e2a-98e4-4fcebe522f2a HTTP/1.1" status: 200 len: 210 time: 0.0372198 May 19 12:02:56.402430 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 45194) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:02:56.622417 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.plugin [None req-b9f1ca8a-4044-4998-8e02-45204ccbad29 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Deleting port 8c76df19-1939-47a8-84fa-99e7a3f01780 {{(pid=91056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 12:02:56.622682 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-b9f1ca8a-4044-4998-8e02-45204ccbad29 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749740776295'] for port, before_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:02:56.699045 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-b9f1ca8a-4044-4998-8e02-45204ccbad29 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1714319'] for port, precommit_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:02:56.699214 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-b9f1ca8a-4044-4998-8e02-45204ccbad29 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:02:56.780312 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.plugin [None req-b9f1ca8a-4044-4998-8e02-45204ccbad29 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Calling delete_port for 8c76df19-1939-47a8-84fa-99e7a3f01780 owned by network:floatingip {{(pid=91056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 12:02:56.864764 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-b9f1ca8a-4044-4998-8e02-45204ccbad29 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749740778424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749740364548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275141'] for port, after_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:02:56.867733 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-cb43cd5c-0f24-4271-b9a7-31c8480db594 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:02:56.895571 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f1ca8a-4044-4998-8e02-45204ccbad29 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Pushing event deleted for resources: {'Port': ['ID=8c76df19-1939-47a8-84fa-99e7a3f01780,revision_number=None']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:02:56.897954 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-b9f1ca8a-4044-4998-8e02-45204ccbad29 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:02:56.954254 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-b9f1ca8a-4044-4998-8e02-45204ccbad29 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Notify callbacks [] for floatingip, after_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:02:56.973349 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-b9f1ca8a-4044-4998-8e02-45204ccbad29 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6101'] for floatingip, before_response {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:02:56.975171 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-b9f1ca8a-4044-4998-8e02-45204ccbad29 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "DELETE /v2.0/floatingips/1dcd65c5-133d-4a03-b568-12c3331ffcfc HTTP/1.1" status: 204 len: 168 time: 0.5715919 May 19 12:02:58.234579 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 45208) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:02:58.282822 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-4d2073bf-bf27-4992-a4b3-ce21bf4819b7 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Notify callbacks [] for security_group, before_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:02:58.305336 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-4d2073bf-bf27-4992-a4b3-ce21bf4819b7 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:02:58.348715 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-4d2073bf-bf27-4992-a4b3-ce21bf4819b7 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:02:58.351325 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-539290b1-dac1-48d0-b47a-0654fed6448d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:02:58.361535 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2073bf-bf27-4992-a4b3-ce21bf4819b7 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b19c4839-2054-4c8c-8af8-73c2ba95f36f,revision_number=None']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:02:58.363443 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-4d2073bf-bf27-4992-a4b3-ce21bf4819b7 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:02:58.368544 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-4d2073bf-bf27-4992-a4b3-ce21bf4819b7 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Notify callbacks [] for security_group, before_response {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:02:58.369380 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-4d2073bf-bf27-4992-a4b3-ce21bf4819b7 tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] 10.222.0.90 "DELETE /v2.0/security-groups/b19c4839-2054-4c8c-8af8-73c2ba95f36f HTTP/1.1" status: 204 len: 168 time: 0.1338930 May 19 12:02:58.412671 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 45214) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:02:58.864375 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-dc8c6e1e-d392-4c84-a4cb-c90e27aeaacd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1716809'] for router_interface, before_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:02:59.195924 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.plugin [None req-dc8c6e1e-d392-4c84-a4cb-c90e27aeaacd admin admin] Deleting port b9284a92-9a46-403f-8ff5-aa28391fcfa1 {{(pid=91056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 12:02:59.196172 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-dc8c6e1e-d392-4c84-a4cb-c90e27aeaacd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749740776295'] for port, before_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:02:59.267972 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.db [None req-dc8c6e1e-d392-4c84-a4cb-c90e27aeaacd admin admin] For port b9284a92-9a46-403f-8ff5-aa28391fcfa1, host dv-cinder-787764-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-1-iscsi',level=0,port_id=b9284a92-9a46-403f-8ff5-aa28391fcfa1,segment=NetworkSegment(368b7efe-3dea-4da3-9142-42ad0e67249c),segment_id=368b7efe-3dea-4da3-9142-42ad0e67249c)] {{(pid=91056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:02:59.268597 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-dc8c6e1e-d392-4c84-a4cb-c90e27aeaacd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1714319'] for port, precommit_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:02:59.339494 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.plugin [None req-dc8c6e1e-d392-4c84-a4cb-c90e27aeaacd admin admin] Calling delete_port for b9284a92-9a46-403f-8ff5-aa28391fcfa1 owned by network:router_interface {{(pid=91056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 12:02:59.438148 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-dc8c6e1e-d392-4c84-a4cb-c90e27aeaacd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749740778424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749740364548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275141'] for port, after_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:02:59.440284 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-02b39583-1ae0-4c4e-a543-4f30d3ba956b tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:02:59.461548 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8c6e1e-d392-4c84-a4cb-c90e27aeaacd admin admin] Pushing event deleted for resources: {'Port': ['ID=b9284a92-9a46-403f-8ff5-aa28391fcfa1,revision_number=None']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:02:59.463526 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-dc8c6e1e-d392-4c84-a4cb-c90e27aeaacd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:02:59.626202 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-dc8c6e1e-d392-4c84-a4cb-c90e27aeaacd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1695674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1717209'] for router_interface, after_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:02:59.907942 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc8c6e1e-d392-4c84-a4cb-c90e27aeaacd admin admin] Router 21f7abf1-5835-4b0f-9358-7cdd69ad076a has already been hosted by L3 agent 326bf12a-fdae-48e8-b877-7dbd40e20eda {{(pid=91056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 12:02:59.995276 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc8c6e1e-d392-4c84-a4cb-c90e27aeaacd admin admin] Notify agent at l3_agent.dv-cinder-787764-1-iscsi the message routers_updated {{(pid=91056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 12:03:00.003575 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1559d542-b390-4968-bff3-c8fd68ac2fc1 None None] Sync routers for ids ['21f7abf1-5835-4b0f-9358-7cdd69ad076a'] in dv-cinder-787764-1-iscsi {{(pid=91057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:03:00.003866 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-dc8c6e1e-d392-4c84-a4cb-c90e27aeaacd admin admin] 10.222.0.90 "PUT /v2.0/routers/21f7abf1-5835-4b0f-9358-7cdd69ad076a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5901048 May 19 12:03:00.006909 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 45220) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:03:00.010773 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1559d542-b390-4968-bff3-c8fd68ac2fc1 None None] Routers {'21f7abf1-5835-4b0f-9358-7cdd69ad076a'} bound to L3 agent in host dv-cinder-787764-1-iscsi {{(pid=91057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:03:00.011104 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_hamode_db [None req-1559d542-b390-4968-bff3-c8fd68ac2fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T11:10:36Z,description=,heartbeat_timestamp=2021-05-19T12:02:36Z,host='dv-cinder-787764-1-iscsi',id=326bf12a-fdae-48e8-b877-7dbd40e20eda,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:36Z,topic='l3_agent')) {'router_ids': ['21f7abf1-5835-4b0f-9358-7cdd69ad076a'], 'active': True} {{(pid=91057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:03:00.098255 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_dvr_db [None req-1559d542-b390-4968-bff3-c8fd68ac2fc1 None None] Set router 21f7abf1-5835-4b0f-9358-7cdd69ad076a gateway port host: dv-cinder-787764-1-iscsi {{(pid=91057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 12:03:00.121799 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-9df1f045-71a8-4e9e-8977-5dee7abb122e admin admin] Notify callbacks [] for router, before_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:03:00.220700 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-9df1f045-71a8-4e9e-8977-5dee7abb122e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:03:00.261928 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.plugin [None req-9df1f045-71a8-4e9e-8977-5dee7abb122e admin admin] Deleting port 564fb21e-29a4-4a0f-ab32-50ba00ba5084 {{(pid=91056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 12:03:00.262177 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-9df1f045-71a8-4e9e-8977-5dee7abb122e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749740776295'] for port, before_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:03:00.268679 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_hamode_db [None req-1559d542-b390-4968-bff3-c8fd68ac2fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21f7abf1-5835-4b0f-9358-7cdd69ad076a', 'name': 'tempest-TestVolumeBootPattern-173945444-router', 'tenant_id': 'b3a74154e8c140d887c17f34f2d1f6b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'external_fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': '564fb21e-29a4-4a0f-ab32-50ba00ba5084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:52:34Z', 'updated_at': '2021-05-19T12:02:59Z', 'revision_number': 5, 'project_id': 'b3a74154e8c140d887c17f34f2d1f6b7', 'gw_port': {'id': '564fb21e-29a4-4a0f-ab32-50ba00ba5084', 'name': '', 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f6:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f7abf1-5835-4b0f-9358-7cdd69ad076a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:52:34Z', 'updated_at': '2021-05-19T11:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-1-iscsi'}], 'dv-cinder-787764-1-iscsi', False) {} {{(pid=91057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:03:00.270798 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1559d542-b390-4968-bff3-c8fd68ac2fc1 None None] Checking router: 21f7abf1-5835-4b0f-9358-7cdd69ad076a for host: dv-cinder-787764-1-iscsi {{(pid=91057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:03:00.277490 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1559d542-b390-4968-bff3-c8fd68ac2fc1 None None] Routers {'21f7abf1-5835-4b0f-9358-7cdd69ad076a'} bound to L3 agent in host dv-cinder-787764-1-iscsi {{(pid=91057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:03:00.277490 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_hamode_db [None req-1559d542-b390-4968-bff3-c8fd68ac2fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T11:10:36Z,description=,heartbeat_timestamp=2021-05-19T12:02:36Z,host='dv-cinder-787764-1-iscsi',id=326bf12a-fdae-48e8-b877-7dbd40e20eda,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:36Z,topic='l3_agent')) {'router_ids': ['21f7abf1-5835-4b0f-9358-7cdd69ad076a'], 'active': True} {{(pid=91057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:03:00.327329 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.db [None req-9df1f045-71a8-4e9e-8977-5dee7abb122e admin admin] For port 564fb21e-29a4-4a0f-ab32-50ba00ba5084, host dv-cinder-787764-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-1-iscsi',level=0,port_id=564fb21e-29a4-4a0f-ab32-50ba00ba5084,segment=NetworkSegment(49ddd7c4-aafb-432e-a188-efbf16e2f9e4),segment_id=49ddd7c4-aafb-432e-a188-efbf16e2f9e4)] {{(pid=91056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:03:00.328070 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-9df1f045-71a8-4e9e-8977-5dee7abb122e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1714319'] for port, precommit_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:03:00.357095 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_dvr_db [None req-1559d542-b390-4968-bff3-c8fd68ac2fc1 None None] Set router 21f7abf1-5835-4b0f-9358-7cdd69ad076a gateway port host: None {{(pid=91057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 12:03:00.388629 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.plugin [None req-9df1f045-71a8-4e9e-8977-5dee7abb122e admin admin] Calling delete_port for 564fb21e-29a4-4a0f-ab32-50ba00ba5084 owned by network:router_gateway {{(pid=91056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 12:03:00.410213 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_hamode_db [None req-1559d542-b390-4968-bff3-c8fd68ac2fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21f7abf1-5835-4b0f-9358-7cdd69ad076a', 'name': 'tempest-TestVolumeBootPattern-173945444-router', 'tenant_id': 'b3a74154e8c140d887c17f34f2d1f6b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:52:34Z', 'updated_at': '2021-05-19T12:03:00Z', 'revision_number': 6, 'project_id': 'b3a74154e8c140d887c17f34f2d1f6b7', 'gw_port_host': None}], 'dv-cinder-787764-1-iscsi', False) {} {{(pid=91057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:03:00.412887 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1559d542-b390-4968-bff3-c8fd68ac2fc1 None None] The sync data for ids ['21f7abf1-5835-4b0f-9358-7cdd69ad076a'] in dv-cinder-787764-1-iscsi is: [{'id': '21f7abf1-5835-4b0f-9358-7cdd69ad076a', 'name': 'tempest-TestVolumeBootPattern-173945444-router', 'tenant_id': 'b3a74154e8c140d887c17f34f2d1f6b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:52:34Z', 'updated_at': '2021-05-19T12:03:00Z', 'revision_number': 6, 'project_id': 'b3a74154e8c140d887c17f34f2d1f6b7', 'gw_port_host': None}] {{(pid=91057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:03:00.469160 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-9df1f045-71a8-4e9e-8977-5dee7abb122e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749740778424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749740364548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275141'] for port, after_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:03:00.471262 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-b5f82c0b-0785-4b82-8d98-b4046ad5545c tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:03:00.493150 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df1f045-71a8-4e9e-8977-5dee7abb122e admin admin] Pushing event deleted for resources: {'Port': ['ID=564fb21e-29a4-4a0f-ab32-50ba00ba5084,revision_number=None']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:03:00.494960 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-9df1f045-71a8-4e9e-8977-5dee7abb122e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:03:00.539817 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-9df1f045-71a8-4e9e-8977-5dee7abb122e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1714018'] for router_gateway, after_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:03:00.697745 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-9df1f045-71a8-4e9e-8977-5dee7abb122e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26714'] for router, precommit_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:03:00.699054 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-9df1f045-71a8-4e9e-8977-5dee7abb122e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:03:00.716289 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-9df1f045-71a8-4e9e-8977-5dee7abb122e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1712181'] for router, after_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:03:00.721009 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9df1f045-71a8-4e9e-8977-5dee7abb122e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 21f7abf1-5835-4b0f-9358-7cdd69ad076a {{(pid=91056) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 12:03:00.731496 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-9df1f045-71a8-4e9e-8977-5dee7abb122e admin admin] Notify callbacks [] for router, before_response {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:03:00.732225 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-9df1f045-71a8-4e9e-8977-5dee7abb122e admin admin] 10.222.0.90 "DELETE /v2.0/routers/21f7abf1-5835-4b0f-9358-7cdd69ad076a HTTP/1.1" status: 204 len: 168 time: 0.7247708 May 19 12:03:00.734096 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 45224) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:03:00.772670 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.db_base_plugin_v2 [None req-523c4254-b34f-4719-99fd-a20754209af4 admin admin] Deleting subnet a5b160ab-2da7-4caa-86d9-55f9a882fead {{(pid=91056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 12:03:00.774610 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-523c4254-b34f-4719-99fd-a20754209af4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:03:00.804772 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-523c4254-b34f-4719-99fd-a20754209af4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2199913'] for subnet, precommit_delete_associations {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:03:00.851245 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-523c4254-b34f-4719-99fd-a20754209af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1429695'] for subnet, precommit_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:03:00.964977 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.agents_db [None req-9df4fd67-1abd-480d-9703-ac00f2726051 None None] Agent healthcheck: found 6 active agents {{(pid=91058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 12:03:00.999203 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-523c4254-b34f-4719-99fd-a20754209af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1429640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4015514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2931355'] for subnet, after_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:03:01.001449 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:03:01.019329 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523c4254-b34f-4719-99fd-a20754209af4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5b160ab-2da7-4caa-86d9-55f9a882fead,revision_number=None']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:03:01.021186 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-523c4254-b34f-4719-99fd-a20754209af4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:03:01.021769 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-523c4254-b34f-4719-99fd-a20754209af4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:03:01.025369 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-523c4254-b34f-4719-99fd-a20754209af4 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/a5b160ab-2da7-4caa-86d9-55f9a882fead HTTP/1.1" status: 204 len: 168 time: 0.2906592 May 19 12:03:01.025748 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ff0ed5-bcb4-4f67-83a2-a13b4d12e42c None None] Network 5f3f674d-ca79-4be3-8876-a51805d694e7 requested from dv-cinder-787764-1-iscsi {{(pid=91057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 12:03:01.026539 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 45228) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:03:01.083081 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-9c2b8732-e15c-4e75-99e4-82c907c0de9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-736967'] for network, before_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:03:01.127026 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.plugin [None req-9c2b8732-e15c-4e75-99e4-82c907c0de9d admin admin] Deleting port 73ae5794-bfea-4e80-934a-87dd482c017a {{(pid=91056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 12:03:01.127264 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-9c2b8732-e15c-4e75-99e4-82c907c0de9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749740776295'] for port, before_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:03:01.159999 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Device 564fb21e-29a4-4a0f-ab32-50ba00ba5084 no longer exists at agent ovs-agent-dv-cinder-787764-1-iscsi {{(pid=91057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 12:03:01.179767 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.db [None req-9c2b8732-e15c-4e75-99e4-82c907c0de9d admin admin] For port 73ae5794-bfea-4e80-934a-87dd482c017a, host dv-cinder-787764-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-1-iscsi',level=0,port_id=73ae5794-bfea-4e80-934a-87dd482c017a,segment=NetworkSegment(368b7efe-3dea-4da3-9142-42ad0e67249c),segment_id=368b7efe-3dea-4da3-9142-42ad0e67249c)] {{(pid=91056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:03:01.179962 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-9c2b8732-e15c-4e75-99e4-82c907c0de9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1714319'] for port, precommit_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:03:01.183886 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.plugin [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] No Port match for: 564fb21e-29a4-4a0f-ab32-50ba00ba5084 {{(pid=91057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 12:03:01.184101 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Device 564fb21e-29a4-4a0f-ab32-50ba00ba5084 not bound to the agent host dv-cinder-787764-1-iscsi {{(pid=91057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 12:03:01.184359 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Device b9284a92-9a46-403f-8ff5-aa28391fcfa1 no longer exists at agent ovs-agent-dv-cinder-787764-1-iscsi {{(pid=91057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 12:03:01.209813 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.plugin [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] No Port match for: b9284a92-9a46-403f-8ff5-aa28391fcfa1 {{(pid=91057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 12:03:01.210015 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Device b9284a92-9a46-403f-8ff5-aa28391fcfa1 not bound to the agent host dv-cinder-787764-1-iscsi {{(pid=91057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 12:03:01.246670 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.plugin [None req-9c2b8732-e15c-4e75-99e4-82c907c0de9d admin admin] Calling delete_port for 73ae5794-bfea-4e80-934a-87dd482c017a owned by network:dhcp {{(pid=91056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 12:03:01.262251 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ba676f-4bef-4616-8f5b-8be1c67bdec2 None None] DHCP port deletion for 5f3f674d-ca79-4be3-8876-a51805d694e7 request from dv-cinder-787764-1-iscsi {{(pid=91057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 19 12:03:01.274953 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-9c2b8732-e15c-4e75-99e4-82c907c0de9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749740778424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749740364548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275141'] for port, after_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:03:01.278424 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-02b39583-1ae0-4c4e-a543-4f30d3ba956b tempest-TestVolumeBootPattern-609556593 tempest-TestVolumeBootPattern-609556593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:03:01.284171 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.plugin [None req-74ba676f-4bef-4616-8f5b-8be1c67bdec2 None None] The port '73ae5794-bfea-4e80-934a-87dd482c017a' was deleted {{(pid=91057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} May 19 12:03:01.306646 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2b8732-e15c-4e75-99e4-82c907c0de9d admin admin] Pushing event deleted for resources: {'Port': ['ID=73ae5794-bfea-4e80-934a-87dd482c017a,revision_number=None']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:03:01.307860 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2b8732-e15c-4e75-99e4-82c907c0de9d admin admin] No DVR routers for this DVR port 73ae5794-bfea-4e80-934a-87dd482c017a on host dv-cinder-787764-1-iscsi {{(pid=91056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:03:01.308799 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-9c2b8732-e15c-4e75-99e4-82c907c0de9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:03:01.375510 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-9c2b8732-e15c-4e75-99e4-82c907c0de9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1426996', 'neutron.services.segments.db._delete_segments_for_network-8749740806274'] for network, precommit_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:03:01.382833 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.services.segments.db [None req-9c2b8732-e15c-4e75-99e4-82c907c0de9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f3f674d-ca79-4be3-8876-a51805d694e7']}} {{(pid=91056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:03:01.389831 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.services.segments.db [None req-9c2b8732-e15c-4e75-99e4-82c907c0de9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '368b7efe-3dea-4da3-9142-42ad0e67249c') {'for_net_delete': True} {{(pid=91056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:03:01.389982 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.services.segments.db [None req-9c2b8732-e15c-4e75-99e4-82c907c0de9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '368b7efe-3dea-4da3-9142-42ad0e67249c') {} {{(pid=91056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:03:01.396848 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-9c2b8732-e15c-4e75-99e4-82c907c0de9d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749740816523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2199934'] for segment, before_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:03:01.405141 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-9c2b8732-e15c-4e75-99e4-82c907c0de9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432044'] for segment, precommit_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:03:01.408257 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c2b8732-e15c-4e75-99e4-82c907c0de9d admin admin] Releasing vlan 1358 on physical network physnet1 to pool {{(pid=91056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 12:03:01.408455 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-9c2b8732-e15c-4e75-99e4-82c907c0de9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2275128'] for segment, after_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:03:01.415751 dv-cinder-787764-1-iscsi neutron-server[91056]: Traceback (most recent call last): May 19 12:03:01.415751 dv-cinder-787764-1-iscsi neutron-server[91056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 12:03:01.415751 dv-cinder-787764-1-iscsi neutron-server[91056]: timer() May 19 12:03:01.415751 dv-cinder-787764-1-iscsi neutron-server[91056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 12:03:01.415751 dv-cinder-787764-1-iscsi neutron-server[91056]: cb(*args, **kw) May 19 12:03:01.415751 dv-cinder-787764-1-iscsi neutron-server[91056]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 12:03:01.415751 dv-cinder-787764-1-iscsi neutron-server[91056]: return func(*args, **kwargs) May 19 12:03:01.415751 dv-cinder-787764-1-iscsi neutron-server[91056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 12:03:01.415751 dv-cinder-787764-1-iscsi neutron-server[91056]: self._notify() May 19 12:03:01.415751 dv-cinder-787764-1-iscsi neutron-server[91056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 12:03:01.415751 dv-cinder-787764-1-iscsi neutron-server[91056]: self.callback(batched_events) May 19 12:03:01.415751 dv-cinder-787764-1-iscsi neutron-server[91056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 12:03:01.415751 dv-cinder-787764-1-iscsi neutron-server[91056]: event.method(event) May 19 12:03:01.415751 dv-cinder-787764-1-iscsi neutron-server[91056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 12:03:01.415751 dv-cinder-787764-1-iscsi neutron-server[91056]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 12:03:01.415751 dv-cinder-787764-1-iscsi neutron-server[91056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 12:03:01.415751 dv-cinder-787764-1-iscsi neutron-server[91056]: aggregate_uuid = self.p_client.list_aggregates( May 19 12:03:01.415751 dv-cinder-787764-1-iscsi neutron-server[91056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 12:03:01.415751 dv-cinder-787764-1-iscsi neutron-server[91056]: return f(self, *a, **k) May 19 12:03:01.415751 dv-cinder-787764-1-iscsi neutron-server[91056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 12:03:01.415751 dv-cinder-787764-1-iscsi neutron-server[91056]: return self._get(url).json() May 19 12:03:01.415751 dv-cinder-787764-1-iscsi neutron-server[91056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 12:03:01.415751 dv-cinder-787764-1-iscsi neutron-server[91056]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 12:03:01.415751 dv-cinder-787764-1-iscsi neutron-server[91056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 12:03:01.415751 dv-cinder-787764-1-iscsi neutron-server[91056]: return self.request(url, 'GET', **kwargs) May 19 12:03:01.415751 dv-cinder-787764-1-iscsi neutron-server[91056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 12:03:01.415751 dv-cinder-787764-1-iscsi neutron-server[91056]: base_url = self.get_endpoint(auth, allow=allow, May 19 12:03:01.415751 dv-cinder-787764-1-iscsi neutron-server[91056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 12:03:01.415751 dv-cinder-787764-1-iscsi neutron-server[91056]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 12:03:01.415751 dv-cinder-787764-1-iscsi neutron-server[91056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 12:03:01.415751 dv-cinder-787764-1-iscsi neutron-server[91056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 12:03:01.415751 dv-cinder-787764-1-iscsi neutron-server[91056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 12:03:01.458358 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-9c2b8732-e15c-4e75-99e4-82c907c0de9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1427005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1777549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1695667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713993'] for network, after_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:03:01.460620 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-faeef72a-dd38-411f-8648-494589583bca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:03:01.467506 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-9c2b8732-e15c-4e75-99e4-82c907c0de9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695638'] for network, before_response {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:03:01.473089 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2b8732-e15c-4e75-99e4-82c907c0de9d admin admin] Pushing event deleted for resources: {'Network': ['ID=5f3f674d-ca79-4be3-8876-a51805d694e7,revision_number=None']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:03:01.475327 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-9c2b8732-e15c-4e75-99e4-82c907c0de9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:03:01.481846 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-9c2b8732-e15c-4e75-99e4-82c907c0de9d admin admin] 10.222.0.90 "DELETE /v2.0/networks/5f3f674d-ca79-4be3-8876-a51805d694e7 HTTP/1.1" status: 204 len: 168 time: 0.4546869 May 19 12:03:01.483903 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 45232) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:03:01.820706 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-c5de0d31-827f-41ae-8f69-096259815a49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1716809'] for router_interface, before_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:03:02.056611 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.plugin [None req-c5de0d31-827f-41ae-8f69-096259815a49 admin admin] Deleting port 1cd258e0-ba8e-430d-a3bb-79126399d9e8 {{(pid=91056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 12:03:02.056823 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-c5de0d31-827f-41ae-8f69-096259815a49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749740776295'] for port, before_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:03:02.129790 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.db [None req-c5de0d31-827f-41ae-8f69-096259815a49 admin admin] For port 1cd258e0-ba8e-430d-a3bb-79126399d9e8, host dv-cinder-787764-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-1-iscsi',level=0,port_id=1cd258e0-ba8e-430d-a3bb-79126399d9e8,segment=NetworkSegment(6b6f4c1f-dc14-4924-8483-222ff98134bc),segment_id=6b6f4c1f-dc14-4924-8483-222ff98134bc)] {{(pid=91056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:03:02.129985 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-c5de0d31-827f-41ae-8f69-096259815a49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1714319'] for port, precommit_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:03:02.194836 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.plugins.ml2.plugin [None req-c5de0d31-827f-41ae-8f69-096259815a49 admin admin] Calling delete_port for 1cd258e0-ba8e-430d-a3bb-79126399d9e8 owned by network:router_interface {{(pid=91056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 12:03:02.283076 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-c5de0d31-827f-41ae-8f69-096259815a49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749740778424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749740364548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275141'] for port, after_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:03:02.287830 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-dc8c6e1e-d392-4c84-a4cb-c90e27aeaacd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:03:02.312723 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5de0d31-827f-41ae-8f69-096259815a49 admin admin] Pushing event deleted for resources: {'Port': ['ID=1cd258e0-ba8e-430d-a3bb-79126399d9e8,revision_number=None']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:03:02.314846 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-c5de0d31-827f-41ae-8f69-096259815a49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:03:02.535918 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-c5de0d31-827f-41ae-8f69-096259815a49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1695674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1717209'] for router_interface, after_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:03:02.718303 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5de0d31-827f-41ae-8f69-096259815a49 admin admin] Router 8e196d3c-9c62-4649-8792-80d0dac5e30f has already been hosted by L3 agent 326bf12a-fdae-48e8-b877-7dbd40e20eda {{(pid=91056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 12:03:02.845615 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5de0d31-827f-41ae-8f69-096259815a49 admin admin] Notify agent at l3_agent.dv-cinder-787764-1-iscsi the message routers_updated {{(pid=91056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 12:03:02.848038 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Device 73ae5794-bfea-4e80-934a-87dd482c017a no longer exists at agent ovs-agent-dv-cinder-787764-1-iscsi {{(pid=91057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 12:03:02.852378 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c588dac-14e1-45e6-8fc8-f671a2981aac None None] Sync routers for ids ['8e196d3c-9c62-4649-8792-80d0dac5e30f'] in dv-cinder-787764-1-iscsi {{(pid=91058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:03:02.854949 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-c5de0d31-827f-41ae-8f69-096259815a49 admin admin] 10.222.0.90 "PUT /v2.0/routers/8e196d3c-9c62-4649-8792-80d0dac5e30f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3686955 May 19 12:03:02.855457 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 45236) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:03:02.858116 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c588dac-14e1-45e6-8fc8-f671a2981aac None None] Routers {'8e196d3c-9c62-4649-8792-80d0dac5e30f'} bound to L3 agent in host dv-cinder-787764-1-iscsi {{(pid=91058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:03:02.858460 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.l3_hamode_db [None req-7c588dac-14e1-45e6-8fc8-f671a2981aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T11:10:36Z,description=,heartbeat_timestamp=2021-05-19T12:02:36Z,host='dv-cinder-787764-1-iscsi',id=326bf12a-fdae-48e8-b877-7dbd40e20eda,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:36Z,topic='l3_agent')) {'router_ids': ['8e196d3c-9c62-4649-8792-80d0dac5e30f'], 'active': True} {{(pid=91058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:03:02.866690 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.plugin [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] No Port match for: 73ae5794-bfea-4e80-934a-87dd482c017a {{(pid=91057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 12:03:02.866873 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Device 73ae5794-bfea-4e80-934a-87dd482c017a not bound to the agent host dv-cinder-787764-1-iscsi {{(pid=91057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 12:03:02.971544 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-298103c2-e2ec-4d97-bd25-56b5640c83f5 admin admin] Notify callbacks [] for router, before_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:03:02.972965 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.l3_dvr_db [None req-7c588dac-14e1-45e6-8fc8-f671a2981aac None None] Set router 8e196d3c-9c62-4649-8792-80d0dac5e30f gateway port host: dv-cinder-787764-1-iscsi {{(pid=91058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 12:03:03.072313 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-298103c2-e2ec-4d97-bd25-56b5640c83f5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:03:03.114048 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.plugin [None req-298103c2-e2ec-4d97-bd25-56b5640c83f5 admin admin] Deleting port 55484f25-68a3-4b7e-8c85-ac95a9c5f488 {{(pid=91055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 12:03:03.114223 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-298103c2-e2ec-4d97-bd25-56b5640c83f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749740776295'] for port, before_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:03:03.131361 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.l3_hamode_db [None req-7c588dac-14e1-45e6-8fc8-f671a2981aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e196d3c-9c62-4649-8792-80d0dac5e30f', 'name': 'tempest-TestVolumeBootPattern-66721787-router', 'tenant_id': '71f30068de774c8c8370865884837d4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'external_fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '55484f25-68a3-4b7e-8c85-ac95a9c5f488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:52:38Z', 'updated_at': '2021-05-19T12:03:02Z', 'revision_number': 5, 'project_id': '71f30068de774c8c8370865884837d4e', 'gw_port': {'id': '55484f25-68a3-4b7e-8c85-ac95a9c5f488', 'name': '', 'network_id': '02345af2-6ed3-48fb-b7af-bf8d47e25522', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:ae:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e196d3c-9c62-4649-8792-80d0dac5e30f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T11:52:38Z', 'updated_at': '2021-05-19T11:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aba42eaa-d100-461a-90c5-240f62c775e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-1-iscsi'}], 'dv-cinder-787764-1-iscsi', False) {} {{(pid=91058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:03:03.133536 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c588dac-14e1-45e6-8fc8-f671a2981aac None None] Checking router: 8e196d3c-9c62-4649-8792-80d0dac5e30f for host: dv-cinder-787764-1-iscsi {{(pid=91058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:03:03.138567 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c588dac-14e1-45e6-8fc8-f671a2981aac None None] Routers {'8e196d3c-9c62-4649-8792-80d0dac5e30f'} bound to L3 agent in host dv-cinder-787764-1-iscsi {{(pid=91058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 12:03:03.138951 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.l3_hamode_db [None req-7c588dac-14e1-45e6-8fc8-f671a2981aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T11:10:36Z,description=,heartbeat_timestamp=2021-05-19T12:02:36Z,host='dv-cinder-787764-1-iscsi',id=326bf12a-fdae-48e8-b877-7dbd40e20eda,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T11:10:36Z,topic='l3_agent')) {'router_ids': ['8e196d3c-9c62-4649-8792-80d0dac5e30f'], 'active': True} {{(pid=91058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:03:03.180274 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.db [None req-298103c2-e2ec-4d97-bd25-56b5640c83f5 admin admin] For port 55484f25-68a3-4b7e-8c85-ac95a9c5f488, host dv-cinder-787764-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-1-iscsi',level=0,port_id=55484f25-68a3-4b7e-8c85-ac95a9c5f488,segment=NetworkSegment(49ddd7c4-aafb-432e-a188-efbf16e2f9e4),segment_id=49ddd7c4-aafb-432e-a188-efbf16e2f9e4)] {{(pid=91055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:03:03.180539 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-298103c2-e2ec-4d97-bd25-56b5640c83f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1714319'] for port, precommit_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:03:03.233674 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.l3_dvr_db [None req-7c588dac-14e1-45e6-8fc8-f671a2981aac None None] Set router 8e196d3c-9c62-4649-8792-80d0dac5e30f gateway port host: None {{(pid=91058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 12:03:03.242675 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.plugin [None req-298103c2-e2ec-4d97-bd25-56b5640c83f5 admin admin] Calling delete_port for 55484f25-68a3-4b7e-8c85-ac95a9c5f488 owned by network:router_gateway {{(pid=91055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 12:03:03.295201 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.l3_hamode_db [None req-7c588dac-14e1-45e6-8fc8-f671a2981aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e196d3c-9c62-4649-8792-80d0dac5e30f', 'name': 'tempest-TestVolumeBootPattern-66721787-router', 'tenant_id': '71f30068de774c8c8370865884837d4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:52:38Z', 'updated_at': '2021-05-19T12:03:03Z', 'revision_number': 6, 'project_id': '71f30068de774c8c8370865884837d4e', 'gw_port_host': None}], 'dv-cinder-787764-1-iscsi', False) {} {{(pid=91058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:03:03.298402 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c588dac-14e1-45e6-8fc8-f671a2981aac None None] The sync data for ids ['8e196d3c-9c62-4649-8792-80d0dac5e30f'] in dv-cinder-787764-1-iscsi is: [{'id': '8e196d3c-9c62-4649-8792-80d0dac5e30f', 'name': 'tempest-TestVolumeBootPattern-66721787-router', 'tenant_id': '71f30068de774c8c8370865884837d4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T11:52:38Z', 'updated_at': '2021-05-19T12:03:03Z', 'revision_number': 6, 'project_id': '71f30068de774c8c8370865884837d4e', 'gw_port_host': None}] {{(pid=91058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:03:03.387432 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-298103c2-e2ec-4d97-bd25-56b5640c83f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749740778424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749740364548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3654904'] for port, after_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:03:03.389586 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-86c954d6-6b30-4cac-b9e3-0c659920ba36 tempest-VolumesActionsTest-1281460459 tempest-VolumesActionsTest-1281460459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:03:03.412214 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298103c2-e2ec-4d97-bd25-56b5640c83f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=55484f25-68a3-4b7e-8c85-ac95a9c5f488,revision_number=None']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:03:03.414085 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-298103c2-e2ec-4d97-bd25-56b5640c83f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:03:03.456294 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-298103c2-e2ec-4d97-bd25-56b5640c83f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1714018'] for router_gateway, after_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:03:03.609277 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-298103c2-e2ec-4d97-bd25-56b5640c83f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26714'] for router, precommit_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:03:03.610463 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-298103c2-e2ec-4d97-bd25-56b5640c83f5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:03:03.627893 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-298103c2-e2ec-4d97-bd25-56b5640c83f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1712181'] for router, after_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:03:03.628193 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-298103c2-e2ec-4d97-bd25-56b5640c83f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8e196d3c-9c62-4649-8792-80d0dac5e30f {{(pid=91055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 12:03:03.637055 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-298103c2-e2ec-4d97-bd25-56b5640c83f5 admin admin] Notify callbacks [] for router, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:03:03.637759 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-298103c2-e2ec-4d97-bd25-56b5640c83f5 admin admin] 10.222.0.90 "DELETE /v2.0/routers/8e196d3c-9c62-4649-8792-80d0dac5e30f HTTP/1.1" status: 204 len: 168 time: 0.7815847 May 19 12:03:03.639637 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 45240) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:03:03.674852 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.db_base_plugin_v2 [None req-adfd575c-fed7-4548-87ec-f7fe66d14474 admin admin] Deleting subnet 2b13ef97-554a-4acb-b673-1fa298b1a287 {{(pid=91055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 12:03:03.676633 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-adfd575c-fed7-4548-87ec-f7fe66d14474 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:03:03.704815 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-adfd575c-fed7-4548-87ec-f7fe66d14474 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2220800'] for subnet, precommit_delete_associations {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:03:03.750971 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-adfd575c-fed7-4548-87ec-f7fe66d14474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1429695'] for subnet, precommit_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:03:03.878289 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-adfd575c-fed7-4548-87ec-f7fe66d14474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1429640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2635303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3994663'] for subnet, after_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:03:03.880433 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:03:03.899426 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfd575c-fed7-4548-87ec-f7fe66d14474 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b13ef97-554a-4acb-b673-1fa298b1a287,revision_number=None']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:03:03.901208 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-adfd575c-fed7-4548-87ec-f7fe66d14474 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:03:03.901863 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-adfd575c-fed7-4548-87ec-f7fe66d14474 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695638'] for subnet, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:03:03.905154 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-adfd575c-fed7-4548-87ec-f7fe66d14474 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/2b13ef97-554a-4acb-b673-1fa298b1a287 HTTP/1.1" status: 204 len: 168 time: 0.2649605 May 19 12:03:03.907065 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 45244) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:03:03.909014 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d0bff5b-3700-4b52-af52-e43aa1814cf3 None None] Network 95db7aa6-a9e3-4bd7-8391-b2a723d66d38 requested from dv-cinder-787764-1-iscsi {{(pid=91057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 12:03:03.968129 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-4ef23f2b-4a15-412a-955c-8a1a07cf7df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-736967'] for network, before_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:03:04.017405 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.plugin [None req-4ef23f2b-4a15-412a-955c-8a1a07cf7df5 admin admin] Deleting port 8e9c06c1-6a66-450d-8371-b920b4626e68 {{(pid=91055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 12:03:04.017622 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-4ef23f2b-4a15-412a-955c-8a1a07cf7df5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749740776295'] for port, before_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:03:04.065999 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57027b51-7ae2-450b-b97c-9e00f7758f5c None None] DHCP port deletion for 95db7aa6-a9e3-4bd7-8391-b2a723d66d38 request from dv-cinder-787764-1-iscsi {{(pid=91057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 19 12:03:04.078874 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.db [None req-4ef23f2b-4a15-412a-955c-8a1a07cf7df5 admin admin] For port 8e9c06c1-6a66-450d-8371-b920b4626e68, host dv-cinder-787764-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-1-iscsi',level=0,port_id=8e9c06c1-6a66-450d-8371-b920b4626e68,segment=NetworkSegment(6b6f4c1f-dc14-4924-8483-222ff98134bc),segment_id=6b6f4c1f-dc14-4924-8483-222ff98134bc)] {{(pid=91055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:03:04.079121 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-4ef23f2b-4a15-412a-955c-8a1a07cf7df5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1714319'] for port, precommit_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:03:04.106035 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.plugin [None req-57027b51-7ae2-450b-b97c-9e00f7758f5c None None] Deleting port 8e9c06c1-6a66-450d-8371-b920b4626e68 {{(pid=91057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 12:03:04.106335 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-57027b51-7ae2-450b-b97c-9e00f7758f5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749740776295'] for port, before_delete {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:03:04.144612 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.plugin [None req-4ef23f2b-4a15-412a-955c-8a1a07cf7df5 admin admin] Calling delete_port for 8e9c06c1-6a66-450d-8371-b920b4626e68 owned by network:dhcp {{(pid=91055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 12:03:04.168349 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.db [None req-57027b51-7ae2-450b-b97c-9e00f7758f5c None None] For port 8e9c06c1-6a66-450d-8371-b920b4626e68, host dv-cinder-787764-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-1-iscsi',level=0,port_id=8e9c06c1-6a66-450d-8371-b920b4626e68,segment=NetworkSegment(6b6f4c1f-dc14-4924-8483-222ff98134bc),segment_id=6b6f4c1f-dc14-4924-8483-222ff98134bc)] {{(pid=91057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:03:04.168576 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-57027b51-7ae2-450b-b97c-9e00f7758f5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1714319'] for port, precommit_delete {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:03:04.178168 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-4ef23f2b-4a15-412a-955c-8a1a07cf7df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749740778424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749740364548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3654904'] for port, after_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:03:04.180752 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-298103c2-e2ec-4d97-bd25-56b5640c83f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:03:04.206202 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef23f2b-4a15-412a-955c-8a1a07cf7df5 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e9c06c1-6a66-450d-8371-b920b4626e68,revision_number=None']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:03:04.208228 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-4ef23f2b-4a15-412a-955c-8a1a07cf7df5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:03:04.208856 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef23f2b-4a15-412a-955c-8a1a07cf7df5 admin admin] No DVR routers for this DVR port 8e9c06c1-6a66-450d-8371-b920b4626e68 on host dv-cinder-787764-1-iscsi {{(pid=91055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:03:04.233970 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.plugin [None req-57027b51-7ae2-450b-b97c-9e00f7758f5c None None] Calling delete_port for 8e9c06c1-6a66-450d-8371-b920b4626e68 owned by network:dhcp {{(pid=91057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 12:03:04.258052 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-57027b51-7ae2-450b-b97c-9e00f7758f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749740778424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749740364548'] for port, after_delete {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:03:04.260043 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:03:04.269471 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-4ef23f2b-4a15-412a-955c-8a1a07cf7df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1426996', 'neutron.services.segments.db._delete_segments_for_network-8749740806274'] for network, precommit_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:03:04.276787 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.services.segments.db [None req-4ef23f2b-4a15-412a-955c-8a1a07cf7df5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95db7aa6-a9e3-4bd7-8391-b2a723d66d38']}} {{(pid=91055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:03:04.282174 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57027b51-7ae2-450b-b97c-9e00f7758f5c None None] Pushing event deleted for resources: {'Port': ['ID=8e9c06c1-6a66-450d-8371-b920b4626e68,revision_number=None']} {{(pid=91057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:03:04.285376 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.services.segments.db [None req-4ef23f2b-4a15-412a-955c-8a1a07cf7df5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b6f4c1f-dc14-4924-8483-222ff98134bc') {'for_net_delete': True} {{(pid=91055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:03:04.285574 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.services.segments.db [None req-4ef23f2b-4a15-412a-955c-8a1a07cf7df5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b6f4c1f-dc14-4924-8483-222ff98134bc') {} {{(pid=91055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:03:04.288326 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57027b51-7ae2-450b-b97c-9e00f7758f5c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:03:04.288690 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57027b51-7ae2-450b-b97c-9e00f7758f5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:03:04.288690 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57027b51-7ae2-450b-b97c-9e00f7758f5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:03:04.288840 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57027b51-7ae2-450b-b97c-9e00f7758f5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:03:04.289046 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57027b51-7ae2-450b-b97c-9e00f7758f5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:03:04.289188 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57027b51-7ae2-450b-b97c-9e00f7758f5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:03:04.289355 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57027b51-7ae2-450b-b97c-9e00f7758f5c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:03:04.289521 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57027b51-7ae2-450b-b97c-9e00f7758f5c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:03:04.289911 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57027b51-7ae2-450b-b97c-9e00f7758f5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:03:04.289911 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57027b51-7ae2-450b-b97c-9e00f7758f5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:03:04.290026 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57027b51-7ae2-450b-b97c-9e00f7758f5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:03:04.290158 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57027b51-7ae2-450b-b97c-9e00f7758f5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-1-iscsi {{(pid=91057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:03:04.291634 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57027b51-7ae2-450b-b97c-9e00f7758f5c None None] No DVR routers for this DVR port 8e9c06c1-6a66-450d-8371-b920b4626e68 on host dv-cinder-787764-1-iscsi {{(pid=91057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:03:04.291719 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-4ef23f2b-4a15-412a-955c-8a1a07cf7df5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749740816523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2220823'] for segment, before_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:03:04.292364 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG oslo_concurrency.lockutils [None req-57027b51-7ae2-450b-b97c-9e00f7758f5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:03:04.300671 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-4ef23f2b-4a15-412a-955c-8a1a07cf7df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432044'] for segment, precommit_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:03:04.304424 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ef23f2b-4a15-412a-955c-8a1a07cf7df5 admin admin] Releasing vlan 1368 on physical network physnet1 to pool {{(pid=91055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 12:03:04.304642 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-4ef23f2b-4a15-412a-955c-8a1a07cf7df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3654789'] for segment, after_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:03:04.312021 dv-cinder-787764-1-iscsi neutron-server[91055]: Traceback (most recent call last): May 19 12:03:04.312021 dv-cinder-787764-1-iscsi neutron-server[91055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 12:03:04.312021 dv-cinder-787764-1-iscsi neutron-server[91055]: timer() May 19 12:03:04.312021 dv-cinder-787764-1-iscsi neutron-server[91055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 12:03:04.312021 dv-cinder-787764-1-iscsi neutron-server[91055]: cb(*args, **kw) May 19 12:03:04.312021 dv-cinder-787764-1-iscsi neutron-server[91055]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 12:03:04.312021 dv-cinder-787764-1-iscsi neutron-server[91055]: return func(*args, **kwargs) May 19 12:03:04.312021 dv-cinder-787764-1-iscsi neutron-server[91055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 12:03:04.312021 dv-cinder-787764-1-iscsi neutron-server[91055]: self._notify() May 19 12:03:04.312021 dv-cinder-787764-1-iscsi neutron-server[91055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 12:03:04.312021 dv-cinder-787764-1-iscsi neutron-server[91055]: self.callback(batched_events) May 19 12:03:04.312021 dv-cinder-787764-1-iscsi neutron-server[91055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 12:03:04.312021 dv-cinder-787764-1-iscsi neutron-server[91055]: event.method(event) May 19 12:03:04.312021 dv-cinder-787764-1-iscsi neutron-server[91055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 12:03:04.312021 dv-cinder-787764-1-iscsi neutron-server[91055]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 12:03:04.312021 dv-cinder-787764-1-iscsi neutron-server[91055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 12:03:04.312021 dv-cinder-787764-1-iscsi neutron-server[91055]: aggregate_uuid = self.p_client.list_aggregates( May 19 12:03:04.312021 dv-cinder-787764-1-iscsi neutron-server[91055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 12:03:04.312021 dv-cinder-787764-1-iscsi neutron-server[91055]: return f(self, *a, **k) May 19 12:03:04.312021 dv-cinder-787764-1-iscsi neutron-server[91055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 12:03:04.312021 dv-cinder-787764-1-iscsi neutron-server[91055]: return self._get(url).json() May 19 12:03:04.312021 dv-cinder-787764-1-iscsi neutron-server[91055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 12:03:04.312021 dv-cinder-787764-1-iscsi neutron-server[91055]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 12:03:04.312021 dv-cinder-787764-1-iscsi neutron-server[91055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 12:03:04.312021 dv-cinder-787764-1-iscsi neutron-server[91055]: return self.request(url, 'GET', **kwargs) May 19 12:03:04.312021 dv-cinder-787764-1-iscsi neutron-server[91055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 12:03:04.312021 dv-cinder-787764-1-iscsi neutron-server[91055]: base_url = self.get_endpoint(auth, allow=allow, May 19 12:03:04.312021 dv-cinder-787764-1-iscsi neutron-server[91055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 12:03:04.312021 dv-cinder-787764-1-iscsi neutron-server[91055]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 12:03:04.312021 dv-cinder-787764-1-iscsi neutron-server[91055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 12:03:04.312021 dv-cinder-787764-1-iscsi neutron-server[91055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 12:03:04.312021 dv-cinder-787764-1-iscsi neutron-server[91055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 12:03:04.436733 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-4ef23f2b-4a15-412a-955c-8a1a07cf7df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1427005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1777549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1695667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713993'] for network, after_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:03:04.439598 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:03:04.448268 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-4ef23f2b-4a15-412a-955c-8a1a07cf7df5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695638'] for network, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:03:04.454358 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef23f2b-4a15-412a-955c-8a1a07cf7df5 admin admin] Pushing event deleted for resources: {'Network': ['ID=95db7aa6-a9e3-4bd7-8391-b2a723d66d38,revision_number=None']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:03:04.456008 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-4ef23f2b-4a15-412a-955c-8a1a07cf7df5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:03:04.457166 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-4ef23f2b-4a15-412a-955c-8a1a07cf7df5 admin admin] 10.222.0.90 "DELETE /v2.0/networks/95db7aa6-a9e3-4bd7-8391-b2a723d66d38 HTTP/1.1" status: 204 len: 168 time: 0.5495491 May 19 12:03:04.535965 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 45250) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:03:04.564716 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-49b963dc-dc5a-4c1e-9334-cc0ec1560f73 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=b3a74154e8c140d887c17f34f2d1f6b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0278502 May 19 12:03:04.566159 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 45254) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:03:04.586431 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-f50dfb03-b171-486e-9e5e-c211b83a46f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:03:04.599871 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-782731b7-4134-4352-b209-a14f12123a93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:03:04.613020 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-782731b7-4134-4352-b209-a14f12123a93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:03:04.642061 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-782731b7-4134-4352-b209-a14f12123a93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_delete {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:03:04.643984 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-105f91bf-f48e-42a7-9264-ebccec60bcd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:03:04.651156 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782731b7-4134-4352-b209-a14f12123a93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab9d3faf-9788-4e37-9a81-0dd9667af204,revision_number=None']} {{(pid=91056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:03:04.653489 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG oslo_concurrency.lockutils [None req-782731b7-4134-4352-b209-a14f12123a93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=91056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:03:04.655195 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron_lib.callbacks.manager [None req-782731b7-4134-4352-b209-a14f12123a93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:03:04.655812 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-782731b7-4134-4352-b209-a14f12123a93 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/ab9d3faf-9788-4e37-9a81-0dd9667af204 HTTP/1.1" status: 204 len: 168 time: 0.0891659 May 19 12:03:04.812447 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Device 8e9c06c1-6a66-450d-8371-b920b4626e68 no longer exists at agent ovs-agent-dv-cinder-787764-1-iscsi {{(pid=91057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 12:03:04.831550 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.plugin [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] No Port match for: 8e9c06c1-6a66-450d-8371-b920b4626e68 {{(pid=91057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 12:03:04.831736 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Device 8e9c06c1-6a66-450d-8371-b920b4626e68 not bound to the agent host dv-cinder-787764-1-iscsi {{(pid=91057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 12:03:04.831958 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Device 1cd258e0-ba8e-430d-a3bb-79126399d9e8 no longer exists at agent ovs-agent-dv-cinder-787764-1-iscsi {{(pid=91057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 12:03:04.850251 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.plugin [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] No Port match for: 1cd258e0-ba8e-430d-a3bb-79126399d9e8 {{(pid=91057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 12:03:04.850447 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Device 1cd258e0-ba8e-430d-a3bb-79126399d9e8 not bound to the agent host dv-cinder-787764-1-iscsi {{(pid=91057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 12:03:04.850836 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Device 55484f25-68a3-4b7e-8c85-ac95a9c5f488 no longer exists at agent ovs-agent-dv-cinder-787764-1-iscsi {{(pid=91057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 12:03:04.869364 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.plugin [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] No Port match for: 55484f25-68a3-4b7e-8c85-ac95a9c5f488 {{(pid=91057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 12:03:04.869553 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron.plugins.ml2.rpc [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Device 55484f25-68a3-4b7e-8c85-ac95a9c5f488 not bound to the agent host dv-cinder-787764-1-iscsi {{(pid=91057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 12:03:04.878723 dv-cinder-787764-1-iscsi neutron-server[91056]: DEBUG neutron.wsgi [-] (91056) accepted ('10.222.0.90', 45262) {{(pid=91056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:03:04.909777 dv-cinder-787764-1-iscsi neutron-server[91056]: INFO neutron.wsgi [None req-bb7692d4-b9e7-4c92-9ab3-25f3ba195ff9 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=71f30068de774c8c8370865884837d4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0301862 May 19 12:03:04.911062 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.wsgi [-] (91055) accepted ('10.222.0.90', 45266) {{(pid=91055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:03:04.943052 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-6b172e0b-1427-4c1c-b1c5-3ba3ad781610 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:03:04.957333 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-6b172e0b-1427-4c1c-b1c5-3ba3ad781610 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:03:04.989231 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-6b172e0b-1427-4c1c-b1c5-3ba3ad781610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777535'] for security_group, after_delete {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:03:04.993083 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-d5e526e3-0fb7-4e83-8ad2-1c451c8ccf7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:03:04.999913 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b172e0b-1427-4c1c-b1c5-3ba3ad781610 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c738981f-8b10-4039-b26f-c2b507b13f49,revision_number=None']} {{(pid=91055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:03:05.002862 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG oslo_concurrency.lockutils [None req-6b172e0b-1427-4c1c-b1c5-3ba3ad781610 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=91055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:03:05.004099 dv-cinder-787764-1-iscsi neutron-server[91055]: DEBUG neutron_lib.callbacks.manager [None req-6b172e0b-1427-4c1c-b1c5-3ba3ad781610 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:03:05.004851 dv-cinder-787764-1-iscsi neutron-server[91055]: INFO neutron.wsgi [None req-6b172e0b-1427-4c1c-b1c5-3ba3ad781610 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/c738981f-8b10-4039-b26f-c2b507b13f49 HTTP/1.1" status: 204 len: 168 time: 0.0930877 May 19 12:03:05.855451 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:03:06.165891 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-459e0bc5-f687-4355-9350-aa9310c784fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:03:07.061805 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-f3552fb9-a093-42e6-b748-7ab8d8c7cb39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:03:08.143792 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-66ec5bc0-6952-497b-8f33-b3c04bfd0b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:03:16.998976 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:03:34.604530 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-c9540dce-dbfa-4c02-a7a6-b557efcb7191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:03:35.858213 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:03:36.163930 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-cb54d1ea-2f0d-4e3f-befb-5a89c8ab365e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:03:37.064968 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-f3552fb9-a093-42e6-b748-7ab8d8c7cb39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:03:37.967607 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.agents_db [None req-9df4fd67-1abd-480d-9703-ac00f2726051 None None] Agent healthcheck: found 6 active agents {{(pid=91058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 12:03:38.142375 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-66ec5bc0-6952-497b-8f33-b3c04bfd0b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:03:47.002275 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:04:04.605842 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-bd8dcfcf-756c-47c4-a17b-fc811e5f7938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:04:05.859448 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:04:06.156257 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-56483410-9781-4644-adb2-4375892e99df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:04:07.069379 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-f3552fb9-a093-42e6-b748-7ab8d8c7cb39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:04:08.146782 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-66ec5bc0-6952-497b-8f33-b3c04bfd0b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:04:14.969329 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.agents_db [None req-9df4fd67-1abd-480d-9703-ac00f2726051 None None] Agent healthcheck: found 6 active agents {{(pid=91058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 12:04:16.999136 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:04:34.602622 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-91f16684-36c0-469e-aacd-87bb14fef49d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:04:35.860362 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:04:36.161826 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-449c4307-2f28-4231-aceb-81d0c9082447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:04:37.071654 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-f3552fb9-a093-42e6-b748-7ab8d8c7cb39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:04:38.149093 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-66ec5bc0-6952-497b-8f33-b3c04bfd0b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:04:47.032743 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:04:51.970998 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.agents_db [None req-9df4fd67-1abd-480d-9703-ac00f2726051 None None] Agent healthcheck: found 6 active agents {{(pid=91058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 12:05:04.605086 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-4b3d126c-b303-4fb0-9464-8f11e7d8f69b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:05:05.860171 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:05:06.167479 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-014120ed-0b43-4611-84aa-be53519acced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:05:07.077138 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-f3552fb9-a093-42e6-b748-7ab8d8c7cb39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:05:08.154093 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-66ec5bc0-6952-497b-8f33-b3c04bfd0b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:05:17.032639 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:05:28.973561 dv-cinder-787764-1-iscsi neutron-server[91058]: DEBUG neutron.db.agents_db [None req-9df4fd67-1abd-480d-9703-ac00f2726051 None None] Agent healthcheck: found 6 active agents {{(pid=91058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 12:05:34.605391 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-bc1fabdb-d248-4cd4-87a5-8f5a6e53c440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:05:35.861335 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-e2fc7bc4-7bf2-4f3d-91b1-62e971160782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:05:36.165299 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-4fe97eaa-34b3-4417-aeb3-fc35d3eadd71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:05:37.080543 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-f3552fb9-a093-42e6-b748-7ab8d8c7cb39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:05:38.158578 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-66ec5bc0-6952-497b-8f33-b3c04bfd0b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:05:47.039424 dv-cinder-787764-1-iscsi neutron-server[91057]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f04-b9ef-4e2b-a6cc-7b1b126979c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749740809948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1441534'] for agent, after_update {{(pid=91057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}